blob: c83a6eb1fd73dc04249b79e0f84f35aa82ef6377 [file] [log] [blame]
Tobias Grosser75805372011-04-29 06:27:02 +00001//===----- ScopDetection.cpp - Detect Scops --------------------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Detect the maximal Scops of a function.
11//
12// A static control part (Scop) is a subgraph of the control flow graph (CFG)
13// that only has statically known control flow and can therefore be described
14// within the polyhedral model.
15//
16// Every Scop fullfills these restrictions:
17//
18// * It is a single entry single exit region
19//
20// * Only affine linear bounds in the loops
21//
22// Every natural loop in a Scop must have a number of loop iterations that can
23// be described as an affine linear function in surrounding loop iterators or
24// parameters. (A parameter is a scalar that does not change its value during
25// execution of the Scop).
26//
27// * Only comparisons of affine linear expressions in conditions
28//
29// * All loops and conditions perfectly nested
30//
31// The control flow needs to be structured such that it could be written using
32// just 'for' and 'if' statements, without the need for any 'goto', 'break' or
33// 'continue'.
34//
35// * Side effect free functions call
36//
37// Only function calls and intrinsics that do not have side effects are allowed
38// (readnone).
39//
40// The Scop detection finds the largest Scops by checking if the largest
41// region is a Scop. If this is not the case, its canonical subregions are
42// checked until a region is a Scop. It is now tried to extend this Scop by
43// creating a larger non canonical region.
44//
45//===----------------------------------------------------------------------===//
46
Tobias Grosserecfe21b2013-03-20 18:03:18 +000047#include "polly/CodeGen/BlockGenerators.h"
Tobias Grosser75805372011-04-29 06:27:02 +000048#include "polly/LinkAllPasses.h"
Tobias Grosser637bd632013-05-07 07:31:10 +000049#include "polly/Options.h"
Andreas Simbuerger01a37a02014-04-02 11:54:01 +000050#include "polly/ScopDetectionDiagnostic.h"
Tobias Grosserecfe21b2013-03-20 18:03:18 +000051#include "polly/ScopDetection.h"
Tobias Grosser120db6b2011-11-07 12:58:54 +000052#include "polly/Support/SCEVValidator.h"
Tobias Grosser83628182013-05-07 08:11:54 +000053#include "polly/Support/ScopHelper.h"
Tobias Grosser75805372011-04-29 06:27:02 +000054#include "llvm/ADT/Statistic.h"
55#include "llvm/Analysis/AliasAnalysis.h"
Tobias Grosser6e9f25a2011-11-09 22:35:00 +000056#include "llvm/Analysis/LoopInfo.h"
Tobias Grosser75805372011-04-29 06:27:02 +000057#include "llvm/Analysis/RegionIterator.h"
Tobias Grosser6e9f25a2011-11-09 22:35:00 +000058#include "llvm/Analysis/ScalarEvolution.h"
Tobias Grosserb8710b52011-11-10 12:44:50 +000059#include "llvm/Analysis/ScalarEvolutionExpressions.h"
Chandler Carruth6b96c242014-03-06 00:47:27 +000060#include "llvm/IR/DebugInfo.h"
Tobias Grosser8519f892013-12-18 10:49:53 +000061#include "llvm/IR/DiagnosticInfo.h"
62#include "llvm/IR/DiagnosticPrinter.h"
Chandler Carruth6b96c242014-03-06 00:47:27 +000063#include "llvm/IR/LLVMContext.h"
Tobias Grosser75805372011-04-29 06:27:02 +000064#include "llvm/Support/Debug.h"
Tobias Grosser60b54f12011-11-08 15:41:28 +000065#include <set>
66
Tobias Grosser75805372011-04-29 06:27:02 +000067using namespace llvm;
68using namespace polly;
69
Chandler Carruth95fef942014-04-22 03:30:19 +000070#define DEBUG_TYPE "polly-detect"
71
Sebastian Pop8fe6d112013-05-30 17:47:32 +000072static cl::opt<bool>
73DetectScopsWithoutLoops("polly-detect-scops-in-functions-without-loops",
74 cl::desc("Detect scops in functions without loops"),
Tobias Grosser64e8e372014-03-13 23:37:43 +000075 cl::Hidden, cl::init(false), cl::ZeroOrMore,
76 cl::cat(PollyCategory));
Sebastian Pop8fe6d112013-05-30 17:47:32 +000077
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +000078static cl::opt<bool>
79DetectRegionsWithoutLoops("polly-detect-scops-in-regions-without-loops",
80 cl::desc("Detect scops in regions without loops"),
Tobias Grosser64e8e372014-03-13 23:37:43 +000081 cl::Hidden, cl::init(false), cl::ZeroOrMore,
82 cl::cat(PollyCategory));
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +000083
Tobias Grosser2ff87232011-10-23 11:17:06 +000084static cl::opt<std::string>
Tobias Grosser637bd632013-05-07 07:31:10 +000085OnlyFunction("polly-only-func", cl::desc("Only run on a single function"),
86 cl::value_desc("function-name"), cl::ValueRequired, cl::init(""),
87 cl::cat(PollyCategory));
Tobias Grosser2ff87232011-10-23 11:17:06 +000088
Tobias Grosser4449e522014-01-27 14:24:53 +000089static cl::opt<std::string>
90OnlyRegion("polly-only-region",
91 cl::desc("Only run on certain regions (The provided identifier must "
92 "appear in the name of the region's entry block"),
93 cl::value_desc("identifier"), cl::ValueRequired, cl::init(""),
94 cl::cat(PollyCategory));
95
Tobias Grosser60cd9322011-11-10 12:47:26 +000096static cl::opt<bool>
97IgnoreAliasing("polly-ignore-aliasing",
98 cl::desc("Ignore possible aliasing of the array bases"),
Tobias Grosser64e8e372014-03-13 23:37:43 +000099 cl::Hidden, cl::init(false), cl::ZeroOrMore,
100 cl::cat(PollyCategory));
Tobias Grosser2ff87232011-10-23 11:17:06 +0000101
Tobias Grosser637bd632013-05-07 07:31:10 +0000102static cl::opt<bool>
103ReportLevel("polly-report",
104 cl::desc("Print information about the activities of Polly"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000105 cl::init(false), cl::ZeroOrMore, cl::cat(PollyCategory));
Tobias Grosser531891e2012-11-01 16:45:20 +0000106
107static cl::opt<bool>
Tobias Grossera1879642011-12-20 10:43:14 +0000108AllowNonAffine("polly-allow-nonaffine",
109 cl::desc("Allow non affine access functions in arrays"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000110 cl::Hidden, cl::init(false), cl::ZeroOrMore,
111 cl::cat(PollyCategory));
Tobias Grossera1879642011-12-20 10:43:14 +0000112
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000113static cl::opt<bool, true>
114TrackFailures("polly-detect-track-failures",
115 cl::desc("Track failure strings in detecting scop regions"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000116 cl::location(PollyTrackFailures), cl::Hidden, cl::ZeroOrMore,
117 cl::init(false), cl::cat(PollyCategory));
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000118
Sebastian Pop18016682014-04-08 21:20:44 +0000119static cl::opt<bool, true>
120PollyDelinearizeX("polly-delinearize",
121 cl::desc("Delinearize array access functions"),
122 cl::location(PollyDelinearize), cl::Hidden, cl::ZeroOrMore,
123 cl::init(false), cl::cat(PollyCategory));
124
Tobias Grossera1689932014-02-18 18:49:49 +0000125static cl::opt<bool>
126VerifyScops("polly-detect-verify",
127 cl::desc("Verify the detected SCoPs after each transformation"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000128 cl::Hidden, cl::init(false), cl::ZeroOrMore,
129 cl::cat(PollyCategory));
Tobias Grossera1689932014-02-18 18:49:49 +0000130
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000131bool polly::PollyTrackFailures = false;
Sebastian Pop18016682014-04-08 21:20:44 +0000132bool polly::PollyDelinearize = false;
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000133
Tobias Grosser75805372011-04-29 06:27:02 +0000134//===----------------------------------------------------------------------===//
135// Statistics.
136
137STATISTIC(ValidRegion, "Number of regions that a valid part of Scop");
138
Tobias Grosser8519f892013-12-18 10:49:53 +0000139class DiagnosticScopFound : public DiagnosticInfo {
140private:
141 static int PluginDiagnosticKind;
142
143 Function &F;
144 std::string FileName;
145 unsigned EntryLine, ExitLine;
146
147public:
Tobias Grosser1b12f462013-12-18 11:14:36 +0000148 DiagnosticScopFound(Function &F, std::string FileName, unsigned EntryLine,
149 unsigned ExitLine)
Tobias Grosser8519f892013-12-18 10:49:53 +0000150 : DiagnosticInfo(PluginDiagnosticKind, DS_Note), F(F), FileName(FileName),
Tobias Grosser1b12f462013-12-18 11:14:36 +0000151 EntryLine(EntryLine), ExitLine(ExitLine) {}
Tobias Grosser8519f892013-12-18 10:49:53 +0000152
153 virtual void print(DiagnosticPrinter &DP) const;
154
155 static bool classof(const DiagnosticInfo *DI) {
156 return DI->getKind() == PluginDiagnosticKind;
157 }
158};
159
160int DiagnosticScopFound::PluginDiagnosticKind = 10;
161
Tobias Grosser8519f892013-12-18 10:49:53 +0000162void DiagnosticScopFound::print(DiagnosticPrinter &DP) const {
Tobias Grosser1b12f462013-12-18 11:14:36 +0000163 DP << "Polly detected an optimizable loop region (scop) in function '" << F
164 << "'\n";
Tobias Grosser8519f892013-12-18 10:49:53 +0000165
166 if (FileName.empty()) {
167 DP << "Scop location is unknown. Compile with debug info "
168 "(-g) to get more precise information. ";
Tobias Grosser1b12f462013-12-18 11:14:36 +0000169 return;
Tobias Grosser8519f892013-12-18 10:49:53 +0000170 }
171
172 DP << FileName << ":" << EntryLine << ": Start of scop\n";
173 DP << FileName << ":" << ExitLine << ": End of scop";
174}
175
Tobias Grosser75805372011-04-29 06:27:02 +0000176//===----------------------------------------------------------------------===//
177// ScopDetection.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000178
179template <class RR, typename... Args>
180inline bool ScopDetection::invalid(DetectionContext &Context, bool Assert,
181 Args &&... Arguments) const {
182
183 if (!Context.Verifying) {
184 RR RejectReason = RR(Arguments...);
185 if (PollyTrackFailures)
186 LastFailure = RejectReason.getMessage();
187
188 DEBUG(dbgs() << RejectReason.getMessage());
189 DEBUG(dbgs() << "\n");
190 } else {
191 assert(!Assert && "Verification of detected scop failed");
192 }
193
194 return false;
195}
196
Tobias Grossera1689932014-02-18 18:49:49 +0000197bool ScopDetection::isMaxRegionInScop(const Region &R, bool Verify) const {
198 if (!ValidRegions.count(&R))
199 return false;
200
201 if (Verify)
202 return isValidRegion(const_cast<Region &>(R));
203
204 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000205}
206
Tobias Grosser4f129a62011-10-08 00:30:55 +0000207std::string ScopDetection::regionIsInvalidBecause(const Region *R) const {
208 if (!InvalidRegions.count(R))
209 return "";
210
211 return InvalidRegions.find(R)->second;
212}
213
Tobias Grossere602a072013-05-07 07:30:56 +0000214bool ScopDetection::isValidCFG(BasicBlock &BB,
215 DetectionContext &Context) const {
Tobias Grosser75805372011-04-29 06:27:02 +0000216 Region &RefRegion = Context.CurRegion;
217 TerminatorInst *TI = BB.getTerminator();
218
219 // Return instructions are only valid if the region is the top level region.
220 if (isa<ReturnInst>(TI) && !RefRegion.getExit() && TI->getNumOperands() == 0)
221 return true;
222
223 BranchInst *Br = dyn_cast<BranchInst>(TI);
224
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000225 if (!Br)
226 return invalid<ReportNonBranchTerminator>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000227
Tobias Grosser74394f02013-01-14 22:40:23 +0000228 if (Br->isUnconditional())
229 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000230
231 Value *Condition = Br->getCondition();
232
233 // UndefValue is not allowed as condition.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000234 if (isa<UndefValue>(Condition))
235 return invalid<ReportUndefCond>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000236
237 // Only Constant and ICmpInst are allowed as condition.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000238 if (!(isa<Constant>(Condition) || isa<ICmpInst>(Condition)))
239 return invalid<ReportInvalidCond>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000240
241 // Allow perfectly nested conditions.
242 assert(Br->getNumSuccessors() == 2 && "Unexpected number of successors");
243
244 if (ICmpInst *ICmp = dyn_cast<ICmpInst>(Condition)) {
245 // Unsigned comparisons are not allowed. They trigger overflow problems
246 // in the code generation.
247 //
248 // TODO: This is not sufficient and just hides bugs. However it does pretty
249 // well.
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000250 if (ICmp->isUnsigned())
Tobias Grosser75805372011-04-29 06:27:02 +0000251 return false;
252
253 // Are both operands of the ICmp affine?
Tobias Grosser74394f02013-01-14 22:40:23 +0000254 if (isa<UndefValue>(ICmp->getOperand(0)) ||
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000255 isa<UndefValue>(ICmp->getOperand(1)))
256 return invalid<ReportUndefOperand>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000257
Sebastian Pop9f57c5b2013-04-10 04:05:18 +0000258 Loop *L = LI->getLoopFor(ICmp->getParent());
259 const SCEV *LHS = SE->getSCEVAtScope(ICmp->getOperand(0), L);
260 const SCEV *RHS = SE->getSCEVAtScope(ICmp->getOperand(1), L);
Tobias Grosser75805372011-04-29 06:27:02 +0000261
Tobias Grossera66fa6c2011-11-10 12:45:11 +0000262 if (!isAffineExpr(&Context.CurRegion, LHS, *SE) ||
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000263 !isAffineExpr(&Context.CurRegion, RHS, *SE))
264 return invalid<ReportNonAffBranch>(Context, /*Assert=*/true, &BB, LHS,
265 RHS);
Tobias Grosser75805372011-04-29 06:27:02 +0000266 }
267
268 // Allow loop exit conditions.
269 Loop *L = LI->getLoopFor(&BB);
270 if (L && L->getExitingBlock() == &BB)
271 return true;
272
273 // Allow perfectly nested conditions.
274 Region *R = RI->getRegionFor(&BB);
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000275 if (R->getEntry() != &BB)
276 return invalid<ReportCondition>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000277
278 return true;
279}
280
281bool ScopDetection::isValidCallInst(CallInst &CI) {
282 if (CI.mayHaveSideEffects() || CI.doesNotReturn())
283 return false;
284
285 if (CI.doesNotAccessMemory())
286 return true;
287
288 Function *CalledFunction = CI.getCalledFunction();
289
290 // Indirect calls are not supported.
291 if (CalledFunction == 0)
292 return false;
293
294 // TODO: Intrinsics.
295 return false;
296}
297
Tobias Grosser458fb782014-01-28 12:58:58 +0000298bool ScopDetection::isInvariant(const Value &Val, const Region &Reg) const {
299 // A reference to function argument or constant value is invariant.
300 if (isa<Argument>(Val) || isa<Constant>(Val))
301 return true;
302
303 const Instruction *I = dyn_cast<Instruction>(&Val);
304 if (!I)
305 return false;
306
307 if (!Reg.contains(I))
308 return true;
309
310 if (I->mayHaveSideEffects())
311 return false;
312
313 // When Val is a Phi node, it is likely not invariant. We do not check whether
314 // Phi nodes are actually invariant, we assume that Phi nodes are usually not
315 // invariant. Recursively checking the operators of Phi nodes would lead to
316 // infinite recursion.
317 if (isa<PHINode>(*I))
318 return false;
319
Tobias Grosser26108892014-04-02 20:18:19 +0000320 for (const Use &Operand : I->operands())
Tobias Grosser1d191902014-03-03 13:13:55 +0000321 if (!isInvariant(*Operand, Reg))
Tobias Grosser458fb782014-01-28 12:58:58 +0000322 return false;
Tobias Grosser458fb782014-01-28 12:58:58 +0000323
324 // When the instruction is a load instruction, check that no write to memory
325 // in the region aliases with the load.
326 if (const LoadInst *LI = dyn_cast<LoadInst>(I)) {
327 AliasAnalysis::Location Loc = AA->getLocation(LI);
328 const Region::const_block_iterator BE = Reg.block_end();
329 // Check if any basic block in the region can modify the location pointed to
330 // by 'Loc'. If so, 'Val' is (likely) not invariant in the region.
Tobias Grosser26108892014-04-02 20:18:19 +0000331 for (const BasicBlock *BB : Reg.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000332 if (AA->canBasicBlockModify(*BB, Loc))
Tobias Grosser458fb782014-01-28 12:58:58 +0000333 return false;
Tobias Grosser458fb782014-01-28 12:58:58 +0000334 }
335
336 return true;
337}
338
Tobias Grosser75805372011-04-29 06:27:02 +0000339bool ScopDetection::isValidMemoryAccess(Instruction &Inst,
340 DetectionContext &Context) const {
Tobias Grossere5e171e2011-11-10 12:45:03 +0000341 Value *Ptr = getPointerOperand(Inst);
Sebastian Pop9f57c5b2013-04-10 04:05:18 +0000342 Loop *L = LI->getLoopFor(Inst.getParent());
343 const SCEV *AccessFunction = SE->getSCEVAtScope(Ptr, L);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000344 const SCEVUnknown *BasePointer;
Tobias Grossere5e171e2011-11-10 12:45:03 +0000345 Value *BaseValue;
Tobias Grosser75805372011-04-29 06:27:02 +0000346
Tobias Grosserb8710b52011-11-10 12:44:50 +0000347 BasePointer = dyn_cast<SCEVUnknown>(SE->getPointerBase(AccessFunction));
348
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000349 if (!BasePointer)
350 return invalid<ReportNoBasePtr>(Context, /*Assert=*/true);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000351
352 BaseValue = BasePointer->getValue();
353
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000354 if (isa<UndefValue>(BaseValue))
355 return invalid<ReportUndefBasePtr>(Context, /*Assert=*/true);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000356
Tobias Grosser458fb782014-01-28 12:58:58 +0000357 // Check that the base address of the access is invariant in the current
358 // region.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000359 if (!isInvariant(*BaseValue, Context.CurRegion))
Tobias Grosserab2227a2014-01-28 13:43:24 +0000360 // Verification of this property is difficult as the independent blocks
361 // pass may introduce aliasing that we did not have when running the
362 // scop detection.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000363 return invalid<ReportVariantBasePtr>(Context, /*Assert=*/false, BaseValue);
Tobias Grosser458fb782014-01-28 12:58:58 +0000364
Tobias Grosserb8710b52011-11-10 12:44:50 +0000365 AccessFunction = SE->getMinusSCEV(AccessFunction, BasePointer);
366
Sebastian Pop18016682014-04-08 21:20:44 +0000367 if (AllowNonAffine) {
368 // Do not check whether AccessFunction is affine.
Sebastian Popcd3bb592014-04-10 16:08:11 +0000369 } else if (!isAffineExpr(&Context.CurRegion, AccessFunction, *SE,
370 BaseValue)) {
371 const SCEVAddRecExpr *AF = dyn_cast<SCEVAddRecExpr>(AccessFunction);
372 if (!PollyDelinearize || !AF)
373 return invalid<ReportNonAffineAccess>(Context, /*Assert=*/true,
374 AccessFunction);
375
376 // Try to delinearize AccessFunction only when the expression is known to
377 // not be affine: as all affine functions can be represented without
378 // problems in Polly, we do not have to delinearize them.
Sebastian Pop18016682014-04-08 21:20:44 +0000379 SmallVector<const SCEV *, 4> Subscripts, Sizes;
380 AF->delinearize(*SE, Subscripts, Sizes);
381 int size = Subscripts.size();
382
383 for (int i = 0; i < size; ++i)
384 if (!isAffineExpr(&Context.CurRegion, Subscripts[i], *SE, BaseValue))
385 return invalid<ReportNonAffineAccess>(Context, /*Assert=*/true,
386 AccessFunction);
Sebastian Pop18016682014-04-08 21:20:44 +0000387 }
Tobias Grosser75805372011-04-29 06:27:02 +0000388
389 // FIXME: Alias Analysis thinks IntToPtrInst aliases with alloca instructions
390 // created by IndependentBlocks Pass.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000391 if (isa<IntToPtrInst>(BaseValue))
392 return invalid<ReportIntToPtr>(Context, /*Assert=*/true, BaseValue);
Tobias Grosser75805372011-04-29 06:27:02 +0000393
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000394 if (IgnoreAliasing)
395 return true;
Tobias Grosserfff5adc2011-11-10 13:21:43 +0000396
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000397 // Check if the base pointer of the memory access does alias with
398 // any other pointer. This cannot be handled at the moment.
Tobias Grosser298a7642013-07-14 18:09:43 +0000399 AliasSet &AS =
400 Context.AST.getAliasSetForPointer(BaseValue, AliasAnalysis::UnknownSize,
401 Inst.getMetadata(LLVMContext::MD_tbaa));
Tobias Grosser428b3e42013-02-04 15:46:25 +0000402
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000403 // INVALID triggers an assertion in verifying mode, if it detects that a
404 // SCoP was detected by SCoP detection and that this SCoP was invalidated by
405 // a pass that stated it would preserve the SCoPs. We disable this check as
406 // the independent blocks pass may create memory references which seem to
407 // alias, if -basicaa is not available. They actually do not, but as we can
408 // not proof this without -basicaa we would fail. We disable this check to
409 // not cause irrelevant verification failures.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000410 if (!AS.isMustAlias())
411 return invalid<ReportAlias>(Context, /*Assert=*/true, &AS);
Tobias Grosser75805372011-04-29 06:27:02 +0000412
413 return true;
414}
415
Tobias Grosser75805372011-04-29 06:27:02 +0000416bool ScopDetection::isValidInstruction(Instruction &Inst,
417 DetectionContext &Context) const {
Tobias Grosser75805372011-04-29 06:27:02 +0000418 if (PHINode *PN = dyn_cast<PHINode>(&Inst))
Tobias Grosserecfe21b2013-03-20 18:03:18 +0000419 if (!canSynthesize(PN, LI, SE, &Context.CurRegion)) {
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000420 if (SCEVCodegen)
421 return invalid<ReportPhiNodeRefInRegion>(Context, /*Assert=*/true,
422 &Inst);
423 else
424 return invalid<ReportNonCanonicalPhiNode>(Context, /*Assert=*/true,
425 &Inst);
Tobias Grosserecfe21b2013-03-20 18:03:18 +0000426 }
Tobias Grosser75805372011-04-29 06:27:02 +0000427
Tobias Grosser75805372011-04-29 06:27:02 +0000428 // We only check the call instruction but not invoke instruction.
429 if (CallInst *CI = dyn_cast<CallInst>(&Inst)) {
430 if (isValidCallInst(*CI))
431 return true;
432
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000433 return invalid<ReportFuncCall>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000434 }
435
436 if (!Inst.mayWriteToMemory() && !Inst.mayReadFromMemory()) {
Tobias Grosser5b1a7f22013-07-22 03:50:33 +0000437 if (!isa<AllocaInst>(Inst))
438 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000439
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000440 return invalid<ReportAlloca>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000441 }
442
443 // Check the access function.
444 if (isa<LoadInst>(Inst) || isa<StoreInst>(Inst))
445 return isValidMemoryAccess(Inst, Context);
446
447 // We do not know this instruction, therefore we assume it is invalid.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000448 return invalid<ReportUnknownInst>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000449}
450
Tobias Grosser75805372011-04-29 06:27:02 +0000451bool ScopDetection::isValidLoop(Loop *L, DetectionContext &Context) const {
Tobias Grosser826b2af2013-03-21 16:14:50 +0000452 if (!SCEVCodegen) {
453 // If code generation is not in scev based mode, we need to ensure that
454 // each loop has a canonical induction variable.
455 PHINode *IndVar = L->getCanonicalInductionVariable();
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000456 if (!IndVar)
457 return invalid<ReportLoopHeader>(Context, /*Assert=*/true, L);
Tobias Grosser826b2af2013-03-21 16:14:50 +0000458 }
Tobias Grosser75805372011-04-29 06:27:02 +0000459
460 // Is the loop count affine?
461 const SCEV *LoopCount = SE->getBackedgeTakenCount(L);
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000462 if (!isAffineExpr(&Context.CurRegion, LoopCount, *SE))
463 return invalid<ReportLoopBound>(Context, /*Assert=*/true, L, LoopCount);
Tobias Grosser75805372011-04-29 06:27:02 +0000464
465 return true;
466}
467
468Region *ScopDetection::expandRegion(Region &R) {
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000469 // Initial no valid region was found (greater than R)
Tobias Grosser5a56cbf2014-04-16 07:33:47 +0000470 Region *LastValidRegion = nullptr;
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000471 Region *ExpandedRegion = R.getExpandedRegion();
Tobias Grosser75805372011-04-29 06:27:02 +0000472
473 DEBUG(dbgs() << "\tExpanding " << R.getNameStr() << "\n");
474
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000475 while (ExpandedRegion) {
476 DetectionContext Context(*ExpandedRegion, *AA, false /* verifying */);
477 DEBUG(dbgs() << "\t\tTrying " << ExpandedRegion->getNameStr() << "\n");
Tobias Grosser75805372011-04-29 06:27:02 +0000478
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000479 // Check the exit first (cheap)
Tobias Grosser75805372011-04-29 06:27:02 +0000480 if (isValidExit(Context)) {
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000481 // If the exit is valid check all blocks
482 // - if true, a valid region was found => store it + keep expanding
483 // - if false, .tbd. => stop (should this really end the loop?)
484 if (!allBlocksValid(Context))
485 break;
Tobias Grosser75805372011-04-29 06:27:02 +0000486
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000487 // Delete unnecessary regions (allocated by getExpandedRegion)
488 if (LastValidRegion)
489 delete LastValidRegion;
490
Tobias Grosserd7e58642013-04-10 06:55:45 +0000491 // Store this region, because it is the greatest valid (encountered so
492 // far).
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000493 LastValidRegion = ExpandedRegion;
494
495 // Create and test the next greater region (if any)
496 ExpandedRegion = ExpandedRegion->getExpandedRegion();
497
498 } else {
499 // Create and test the next greater region (if any)
500 Region *TmpRegion = ExpandedRegion->getExpandedRegion();
501
502 // Delete unnecessary regions (allocated by getExpandedRegion)
503 delete ExpandedRegion;
504
505 ExpandedRegion = TmpRegion;
Tobias Grosser75805372011-04-29 06:27:02 +0000506 }
Tobias Grosser75805372011-04-29 06:27:02 +0000507 }
508
Tobias Grosser378a9f22013-11-16 19:34:11 +0000509 DEBUG({
510 if (LastValidRegion)
511 dbgs() << "\tto " << LastValidRegion->getNameStr() << "\n";
512 else
513 dbgs() << "\tExpanding " << R.getNameStr() << " failed\n";
514 });
Tobias Grosser75805372011-04-29 06:27:02 +0000515
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000516 return LastValidRegion;
Tobias Grosser75805372011-04-29 06:27:02 +0000517}
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000518static bool regionWithoutLoops(Region &R, LoopInfo *LI) {
Tobias Grosser26108892014-04-02 20:18:19 +0000519 for (const BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000520 if (R.contains(LI->getLoopFor(BB)))
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000521 return false;
522
523 return true;
524}
Tobias Grosser75805372011-04-29 06:27:02 +0000525
Tobias Grosser28a70c52014-01-29 19:05:30 +0000526// Remove all direct and indirect children of region R from the region set Regs,
527// but do not recurse further if the first child has been found.
528//
529// Return the number of regions erased from Regs.
530static unsigned eraseAllChildren(std::set<const Region *> &Regs,
David Blaikieb035f6d2014-04-15 18:45:27 +0000531 const Region &R) {
Tobias Grosser28a70c52014-01-29 19:05:30 +0000532 unsigned Count = 0;
David Blaikieb035f6d2014-04-15 18:45:27 +0000533 for (auto &SubRegion : R) {
534 if (Regs.find(SubRegion.get()) != Regs.end()) {
Tobias Grosser28a70c52014-01-29 19:05:30 +0000535 ++Count;
David Blaikieb035f6d2014-04-15 18:45:27 +0000536 Regs.erase(SubRegion.get());
Tobias Grosser28a70c52014-01-29 19:05:30 +0000537 } else {
David Blaikieb035f6d2014-04-15 18:45:27 +0000538 Count += eraseAllChildren(Regs, *SubRegion);
Tobias Grosser28a70c52014-01-29 19:05:30 +0000539 }
540 }
541 return Count;
542}
543
Tobias Grosser75805372011-04-29 06:27:02 +0000544void ScopDetection::findScops(Region &R) {
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000545 if (!DetectRegionsWithoutLoops && regionWithoutLoops(R, LI))
546 return;
547
Tobias Grosser4eb73812011-11-10 12:45:15 +0000548 LastFailure = "";
549
Tobias Grosser9b1100b2014-02-18 18:49:46 +0000550 if (isValidRegion(R)) {
Tobias Grosser75805372011-04-29 06:27:02 +0000551 ++ValidRegion;
552 ValidRegions.insert(&R);
553 return;
554 }
555
Tobias Grosser4f129a62011-10-08 00:30:55 +0000556 InvalidRegions[&R] = LastFailure;
557
David Blaikieb035f6d2014-04-15 18:45:27 +0000558 for (auto &SubRegion : R)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000559 findScops(*SubRegion);
Tobias Grosser75805372011-04-29 06:27:02 +0000560
561 // Try to expand regions.
562 //
563 // As the region tree normally only contains canonical regions, non canonical
564 // regions that form a Scop are not found. Therefore, those non canonical
565 // regions are checked by expanding the canonical ones.
566
Tobias Grosser0d1eee32013-02-05 11:56:05 +0000567 std::vector<Region *> ToExpand;
Tobias Grosser75805372011-04-29 06:27:02 +0000568
David Blaikieb035f6d2014-04-15 18:45:27 +0000569 for (auto &SubRegion : R)
570 ToExpand.push_back(SubRegion.get());
Tobias Grosser75805372011-04-29 06:27:02 +0000571
Tobias Grosser26108892014-04-02 20:18:19 +0000572 for (Region *CurrentRegion : ToExpand) {
Tobias Grosser75805372011-04-29 06:27:02 +0000573 // Skip invalid regions. Regions may become invalid, if they are element of
574 // an already expanded region.
575 if (ValidRegions.find(CurrentRegion) == ValidRegions.end())
576 continue;
577
578 Region *ExpandedR = expandRegion(*CurrentRegion);
579
580 if (!ExpandedR)
581 continue;
582
583 R.addSubRegion(ExpandedR, true);
584 ValidRegions.insert(ExpandedR);
585 ValidRegions.erase(CurrentRegion);
586
Tobias Grosser28a70c52014-01-29 19:05:30 +0000587 // Erase all (direct and indirect) children of ExpandedR from the valid
588 // regions and update the number of valid regions.
David Blaikieb035f6d2014-04-15 18:45:27 +0000589 ValidRegion -= eraseAllChildren(ValidRegions, *ExpandedR);
Tobias Grosser75805372011-04-29 06:27:02 +0000590 }
591}
592
593bool ScopDetection::allBlocksValid(DetectionContext &Context) const {
594 Region &R = Context.CurRegion;
595
Tobias Grosser26108892014-04-02 20:18:19 +0000596 for (const BasicBlock *BB : R.blocks()) {
Tobias Grosser1d191902014-03-03 13:13:55 +0000597 Loop *L = LI->getLoopFor(BB);
598 if (L && L->getHeader() == BB && !isValidLoop(L, Context))
Sebastian Popb88ea5e2013-06-11 22:20:32 +0000599 return false;
600 }
601
Tobias Grosser26108892014-04-02 20:18:19 +0000602 for (BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000603 if (!isValidCFG(*BB, Context))
Sebastian Pop9e3d2dd2013-06-11 22:20:27 +0000604 return false;
605
Tobias Grosser26108892014-04-02 20:18:19 +0000606 for (BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000607 for (BasicBlock::iterator I = BB->begin(), E = --BB->end(); I != E; ++I)
Sebastian Pop8ca899c2013-06-14 20:20:43 +0000608 if (!isValidInstruction(*I, Context))
609 return false;
Tobias Grosser75805372011-04-29 06:27:02 +0000610
611 return true;
612}
613
614bool ScopDetection::isValidExit(DetectionContext &Context) const {
615 Region &R = Context.CurRegion;
616
617 // PHI nodes are not allowed in the exit basic block.
618 if (BasicBlock *Exit = R.getExit()) {
619 BasicBlock::iterator I = Exit->begin();
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000620 if (I != Exit->end() && isa<PHINode>(*I))
621 return invalid<ReportPHIinExit>(Context, /*Assert=*/true);
Tobias Grosser75805372011-04-29 06:27:02 +0000622 }
623
624 return true;
625}
626
Tobias Grosser9b1100b2014-02-18 18:49:46 +0000627bool ScopDetection::isValidRegion(Region &R) const {
628 DetectionContext Context(R, *AA, false /*verifying*/);
629 return isValidRegion(Context);
630}
631
Tobias Grosser75805372011-04-29 06:27:02 +0000632bool ScopDetection::isValidRegion(DetectionContext &Context) const {
633 Region &R = Context.CurRegion;
634
635 DEBUG(dbgs() << "Checking region: " << R.getNameStr() << "\n\t");
636
Tobias Grosseraeabcf22013-04-02 06:41:48 +0000637 if (R.isTopLevelRegion()) {
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000638 DEBUG(dbgs() << "Top level region is invalid"; dbgs() << "\n");
Tobias Grosser75805372011-04-29 06:27:02 +0000639 return false;
640 }
641
Tobias Grosser4449e522014-01-27 14:24:53 +0000642 if (!R.getEntry()->getName().count(OnlyRegion)) {
643 DEBUG({
644 dbgs() << "Region entry does not match -polly-region-only";
645 dbgs() << "\n";
646 });
647 return false;
648 }
649
Tobias Grossere602a072013-05-07 07:30:56 +0000650 if (!R.getEnteringBlock()) {
Sebastian Pop9d632342013-06-11 22:20:40 +0000651 BasicBlock *entry = R.getEntry();
652 Loop *L = LI->getLoopFor(entry);
653
654 if (L) {
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000655 if (!L->isLoopSimplifyForm())
656 return invalid<ReportSimpleLoop>(Context, /*Assert=*/true);
Sebastian Pop9d632342013-06-11 22:20:40 +0000657
658 for (pred_iterator PI = pred_begin(entry), PE = pred_end(entry); PI != PE;
659 ++PI) {
660 // Region entering edges come from the same loop but outside the region
661 // are not allowed.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000662 if (L->contains(*PI) && !R.contains(*PI))
663 return invalid<ReportIndEdge>(Context, /*Assert=*/true);
Sebastian Pop9d632342013-06-11 22:20:40 +0000664 }
665 }
Tobias Grosser8edce4e2013-04-16 08:04:42 +0000666 }
667
Tobias Grosserd654c252012-04-10 18:12:19 +0000668 // SCoP cannot contain the entry block of the function, because we need
Tobias Grosser75805372011-04-29 06:27:02 +0000669 // to insert alloca instruction there when translate scalar to array.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000670 if (R.getEntry() == &(R.getEntry()->getParent()->getEntryBlock()))
671 return invalid<ReportEntry>(Context, /*Assert=*/true);
Tobias Grosser75805372011-04-29 06:27:02 +0000672
Hongbin Zheng94868e62012-04-07 12:29:17 +0000673 if (!isValidExit(Context))
Tobias Grosser75805372011-04-29 06:27:02 +0000674 return false;
675
Hongbin Zheng94868e62012-04-07 12:29:17 +0000676 if (!allBlocksValid(Context))
Tobias Grosser75805372011-04-29 06:27:02 +0000677 return false;
678
679 DEBUG(dbgs() << "OK\n");
680 return true;
681}
682
683bool ScopDetection::isValidFunction(llvm::Function &F) {
Hongbin Zheng94c5df12011-05-06 02:38:20 +0000684 return !InvalidFunctions.count(&F);
Tobias Grosser75805372011-04-29 06:27:02 +0000685}
686
Tobias Grosser531891e2012-11-01 16:45:20 +0000687void ScopDetection::getDebugLocation(const Region *R, unsigned &LineBegin,
688 unsigned &LineEnd, std::string &FileName) {
689 LineBegin = -1;
690 LineEnd = 0;
691
Tobias Grosser26108892014-04-02 20:18:19 +0000692 for (const BasicBlock *BB : R->blocks())
693 for (const Instruction &Inst : *BB) {
694 DebugLoc DL = Inst.getDebugLoc();
Tobias Grosser531891e2012-11-01 16:45:20 +0000695 if (DL.isUnknown())
696 continue;
697
Tobias Grosser26108892014-04-02 20:18:19 +0000698 DIScope Scope(DL.getScope(Inst.getContext()));
Tobias Grosser531891e2012-11-01 16:45:20 +0000699
700 if (FileName.empty())
701 FileName = Scope.getFilename();
702
703 unsigned NewLine = DL.getLine();
704
705 LineBegin = std::min(LineBegin, NewLine);
706 LineEnd = std::max(LineEnd, NewLine);
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000707 }
Tobias Grosser531891e2012-11-01 16:45:20 +0000708}
709
Tobias Grosserb2863ca2013-03-04 19:49:51 +0000710void ScopDetection::printLocations(llvm::Function &F) {
Tobias Grosser26108892014-04-02 20:18:19 +0000711 for (const Region *R : *this) {
Tobias Grosser531891e2012-11-01 16:45:20 +0000712 unsigned LineEntry, LineExit;
713 std::string FileName;
714
Tobias Grosser00dc3092014-03-02 12:02:46 +0000715 getDebugLocation(R, LineEntry, LineExit, FileName);
Tobias Grosser8519f892013-12-18 10:49:53 +0000716 DiagnosticScopFound Diagnostic(F, FileName, LineEntry, LineExit);
717 F.getContext().diagnose(Diagnostic);
Tobias Grosser531891e2012-11-01 16:45:20 +0000718 }
719}
720
Tobias Grosser75805372011-04-29 06:27:02 +0000721bool ScopDetection::runOnFunction(llvm::Function &F) {
Sebastian Pop8fe6d112013-05-30 17:47:32 +0000722 LI = &getAnalysis<LoopInfo>();
Tobias Grosser9a26f292014-01-02 22:28:53 +0000723 RI = &getAnalysis<RegionInfo>();
Sebastian Pop8fe6d112013-05-30 17:47:32 +0000724 if (!DetectScopsWithoutLoops && LI->empty())
725 return false;
726
Tobias Grosser75805372011-04-29 06:27:02 +0000727 AA = &getAnalysis<AliasAnalysis>();
728 SE = &getAnalysis<ScalarEvolution>();
Tobias Grosser75805372011-04-29 06:27:02 +0000729 Region *TopRegion = RI->getTopLevelRegion();
730
Tobias Grosser2ff87232011-10-23 11:17:06 +0000731 releaseMemory();
732
Tobias Grosser29ee0b12011-11-17 14:52:36 +0000733 if (OnlyFunction != "" && F.getName() != OnlyFunction)
Tobias Grosser2ff87232011-10-23 11:17:06 +0000734 return false;
735
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000736 if (!isValidFunction(F))
Tobias Grosser75805372011-04-29 06:27:02 +0000737 return false;
738
739 findScops(*TopRegion);
Tobias Grosser531891e2012-11-01 16:45:20 +0000740
741 if (ReportLevel >= 1)
Tobias Grosserb2863ca2013-03-04 19:49:51 +0000742 printLocations(F);
Tobias Grosser531891e2012-11-01 16:45:20 +0000743
Tobias Grosser75805372011-04-29 06:27:02 +0000744 return false;
745}
746
Tobias Grosser75805372011-04-29 06:27:02 +0000747void polly::ScopDetection::verifyRegion(const Region &R) const {
748 assert(isMaxRegionInScop(R) && "Expect R is a valid region.");
Tobias Grosser0d1eee32013-02-05 11:56:05 +0000749 DetectionContext Context(const_cast<Region &>(R), *AA, true /*verifying*/);
Tobias Grosser75805372011-04-29 06:27:02 +0000750 isValidRegion(Context);
751}
752
753void polly::ScopDetection::verifyAnalysis() const {
Tobias Grossera1689932014-02-18 18:49:49 +0000754 if (!VerifyScops)
755 return;
756
Tobias Grosser26108892014-04-02 20:18:19 +0000757 for (const Region *R : ValidRegions)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000758 verifyRegion(*R);
Tobias Grosser75805372011-04-29 06:27:02 +0000759}
760
761void ScopDetection::getAnalysisUsage(AnalysisUsage &AU) const {
Tobias Grosser42aff302014-01-13 22:29:56 +0000762 AU.addRequired<DominatorTreeWrapperPass>();
Tobias Grosser75805372011-04-29 06:27:02 +0000763 AU.addRequired<PostDominatorTree>();
764 AU.addRequired<LoopInfo>();
765 AU.addRequired<ScalarEvolution>();
766 // We also need AA and RegionInfo when we are verifying analysis.
767 AU.addRequiredTransitive<AliasAnalysis>();
768 AU.addRequiredTransitive<RegionInfo>();
769 AU.setPreservesAll();
770}
771
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000772void ScopDetection::print(raw_ostream &OS, const Module *) const {
Tobias Grosser26108892014-04-02 20:18:19 +0000773 for (const Region *R : ValidRegions)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000774 OS << "Valid Region for Scop: " << R->getNameStr() << '\n';
Tobias Grosser75805372011-04-29 06:27:02 +0000775
776 OS << "\n";
777}
778
779void ScopDetection::releaseMemory() {
780 ValidRegions.clear();
Tobias Grosser4f129a62011-10-08 00:30:55 +0000781 InvalidRegions.clear();
Hongbin Zheng94c5df12011-05-06 02:38:20 +0000782 // Do not clear the invalid function set.
Tobias Grosser75805372011-04-29 06:27:02 +0000783}
784
785char ScopDetection::ID = 0;
786
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000787Pass *polly::createScopDetectionPass() { return new ScopDetection(); }
788
Tobias Grosser73600b82011-10-08 00:30:40 +0000789INITIALIZE_PASS_BEGIN(ScopDetection, "polly-detect",
790 "Polly - Detect static control parts (SCoPs)", false,
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000791 false);
792INITIALIZE_AG_DEPENDENCY(AliasAnalysis);
Tobias Grosser42aff302014-01-13 22:29:56 +0000793INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass);
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000794INITIALIZE_PASS_DEPENDENCY(LoopInfo);
795INITIALIZE_PASS_DEPENDENCY(PostDominatorTree);
796INITIALIZE_PASS_DEPENDENCY(RegionInfo);
797INITIALIZE_PASS_DEPENDENCY(ScalarEvolution);
Tobias Grosser73600b82011-10-08 00:30:40 +0000798INITIALIZE_PASS_END(ScopDetection, "polly-detect",
799 "Polly - Detect static control parts (SCoPs)", false, false)