blob: c4935bf6f405cffcaf280ce81f0c0b0160fb67a2 [file] [log] [blame]
Tobias Grosser75805372011-04-29 06:27:02 +00001//===----- ScopDetection.cpp - Detect Scops --------------------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Detect the maximal Scops of a function.
11//
12// A static control part (Scop) is a subgraph of the control flow graph (CFG)
13// that only has statically known control flow and can therefore be described
14// within the polyhedral model.
15//
16// Every Scop fullfills these restrictions:
17//
18// * It is a single entry single exit region
19//
20// * Only affine linear bounds in the loops
21//
22// Every natural loop in a Scop must have a number of loop iterations that can
23// be described as an affine linear function in surrounding loop iterators or
24// parameters. (A parameter is a scalar that does not change its value during
25// execution of the Scop).
26//
27// * Only comparisons of affine linear expressions in conditions
28//
29// * All loops and conditions perfectly nested
30//
31// The control flow needs to be structured such that it could be written using
32// just 'for' and 'if' statements, without the need for any 'goto', 'break' or
33// 'continue'.
34//
35// * Side effect free functions call
36//
37// Only function calls and intrinsics that do not have side effects are allowed
38// (readnone).
39//
40// The Scop detection finds the largest Scops by checking if the largest
41// region is a Scop. If this is not the case, its canonical subregions are
42// checked until a region is a Scop. It is now tried to extend this Scop by
43// creating a larger non canonical region.
44//
45//===----------------------------------------------------------------------===//
46
Tobias Grosserecfe21b2013-03-20 18:03:18 +000047#include "polly/CodeGen/BlockGenerators.h"
Tobias Grosser75805372011-04-29 06:27:02 +000048#include "polly/LinkAllPasses.h"
Tobias Grosser637bd632013-05-07 07:31:10 +000049#include "polly/Options.h"
Andreas Simbuerger01a37a02014-04-02 11:54:01 +000050#include "polly/ScopDetectionDiagnostic.h"
Tobias Grosserecfe21b2013-03-20 18:03:18 +000051#include "polly/ScopDetection.h"
Tobias Grosser120db6b2011-11-07 12:58:54 +000052#include "polly/Support/SCEVValidator.h"
Tobias Grosser83628182013-05-07 08:11:54 +000053#include "polly/Support/ScopHelper.h"
Tobias Grosser75805372011-04-29 06:27:02 +000054#include "llvm/ADT/Statistic.h"
55#include "llvm/Analysis/AliasAnalysis.h"
Tobias Grosser6e9f25a2011-11-09 22:35:00 +000056#include "llvm/Analysis/LoopInfo.h"
Tobias Grosser75805372011-04-29 06:27:02 +000057#include "llvm/Analysis/RegionIterator.h"
Tobias Grosser6e9f25a2011-11-09 22:35:00 +000058#include "llvm/Analysis/ScalarEvolution.h"
Tobias Grosserb8710b52011-11-10 12:44:50 +000059#include "llvm/Analysis/ScalarEvolutionExpressions.h"
Chandler Carruth6b96c242014-03-06 00:47:27 +000060#include "llvm/IR/DebugInfo.h"
Tobias Grosser8519f892013-12-18 10:49:53 +000061#include "llvm/IR/DiagnosticInfo.h"
62#include "llvm/IR/DiagnosticPrinter.h"
Chandler Carruth6b96c242014-03-06 00:47:27 +000063#include "llvm/IR/LLVMContext.h"
Tobias Grosser75805372011-04-29 06:27:02 +000064
65#define DEBUG_TYPE "polly-detect"
66#include "llvm/Support/Debug.h"
67
Tobias Grosser60b54f12011-11-08 15:41:28 +000068#include <set>
69
Tobias Grosser75805372011-04-29 06:27:02 +000070using namespace llvm;
71using namespace polly;
72
Sebastian Pop8fe6d112013-05-30 17:47:32 +000073static cl::opt<bool>
74DetectScopsWithoutLoops("polly-detect-scops-in-functions-without-loops",
75 cl::desc("Detect scops in functions without loops"),
Tobias Grosser64e8e372014-03-13 23:37:43 +000076 cl::Hidden, cl::init(false), cl::ZeroOrMore,
77 cl::cat(PollyCategory));
Sebastian Pop8fe6d112013-05-30 17:47:32 +000078
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +000079static cl::opt<bool>
80DetectRegionsWithoutLoops("polly-detect-scops-in-regions-without-loops",
81 cl::desc("Detect scops in regions without loops"),
Tobias Grosser64e8e372014-03-13 23:37:43 +000082 cl::Hidden, cl::init(false), cl::ZeroOrMore,
83 cl::cat(PollyCategory));
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +000084
Tobias Grosser2ff87232011-10-23 11:17:06 +000085static cl::opt<std::string>
Tobias Grosser637bd632013-05-07 07:31:10 +000086OnlyFunction("polly-only-func", cl::desc("Only run on a single function"),
87 cl::value_desc("function-name"), cl::ValueRequired, cl::init(""),
88 cl::cat(PollyCategory));
Tobias Grosser2ff87232011-10-23 11:17:06 +000089
Tobias Grosser4449e522014-01-27 14:24:53 +000090static cl::opt<std::string>
91OnlyRegion("polly-only-region",
92 cl::desc("Only run on certain regions (The provided identifier must "
93 "appear in the name of the region's entry block"),
94 cl::value_desc("identifier"), cl::ValueRequired, cl::init(""),
95 cl::cat(PollyCategory));
96
Tobias Grosser60cd9322011-11-10 12:47:26 +000097static cl::opt<bool>
98IgnoreAliasing("polly-ignore-aliasing",
99 cl::desc("Ignore possible aliasing of the array bases"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000100 cl::Hidden, cl::init(false), cl::ZeroOrMore,
101 cl::cat(PollyCategory));
Tobias Grosser2ff87232011-10-23 11:17:06 +0000102
Tobias Grosser637bd632013-05-07 07:31:10 +0000103static cl::opt<bool>
104ReportLevel("polly-report",
105 cl::desc("Print information about the activities of Polly"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000106 cl::init(false), cl::ZeroOrMore, cl::cat(PollyCategory));
Tobias Grosser531891e2012-11-01 16:45:20 +0000107
108static cl::opt<bool>
Tobias Grossera1879642011-12-20 10:43:14 +0000109AllowNonAffine("polly-allow-nonaffine",
110 cl::desc("Allow non affine access functions in arrays"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000111 cl::Hidden, cl::init(false), cl::ZeroOrMore,
112 cl::cat(PollyCategory));
Tobias Grossera1879642011-12-20 10:43:14 +0000113
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000114static cl::opt<bool, true>
115TrackFailures("polly-detect-track-failures",
116 cl::desc("Track failure strings in detecting scop regions"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000117 cl::location(PollyTrackFailures), cl::Hidden, cl::ZeroOrMore,
118 cl::init(false), cl::cat(PollyCategory));
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000119
Sebastian Pop18016682014-04-08 21:20:44 +0000120static cl::opt<bool, true>
121PollyDelinearizeX("polly-delinearize",
122 cl::desc("Delinearize array access functions"),
123 cl::location(PollyDelinearize), cl::Hidden, cl::ZeroOrMore,
124 cl::init(false), cl::cat(PollyCategory));
125
Tobias Grossera1689932014-02-18 18:49:49 +0000126static cl::opt<bool>
127VerifyScops("polly-detect-verify",
128 cl::desc("Verify the detected SCoPs after each transformation"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000129 cl::Hidden, cl::init(false), cl::ZeroOrMore,
130 cl::cat(PollyCategory));
Tobias Grossera1689932014-02-18 18:49:49 +0000131
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000132bool polly::PollyTrackFailures = false;
Sebastian Pop18016682014-04-08 21:20:44 +0000133bool polly::PollyDelinearize = false;
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000134
Tobias Grosser75805372011-04-29 06:27:02 +0000135//===----------------------------------------------------------------------===//
136// Statistics.
137
138STATISTIC(ValidRegion, "Number of regions that a valid part of Scop");
139
Tobias Grosser8519f892013-12-18 10:49:53 +0000140class DiagnosticScopFound : public DiagnosticInfo {
141private:
142 static int PluginDiagnosticKind;
143
144 Function &F;
145 std::string FileName;
146 unsigned EntryLine, ExitLine;
147
148public:
Tobias Grosser1b12f462013-12-18 11:14:36 +0000149 DiagnosticScopFound(Function &F, std::string FileName, unsigned EntryLine,
150 unsigned ExitLine)
Tobias Grosser8519f892013-12-18 10:49:53 +0000151 : DiagnosticInfo(PluginDiagnosticKind, DS_Note), F(F), FileName(FileName),
Tobias Grosser1b12f462013-12-18 11:14:36 +0000152 EntryLine(EntryLine), ExitLine(ExitLine) {}
Tobias Grosser8519f892013-12-18 10:49:53 +0000153
154 virtual void print(DiagnosticPrinter &DP) const;
155
156 static bool classof(const DiagnosticInfo *DI) {
157 return DI->getKind() == PluginDiagnosticKind;
158 }
159};
160
161int DiagnosticScopFound::PluginDiagnosticKind = 10;
162
Tobias Grosser8519f892013-12-18 10:49:53 +0000163void DiagnosticScopFound::print(DiagnosticPrinter &DP) const {
Tobias Grosser1b12f462013-12-18 11:14:36 +0000164 DP << "Polly detected an optimizable loop region (scop) in function '" << F
165 << "'\n";
Tobias Grosser8519f892013-12-18 10:49:53 +0000166
167 if (FileName.empty()) {
168 DP << "Scop location is unknown. Compile with debug info "
169 "(-g) to get more precise information. ";
Tobias Grosser1b12f462013-12-18 11:14:36 +0000170 return;
Tobias Grosser8519f892013-12-18 10:49:53 +0000171 }
172
173 DP << FileName << ":" << EntryLine << ": Start of scop\n";
174 DP << FileName << ":" << ExitLine << ": End of scop";
175}
176
Tobias Grosser75805372011-04-29 06:27:02 +0000177//===----------------------------------------------------------------------===//
178// ScopDetection.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000179
180template <class RR, typename... Args>
181inline bool ScopDetection::invalid(DetectionContext &Context, bool Assert,
182 Args &&... Arguments) const {
183
184 if (!Context.Verifying) {
185 RR RejectReason = RR(Arguments...);
186 if (PollyTrackFailures)
187 LastFailure = RejectReason.getMessage();
188
189 DEBUG(dbgs() << RejectReason.getMessage());
190 DEBUG(dbgs() << "\n");
191 } else {
192 assert(!Assert && "Verification of detected scop failed");
193 }
194
195 return false;
196}
197
Tobias Grossera1689932014-02-18 18:49:49 +0000198bool ScopDetection::isMaxRegionInScop(const Region &R, bool Verify) const {
199 if (!ValidRegions.count(&R))
200 return false;
201
202 if (Verify)
203 return isValidRegion(const_cast<Region &>(R));
204
205 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000206}
207
Tobias Grosser4f129a62011-10-08 00:30:55 +0000208std::string ScopDetection::regionIsInvalidBecause(const Region *R) const {
209 if (!InvalidRegions.count(R))
210 return "";
211
212 return InvalidRegions.find(R)->second;
213}
214
Tobias Grossere602a072013-05-07 07:30:56 +0000215bool ScopDetection::isValidCFG(BasicBlock &BB,
216 DetectionContext &Context) const {
Tobias Grosser75805372011-04-29 06:27:02 +0000217 Region &RefRegion = Context.CurRegion;
218 TerminatorInst *TI = BB.getTerminator();
219
220 // Return instructions are only valid if the region is the top level region.
221 if (isa<ReturnInst>(TI) && !RefRegion.getExit() && TI->getNumOperands() == 0)
222 return true;
223
224 BranchInst *Br = dyn_cast<BranchInst>(TI);
225
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000226 if (!Br)
227 return invalid<ReportNonBranchTerminator>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000228
Tobias Grosser74394f02013-01-14 22:40:23 +0000229 if (Br->isUnconditional())
230 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000231
232 Value *Condition = Br->getCondition();
233
234 // UndefValue is not allowed as condition.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000235 if (isa<UndefValue>(Condition))
236 return invalid<ReportUndefCond>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000237
238 // Only Constant and ICmpInst are allowed as condition.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000239 if (!(isa<Constant>(Condition) || isa<ICmpInst>(Condition)))
240 return invalid<ReportInvalidCond>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000241
242 // Allow perfectly nested conditions.
243 assert(Br->getNumSuccessors() == 2 && "Unexpected number of successors");
244
245 if (ICmpInst *ICmp = dyn_cast<ICmpInst>(Condition)) {
246 // Unsigned comparisons are not allowed. They trigger overflow problems
247 // in the code generation.
248 //
249 // TODO: This is not sufficient and just hides bugs. However it does pretty
250 // well.
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000251 if (ICmp->isUnsigned())
Tobias Grosser75805372011-04-29 06:27:02 +0000252 return false;
253
254 // Are both operands of the ICmp affine?
Tobias Grosser74394f02013-01-14 22:40:23 +0000255 if (isa<UndefValue>(ICmp->getOperand(0)) ||
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000256 isa<UndefValue>(ICmp->getOperand(1)))
257 return invalid<ReportUndefOperand>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000258
Sebastian Pop9f57c5b2013-04-10 04:05:18 +0000259 Loop *L = LI->getLoopFor(ICmp->getParent());
260 const SCEV *LHS = SE->getSCEVAtScope(ICmp->getOperand(0), L);
261 const SCEV *RHS = SE->getSCEVAtScope(ICmp->getOperand(1), L);
Tobias Grosser75805372011-04-29 06:27:02 +0000262
Tobias Grossera66fa6c2011-11-10 12:45:11 +0000263 if (!isAffineExpr(&Context.CurRegion, LHS, *SE) ||
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000264 !isAffineExpr(&Context.CurRegion, RHS, *SE))
265 return invalid<ReportNonAffBranch>(Context, /*Assert=*/true, &BB, LHS,
266 RHS);
Tobias Grosser75805372011-04-29 06:27:02 +0000267 }
268
269 // Allow loop exit conditions.
270 Loop *L = LI->getLoopFor(&BB);
271 if (L && L->getExitingBlock() == &BB)
272 return true;
273
274 // Allow perfectly nested conditions.
275 Region *R = RI->getRegionFor(&BB);
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000276 if (R->getEntry() != &BB)
277 return invalid<ReportCondition>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000278
279 return true;
280}
281
282bool ScopDetection::isValidCallInst(CallInst &CI) {
283 if (CI.mayHaveSideEffects() || CI.doesNotReturn())
284 return false;
285
286 if (CI.doesNotAccessMemory())
287 return true;
288
289 Function *CalledFunction = CI.getCalledFunction();
290
291 // Indirect calls are not supported.
292 if (CalledFunction == 0)
293 return false;
294
295 // TODO: Intrinsics.
296 return false;
297}
298
Tobias Grosser458fb782014-01-28 12:58:58 +0000299bool ScopDetection::isInvariant(const Value &Val, const Region &Reg) const {
300 // A reference to function argument or constant value is invariant.
301 if (isa<Argument>(Val) || isa<Constant>(Val))
302 return true;
303
304 const Instruction *I = dyn_cast<Instruction>(&Val);
305 if (!I)
306 return false;
307
308 if (!Reg.contains(I))
309 return true;
310
311 if (I->mayHaveSideEffects())
312 return false;
313
314 // When Val is a Phi node, it is likely not invariant. We do not check whether
315 // Phi nodes are actually invariant, we assume that Phi nodes are usually not
316 // invariant. Recursively checking the operators of Phi nodes would lead to
317 // infinite recursion.
318 if (isa<PHINode>(*I))
319 return false;
320
Tobias Grosser26108892014-04-02 20:18:19 +0000321 for (const Use &Operand : I->operands())
Tobias Grosser1d191902014-03-03 13:13:55 +0000322 if (!isInvariant(*Operand, Reg))
Tobias Grosser458fb782014-01-28 12:58:58 +0000323 return false;
Tobias Grosser458fb782014-01-28 12:58:58 +0000324
325 // When the instruction is a load instruction, check that no write to memory
326 // in the region aliases with the load.
327 if (const LoadInst *LI = dyn_cast<LoadInst>(I)) {
328 AliasAnalysis::Location Loc = AA->getLocation(LI);
329 const Region::const_block_iterator BE = Reg.block_end();
330 // Check if any basic block in the region can modify the location pointed to
331 // by 'Loc'. If so, 'Val' is (likely) not invariant in the region.
Tobias Grosser26108892014-04-02 20:18:19 +0000332 for (const BasicBlock *BB : Reg.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000333 if (AA->canBasicBlockModify(*BB, Loc))
Tobias Grosser458fb782014-01-28 12:58:58 +0000334 return false;
Tobias Grosser458fb782014-01-28 12:58:58 +0000335 }
336
337 return true;
338}
339
Tobias Grosser75805372011-04-29 06:27:02 +0000340bool ScopDetection::isValidMemoryAccess(Instruction &Inst,
341 DetectionContext &Context) const {
Tobias Grossere5e171e2011-11-10 12:45:03 +0000342 Value *Ptr = getPointerOperand(Inst);
Sebastian Pop9f57c5b2013-04-10 04:05:18 +0000343 Loop *L = LI->getLoopFor(Inst.getParent());
344 const SCEV *AccessFunction = SE->getSCEVAtScope(Ptr, L);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000345 const SCEVUnknown *BasePointer;
Tobias Grossere5e171e2011-11-10 12:45:03 +0000346 Value *BaseValue;
Tobias Grosser75805372011-04-29 06:27:02 +0000347
Tobias Grosserb8710b52011-11-10 12:44:50 +0000348 BasePointer = dyn_cast<SCEVUnknown>(SE->getPointerBase(AccessFunction));
349
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000350 if (!BasePointer)
351 return invalid<ReportNoBasePtr>(Context, /*Assert=*/true);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000352
353 BaseValue = BasePointer->getValue();
354
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000355 if (isa<UndefValue>(BaseValue))
356 return invalid<ReportUndefBasePtr>(Context, /*Assert=*/true);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000357
Tobias Grosser458fb782014-01-28 12:58:58 +0000358 // Check that the base address of the access is invariant in the current
359 // region.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000360 if (!isInvariant(*BaseValue, Context.CurRegion))
Tobias Grosserab2227a2014-01-28 13:43:24 +0000361 // Verification of this property is difficult as the independent blocks
362 // pass may introduce aliasing that we did not have when running the
363 // scop detection.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000364 return invalid<ReportVariantBasePtr>(Context, /*Assert=*/false, BaseValue);
Tobias Grosser458fb782014-01-28 12:58:58 +0000365
Tobias Grosserb8710b52011-11-10 12:44:50 +0000366 AccessFunction = SE->getMinusSCEV(AccessFunction, BasePointer);
367
Sebastian Pop18016682014-04-08 21:20:44 +0000368 if (AllowNonAffine) {
369 // Do not check whether AccessFunction is affine.
Sebastian Popcd3bb592014-04-10 16:08:11 +0000370 } else if (!isAffineExpr(&Context.CurRegion, AccessFunction, *SE,
371 BaseValue)) {
372 const SCEVAddRecExpr *AF = dyn_cast<SCEVAddRecExpr>(AccessFunction);
373 if (!PollyDelinearize || !AF)
374 return invalid<ReportNonAffineAccess>(Context, /*Assert=*/true,
375 AccessFunction);
376
377 // Try to delinearize AccessFunction only when the expression is known to
378 // not be affine: as all affine functions can be represented without
379 // problems in Polly, we do not have to delinearize them.
Sebastian Pop18016682014-04-08 21:20:44 +0000380 SmallVector<const SCEV *, 4> Subscripts, Sizes;
381 AF->delinearize(*SE, Subscripts, Sizes);
382 int size = Subscripts.size();
383
384 for (int i = 0; i < size; ++i)
385 if (!isAffineExpr(&Context.CurRegion, Subscripts[i], *SE, BaseValue))
386 return invalid<ReportNonAffineAccess>(Context, /*Assert=*/true,
387 AccessFunction);
Sebastian Pop18016682014-04-08 21:20:44 +0000388 }
Tobias Grosser75805372011-04-29 06:27:02 +0000389
390 // FIXME: Alias Analysis thinks IntToPtrInst aliases with alloca instructions
391 // created by IndependentBlocks Pass.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000392 if (isa<IntToPtrInst>(BaseValue))
393 return invalid<ReportIntToPtr>(Context, /*Assert=*/true, BaseValue);
Tobias Grosser75805372011-04-29 06:27:02 +0000394
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000395 if (IgnoreAliasing)
396 return true;
Tobias Grosserfff5adc2011-11-10 13:21:43 +0000397
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000398 // Check if the base pointer of the memory access does alias with
399 // any other pointer. This cannot be handled at the moment.
Tobias Grosser298a7642013-07-14 18:09:43 +0000400 AliasSet &AS =
401 Context.AST.getAliasSetForPointer(BaseValue, AliasAnalysis::UnknownSize,
402 Inst.getMetadata(LLVMContext::MD_tbaa));
Tobias Grosser428b3e42013-02-04 15:46:25 +0000403
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000404 // INVALID triggers an assertion in verifying mode, if it detects that a
405 // SCoP was detected by SCoP detection and that this SCoP was invalidated by
406 // a pass that stated it would preserve the SCoPs. We disable this check as
407 // the independent blocks pass may create memory references which seem to
408 // alias, if -basicaa is not available. They actually do not, but as we can
409 // not proof this without -basicaa we would fail. We disable this check to
410 // not cause irrelevant verification failures.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000411 if (!AS.isMustAlias())
412 return invalid<ReportAlias>(Context, /*Assert=*/true, &AS);
Tobias Grosser75805372011-04-29 06:27:02 +0000413
414 return true;
415}
416
Tobias Grosser75805372011-04-29 06:27:02 +0000417bool ScopDetection::isValidInstruction(Instruction &Inst,
418 DetectionContext &Context) const {
Tobias Grosser75805372011-04-29 06:27:02 +0000419 if (PHINode *PN = dyn_cast<PHINode>(&Inst))
Tobias Grosserecfe21b2013-03-20 18:03:18 +0000420 if (!canSynthesize(PN, LI, SE, &Context.CurRegion)) {
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000421 if (SCEVCodegen)
422 return invalid<ReportPhiNodeRefInRegion>(Context, /*Assert=*/true,
423 &Inst);
424 else
425 return invalid<ReportNonCanonicalPhiNode>(Context, /*Assert=*/true,
426 &Inst);
Tobias Grosserecfe21b2013-03-20 18:03:18 +0000427 }
Tobias Grosser75805372011-04-29 06:27:02 +0000428
Tobias Grosser75805372011-04-29 06:27:02 +0000429 // We only check the call instruction but not invoke instruction.
430 if (CallInst *CI = dyn_cast<CallInst>(&Inst)) {
431 if (isValidCallInst(*CI))
432 return true;
433
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000434 return invalid<ReportFuncCall>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000435 }
436
437 if (!Inst.mayWriteToMemory() && !Inst.mayReadFromMemory()) {
Tobias Grosser5b1a7f22013-07-22 03:50:33 +0000438 if (!isa<AllocaInst>(Inst))
439 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000440
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000441 return invalid<ReportAlloca>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000442 }
443
444 // Check the access function.
445 if (isa<LoadInst>(Inst) || isa<StoreInst>(Inst))
446 return isValidMemoryAccess(Inst, Context);
447
448 // We do not know this instruction, therefore we assume it is invalid.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000449 return invalid<ReportUnknownInst>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000450}
451
Tobias Grosser75805372011-04-29 06:27:02 +0000452bool ScopDetection::isValidLoop(Loop *L, DetectionContext &Context) const {
Tobias Grosser826b2af2013-03-21 16:14:50 +0000453 if (!SCEVCodegen) {
454 // If code generation is not in scev based mode, we need to ensure that
455 // each loop has a canonical induction variable.
456 PHINode *IndVar = L->getCanonicalInductionVariable();
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000457 if (!IndVar)
458 return invalid<ReportLoopHeader>(Context, /*Assert=*/true, L);
Tobias Grosser826b2af2013-03-21 16:14:50 +0000459 }
Tobias Grosser75805372011-04-29 06:27:02 +0000460
461 // Is the loop count affine?
462 const SCEV *LoopCount = SE->getBackedgeTakenCount(L);
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000463 if (!isAffineExpr(&Context.CurRegion, LoopCount, *SE))
464 return invalid<ReportLoopBound>(Context, /*Assert=*/true, L, LoopCount);
Tobias Grosser75805372011-04-29 06:27:02 +0000465
466 return true;
467}
468
469Region *ScopDetection::expandRegion(Region &R) {
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000470 // Initial no valid region was found (greater than R)
471 Region *LastValidRegion = NULL;
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000472 Region *ExpandedRegion = R.getExpandedRegion();
Tobias Grosser75805372011-04-29 06:27:02 +0000473
474 DEBUG(dbgs() << "\tExpanding " << R.getNameStr() << "\n");
475
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000476 while (ExpandedRegion) {
477 DetectionContext Context(*ExpandedRegion, *AA, false /* verifying */);
478 DEBUG(dbgs() << "\t\tTrying " << ExpandedRegion->getNameStr() << "\n");
Tobias Grosser75805372011-04-29 06:27:02 +0000479
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000480 // Check the exit first (cheap)
Tobias Grosser75805372011-04-29 06:27:02 +0000481 if (isValidExit(Context)) {
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000482 // If the exit is valid check all blocks
483 // - if true, a valid region was found => store it + keep expanding
484 // - if false, .tbd. => stop (should this really end the loop?)
485 if (!allBlocksValid(Context))
486 break;
Tobias Grosser75805372011-04-29 06:27:02 +0000487
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000488 // Delete unnecessary regions (allocated by getExpandedRegion)
489 if (LastValidRegion)
490 delete LastValidRegion;
491
Tobias Grosserd7e58642013-04-10 06:55:45 +0000492 // Store this region, because it is the greatest valid (encountered so
493 // far).
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000494 LastValidRegion = ExpandedRegion;
495
496 // Create and test the next greater region (if any)
497 ExpandedRegion = ExpandedRegion->getExpandedRegion();
498
499 } else {
500 // Create and test the next greater region (if any)
501 Region *TmpRegion = ExpandedRegion->getExpandedRegion();
502
503 // Delete unnecessary regions (allocated by getExpandedRegion)
504 delete ExpandedRegion;
505
506 ExpandedRegion = TmpRegion;
Tobias Grosser75805372011-04-29 06:27:02 +0000507 }
Tobias Grosser75805372011-04-29 06:27:02 +0000508 }
509
Tobias Grosser378a9f22013-11-16 19:34:11 +0000510 DEBUG({
511 if (LastValidRegion)
512 dbgs() << "\tto " << LastValidRegion->getNameStr() << "\n";
513 else
514 dbgs() << "\tExpanding " << R.getNameStr() << " failed\n";
515 });
Tobias Grosser75805372011-04-29 06:27:02 +0000516
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000517 return LastValidRegion;
Tobias Grosser75805372011-04-29 06:27:02 +0000518}
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000519static bool regionWithoutLoops(Region &R, LoopInfo *LI) {
Tobias Grosser26108892014-04-02 20:18:19 +0000520 for (const BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000521 if (R.contains(LI->getLoopFor(BB)))
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000522 return false;
523
524 return true;
525}
Tobias Grosser75805372011-04-29 06:27:02 +0000526
Tobias Grosser28a70c52014-01-29 19:05:30 +0000527// Remove all direct and indirect children of region R from the region set Regs,
528// but do not recurse further if the first child has been found.
529//
530// Return the number of regions erased from Regs.
531static unsigned eraseAllChildren(std::set<const Region *> &Regs,
David Blaikieb035f6d2014-04-15 18:45:27 +0000532 const Region &R) {
Tobias Grosser28a70c52014-01-29 19:05:30 +0000533 unsigned Count = 0;
David Blaikieb035f6d2014-04-15 18:45:27 +0000534 for (auto &SubRegion : R) {
535 if (Regs.find(SubRegion.get()) != Regs.end()) {
Tobias Grosser28a70c52014-01-29 19:05:30 +0000536 ++Count;
David Blaikieb035f6d2014-04-15 18:45:27 +0000537 Regs.erase(SubRegion.get());
Tobias Grosser28a70c52014-01-29 19:05:30 +0000538 } else {
David Blaikieb035f6d2014-04-15 18:45:27 +0000539 Count += eraseAllChildren(Regs, *SubRegion);
Tobias Grosser28a70c52014-01-29 19:05:30 +0000540 }
541 }
542 return Count;
543}
544
Tobias Grosser75805372011-04-29 06:27:02 +0000545void ScopDetection::findScops(Region &R) {
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000546 if (!DetectRegionsWithoutLoops && regionWithoutLoops(R, LI))
547 return;
548
Tobias Grosser4eb73812011-11-10 12:45:15 +0000549 LastFailure = "";
550
Tobias Grosser9b1100b2014-02-18 18:49:46 +0000551 if (isValidRegion(R)) {
Tobias Grosser75805372011-04-29 06:27:02 +0000552 ++ValidRegion;
553 ValidRegions.insert(&R);
554 return;
555 }
556
Tobias Grosser4f129a62011-10-08 00:30:55 +0000557 InvalidRegions[&R] = LastFailure;
558
David Blaikieb035f6d2014-04-15 18:45:27 +0000559 for (auto &SubRegion : R)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000560 findScops(*SubRegion);
Tobias Grosser75805372011-04-29 06:27:02 +0000561
562 // Try to expand regions.
563 //
564 // As the region tree normally only contains canonical regions, non canonical
565 // regions that form a Scop are not found. Therefore, those non canonical
566 // regions are checked by expanding the canonical ones.
567
Tobias Grosser0d1eee32013-02-05 11:56:05 +0000568 std::vector<Region *> ToExpand;
Tobias Grosser75805372011-04-29 06:27:02 +0000569
David Blaikieb035f6d2014-04-15 18:45:27 +0000570 for (auto &SubRegion : R)
571 ToExpand.push_back(SubRegion.get());
Tobias Grosser75805372011-04-29 06:27:02 +0000572
Tobias Grosser26108892014-04-02 20:18:19 +0000573 for (Region *CurrentRegion : ToExpand) {
Tobias Grosser75805372011-04-29 06:27:02 +0000574 // Skip invalid regions. Regions may become invalid, if they are element of
575 // an already expanded region.
576 if (ValidRegions.find(CurrentRegion) == ValidRegions.end())
577 continue;
578
579 Region *ExpandedR = expandRegion(*CurrentRegion);
580
581 if (!ExpandedR)
582 continue;
583
584 R.addSubRegion(ExpandedR, true);
585 ValidRegions.insert(ExpandedR);
586 ValidRegions.erase(CurrentRegion);
587
Tobias Grosser28a70c52014-01-29 19:05:30 +0000588 // Erase all (direct and indirect) children of ExpandedR from the valid
589 // regions and update the number of valid regions.
David Blaikieb035f6d2014-04-15 18:45:27 +0000590 ValidRegion -= eraseAllChildren(ValidRegions, *ExpandedR);
Tobias Grosser75805372011-04-29 06:27:02 +0000591 }
592}
593
594bool ScopDetection::allBlocksValid(DetectionContext &Context) const {
595 Region &R = Context.CurRegion;
596
Tobias Grosser26108892014-04-02 20:18:19 +0000597 for (const BasicBlock *BB : R.blocks()) {
Tobias Grosser1d191902014-03-03 13:13:55 +0000598 Loop *L = LI->getLoopFor(BB);
599 if (L && L->getHeader() == BB && !isValidLoop(L, Context))
Sebastian Popb88ea5e2013-06-11 22:20:32 +0000600 return false;
601 }
602
Tobias Grosser26108892014-04-02 20:18:19 +0000603 for (BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000604 if (!isValidCFG(*BB, Context))
Sebastian Pop9e3d2dd2013-06-11 22:20:27 +0000605 return false;
606
Tobias Grosser26108892014-04-02 20:18:19 +0000607 for (BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000608 for (BasicBlock::iterator I = BB->begin(), E = --BB->end(); I != E; ++I)
Sebastian Pop8ca899c2013-06-14 20:20:43 +0000609 if (!isValidInstruction(*I, Context))
610 return false;
Tobias Grosser75805372011-04-29 06:27:02 +0000611
612 return true;
613}
614
615bool ScopDetection::isValidExit(DetectionContext &Context) const {
616 Region &R = Context.CurRegion;
617
618 // PHI nodes are not allowed in the exit basic block.
619 if (BasicBlock *Exit = R.getExit()) {
620 BasicBlock::iterator I = Exit->begin();
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000621 if (I != Exit->end() && isa<PHINode>(*I))
622 return invalid<ReportPHIinExit>(Context, /*Assert=*/true);
Tobias Grosser75805372011-04-29 06:27:02 +0000623 }
624
625 return true;
626}
627
Tobias Grosser9b1100b2014-02-18 18:49:46 +0000628bool ScopDetection::isValidRegion(Region &R) const {
629 DetectionContext Context(R, *AA, false /*verifying*/);
630 return isValidRegion(Context);
631}
632
Tobias Grosser75805372011-04-29 06:27:02 +0000633bool ScopDetection::isValidRegion(DetectionContext &Context) const {
634 Region &R = Context.CurRegion;
635
636 DEBUG(dbgs() << "Checking region: " << R.getNameStr() << "\n\t");
637
Tobias Grosseraeabcf22013-04-02 06:41:48 +0000638 if (R.isTopLevelRegion()) {
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000639 DEBUG(dbgs() << "Top level region is invalid"; dbgs() << "\n");
Tobias Grosser75805372011-04-29 06:27:02 +0000640 return false;
641 }
642
Tobias Grosser4449e522014-01-27 14:24:53 +0000643 if (!R.getEntry()->getName().count(OnlyRegion)) {
644 DEBUG({
645 dbgs() << "Region entry does not match -polly-region-only";
646 dbgs() << "\n";
647 });
648 return false;
649 }
650
Tobias Grossere602a072013-05-07 07:30:56 +0000651 if (!R.getEnteringBlock()) {
Sebastian Pop9d632342013-06-11 22:20:40 +0000652 BasicBlock *entry = R.getEntry();
653 Loop *L = LI->getLoopFor(entry);
654
655 if (L) {
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000656 if (!L->isLoopSimplifyForm())
657 return invalid<ReportSimpleLoop>(Context, /*Assert=*/true);
Sebastian Pop9d632342013-06-11 22:20:40 +0000658
659 for (pred_iterator PI = pred_begin(entry), PE = pred_end(entry); PI != PE;
660 ++PI) {
661 // Region entering edges come from the same loop but outside the region
662 // are not allowed.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000663 if (L->contains(*PI) && !R.contains(*PI))
664 return invalid<ReportIndEdge>(Context, /*Assert=*/true);
Sebastian Pop9d632342013-06-11 22:20:40 +0000665 }
666 }
Tobias Grosser8edce4e2013-04-16 08:04:42 +0000667 }
668
Tobias Grosserd654c252012-04-10 18:12:19 +0000669 // SCoP cannot contain the entry block of the function, because we need
Tobias Grosser75805372011-04-29 06:27:02 +0000670 // to insert alloca instruction there when translate scalar to array.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000671 if (R.getEntry() == &(R.getEntry()->getParent()->getEntryBlock()))
672 return invalid<ReportEntry>(Context, /*Assert=*/true);
Tobias Grosser75805372011-04-29 06:27:02 +0000673
Hongbin Zheng94868e62012-04-07 12:29:17 +0000674 if (!isValidExit(Context))
Tobias Grosser75805372011-04-29 06:27:02 +0000675 return false;
676
Hongbin Zheng94868e62012-04-07 12:29:17 +0000677 if (!allBlocksValid(Context))
Tobias Grosser75805372011-04-29 06:27:02 +0000678 return false;
679
680 DEBUG(dbgs() << "OK\n");
681 return true;
682}
683
684bool ScopDetection::isValidFunction(llvm::Function &F) {
Hongbin Zheng94c5df12011-05-06 02:38:20 +0000685 return !InvalidFunctions.count(&F);
Tobias Grosser75805372011-04-29 06:27:02 +0000686}
687
Tobias Grosser531891e2012-11-01 16:45:20 +0000688void ScopDetection::getDebugLocation(const Region *R, unsigned &LineBegin,
689 unsigned &LineEnd, std::string &FileName) {
690 LineBegin = -1;
691 LineEnd = 0;
692
Tobias Grosser26108892014-04-02 20:18:19 +0000693 for (const BasicBlock *BB : R->blocks())
694 for (const Instruction &Inst : *BB) {
695 DebugLoc DL = Inst.getDebugLoc();
Tobias Grosser531891e2012-11-01 16:45:20 +0000696 if (DL.isUnknown())
697 continue;
698
Tobias Grosser26108892014-04-02 20:18:19 +0000699 DIScope Scope(DL.getScope(Inst.getContext()));
Tobias Grosser531891e2012-11-01 16:45:20 +0000700
701 if (FileName.empty())
702 FileName = Scope.getFilename();
703
704 unsigned NewLine = DL.getLine();
705
706 LineBegin = std::min(LineBegin, NewLine);
707 LineEnd = std::max(LineEnd, NewLine);
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000708 }
Tobias Grosser531891e2012-11-01 16:45:20 +0000709}
710
Tobias Grosserb2863ca2013-03-04 19:49:51 +0000711void ScopDetection::printLocations(llvm::Function &F) {
Tobias Grosser26108892014-04-02 20:18:19 +0000712 for (const Region *R : *this) {
Tobias Grosser531891e2012-11-01 16:45:20 +0000713 unsigned LineEntry, LineExit;
714 std::string FileName;
715
Tobias Grosser00dc3092014-03-02 12:02:46 +0000716 getDebugLocation(R, LineEntry, LineExit, FileName);
Tobias Grosser8519f892013-12-18 10:49:53 +0000717 DiagnosticScopFound Diagnostic(F, FileName, LineEntry, LineExit);
718 F.getContext().diagnose(Diagnostic);
Tobias Grosser531891e2012-11-01 16:45:20 +0000719 }
720}
721
Tobias Grosser75805372011-04-29 06:27:02 +0000722bool ScopDetection::runOnFunction(llvm::Function &F) {
Sebastian Pop8fe6d112013-05-30 17:47:32 +0000723 LI = &getAnalysis<LoopInfo>();
Tobias Grosser9a26f292014-01-02 22:28:53 +0000724 RI = &getAnalysis<RegionInfo>();
Sebastian Pop8fe6d112013-05-30 17:47:32 +0000725 if (!DetectScopsWithoutLoops && LI->empty())
726 return false;
727
Tobias Grosser75805372011-04-29 06:27:02 +0000728 AA = &getAnalysis<AliasAnalysis>();
729 SE = &getAnalysis<ScalarEvolution>();
Tobias Grosser75805372011-04-29 06:27:02 +0000730 Region *TopRegion = RI->getTopLevelRegion();
731
Tobias Grosser2ff87232011-10-23 11:17:06 +0000732 releaseMemory();
733
Tobias Grosser29ee0b12011-11-17 14:52:36 +0000734 if (OnlyFunction != "" && F.getName() != OnlyFunction)
Tobias Grosser2ff87232011-10-23 11:17:06 +0000735 return false;
736
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000737 if (!isValidFunction(F))
Tobias Grosser75805372011-04-29 06:27:02 +0000738 return false;
739
740 findScops(*TopRegion);
Tobias Grosser531891e2012-11-01 16:45:20 +0000741
742 if (ReportLevel >= 1)
Tobias Grosserb2863ca2013-03-04 19:49:51 +0000743 printLocations(F);
Tobias Grosser531891e2012-11-01 16:45:20 +0000744
Tobias Grosser75805372011-04-29 06:27:02 +0000745 return false;
746}
747
Tobias Grosser75805372011-04-29 06:27:02 +0000748void polly::ScopDetection::verifyRegion(const Region &R) const {
749 assert(isMaxRegionInScop(R) && "Expect R is a valid region.");
Tobias Grosser0d1eee32013-02-05 11:56:05 +0000750 DetectionContext Context(const_cast<Region &>(R), *AA, true /*verifying*/);
Tobias Grosser75805372011-04-29 06:27:02 +0000751 isValidRegion(Context);
752}
753
754void polly::ScopDetection::verifyAnalysis() const {
Tobias Grossera1689932014-02-18 18:49:49 +0000755 if (!VerifyScops)
756 return;
757
Tobias Grosser26108892014-04-02 20:18:19 +0000758 for (const Region *R : ValidRegions)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000759 verifyRegion(*R);
Tobias Grosser75805372011-04-29 06:27:02 +0000760}
761
762void ScopDetection::getAnalysisUsage(AnalysisUsage &AU) const {
Tobias Grosser42aff302014-01-13 22:29:56 +0000763 AU.addRequired<DominatorTreeWrapperPass>();
Tobias Grosser75805372011-04-29 06:27:02 +0000764 AU.addRequired<PostDominatorTree>();
765 AU.addRequired<LoopInfo>();
766 AU.addRequired<ScalarEvolution>();
767 // We also need AA and RegionInfo when we are verifying analysis.
768 AU.addRequiredTransitive<AliasAnalysis>();
769 AU.addRequiredTransitive<RegionInfo>();
770 AU.setPreservesAll();
771}
772
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000773void ScopDetection::print(raw_ostream &OS, const Module *) const {
Tobias Grosser26108892014-04-02 20:18:19 +0000774 for (const Region *R : ValidRegions)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000775 OS << "Valid Region for Scop: " << R->getNameStr() << '\n';
Tobias Grosser75805372011-04-29 06:27:02 +0000776
777 OS << "\n";
778}
779
780void ScopDetection::releaseMemory() {
781 ValidRegions.clear();
Tobias Grosser4f129a62011-10-08 00:30:55 +0000782 InvalidRegions.clear();
Hongbin Zheng94c5df12011-05-06 02:38:20 +0000783 // Do not clear the invalid function set.
Tobias Grosser75805372011-04-29 06:27:02 +0000784}
785
786char ScopDetection::ID = 0;
787
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000788Pass *polly::createScopDetectionPass() { return new ScopDetection(); }
789
Tobias Grosser73600b82011-10-08 00:30:40 +0000790INITIALIZE_PASS_BEGIN(ScopDetection, "polly-detect",
791 "Polly - Detect static control parts (SCoPs)", false,
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000792 false);
793INITIALIZE_AG_DEPENDENCY(AliasAnalysis);
Tobias Grosser42aff302014-01-13 22:29:56 +0000794INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass);
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000795INITIALIZE_PASS_DEPENDENCY(LoopInfo);
796INITIALIZE_PASS_DEPENDENCY(PostDominatorTree);
797INITIALIZE_PASS_DEPENDENCY(RegionInfo);
798INITIALIZE_PASS_DEPENDENCY(ScalarEvolution);
Tobias Grosser73600b82011-10-08 00:30:40 +0000799INITIALIZE_PASS_END(ScopDetection, "polly-detect",
800 "Polly - Detect static control parts (SCoPs)", false, false)