blob: 5f03e7a5b45d4edab610b654a1dd5194d90b2ddc [file] [log] [blame]
Tobias Grosser75805372011-04-29 06:27:02 +00001//===----- ScopDetection.cpp - Detect Scops --------------------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Detect the maximal Scops of a function.
11//
12// A static control part (Scop) is a subgraph of the control flow graph (CFG)
13// that only has statically known control flow and can therefore be described
14// within the polyhedral model.
15//
16// Every Scop fullfills these restrictions:
17//
18// * It is a single entry single exit region
19//
20// * Only affine linear bounds in the loops
21//
22// Every natural loop in a Scop must have a number of loop iterations that can
23// be described as an affine linear function in surrounding loop iterators or
24// parameters. (A parameter is a scalar that does not change its value during
25// execution of the Scop).
26//
27// * Only comparisons of affine linear expressions in conditions
28//
29// * All loops and conditions perfectly nested
30//
31// The control flow needs to be structured such that it could be written using
32// just 'for' and 'if' statements, without the need for any 'goto', 'break' or
33// 'continue'.
34//
35// * Side effect free functions call
36//
37// Only function calls and intrinsics that do not have side effects are allowed
38// (readnone).
39//
40// The Scop detection finds the largest Scops by checking if the largest
41// region is a Scop. If this is not the case, its canonical subregions are
42// checked until a region is a Scop. It is now tried to extend this Scop by
43// creating a larger non canonical region.
44//
45//===----------------------------------------------------------------------===//
46
Tobias Grosserecfe21b2013-03-20 18:03:18 +000047#include "polly/CodeGen/BlockGenerators.h"
Tobias Grosser75805372011-04-29 06:27:02 +000048#include "polly/LinkAllPasses.h"
Tobias Grosser637bd632013-05-07 07:31:10 +000049#include "polly/Options.h"
Andreas Simbuerger01a37a02014-04-02 11:54:01 +000050#include "polly/ScopDetectionDiagnostic.h"
Tobias Grosserecfe21b2013-03-20 18:03:18 +000051#include "polly/ScopDetection.h"
Tobias Grosser120db6b2011-11-07 12:58:54 +000052#include "polly/Support/SCEVValidator.h"
Tobias Grosser83628182013-05-07 08:11:54 +000053#include "polly/Support/ScopHelper.h"
Tobias Grosser75805372011-04-29 06:27:02 +000054#include "llvm/ADT/Statistic.h"
55#include "llvm/Analysis/AliasAnalysis.h"
Tobias Grosser6e9f25a2011-11-09 22:35:00 +000056#include "llvm/Analysis/LoopInfo.h"
Tobias Grosser75805372011-04-29 06:27:02 +000057#include "llvm/Analysis/RegionIterator.h"
Tobias Grosser6e9f25a2011-11-09 22:35:00 +000058#include "llvm/Analysis/ScalarEvolution.h"
Tobias Grosserb8710b52011-11-10 12:44:50 +000059#include "llvm/Analysis/ScalarEvolutionExpressions.h"
Chandler Carruth6b96c242014-03-06 00:47:27 +000060#include "llvm/IR/DebugInfo.h"
Tobias Grosser8519f892013-12-18 10:49:53 +000061#include "llvm/IR/DiagnosticInfo.h"
62#include "llvm/IR/DiagnosticPrinter.h"
Chandler Carruth6b96c242014-03-06 00:47:27 +000063#include "llvm/IR/LLVMContext.h"
Tobias Grosser75805372011-04-29 06:27:02 +000064
65#define DEBUG_TYPE "polly-detect"
66#include "llvm/Support/Debug.h"
67
Tobias Grosser60b54f12011-11-08 15:41:28 +000068#include <set>
69
Tobias Grosser75805372011-04-29 06:27:02 +000070using namespace llvm;
71using namespace polly;
72
Sebastian Pop8fe6d112013-05-30 17:47:32 +000073static cl::opt<bool>
74DetectScopsWithoutLoops("polly-detect-scops-in-functions-without-loops",
75 cl::desc("Detect scops in functions without loops"),
Tobias Grosser64e8e372014-03-13 23:37:43 +000076 cl::Hidden, cl::init(false), cl::ZeroOrMore,
77 cl::cat(PollyCategory));
Sebastian Pop8fe6d112013-05-30 17:47:32 +000078
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +000079static cl::opt<bool>
80DetectRegionsWithoutLoops("polly-detect-scops-in-regions-without-loops",
81 cl::desc("Detect scops in regions without loops"),
Tobias Grosser64e8e372014-03-13 23:37:43 +000082 cl::Hidden, cl::init(false), cl::ZeroOrMore,
83 cl::cat(PollyCategory));
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +000084
Tobias Grosser2ff87232011-10-23 11:17:06 +000085static cl::opt<std::string>
Tobias Grosser637bd632013-05-07 07:31:10 +000086OnlyFunction("polly-only-func", cl::desc("Only run on a single function"),
87 cl::value_desc("function-name"), cl::ValueRequired, cl::init(""),
88 cl::cat(PollyCategory));
Tobias Grosser2ff87232011-10-23 11:17:06 +000089
Tobias Grosser4449e522014-01-27 14:24:53 +000090static cl::opt<std::string>
91OnlyRegion("polly-only-region",
92 cl::desc("Only run on certain regions (The provided identifier must "
93 "appear in the name of the region's entry block"),
94 cl::value_desc("identifier"), cl::ValueRequired, cl::init(""),
95 cl::cat(PollyCategory));
96
Tobias Grosser60cd9322011-11-10 12:47:26 +000097static cl::opt<bool>
98IgnoreAliasing("polly-ignore-aliasing",
99 cl::desc("Ignore possible aliasing of the array bases"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000100 cl::Hidden, cl::init(false), cl::ZeroOrMore,
101 cl::cat(PollyCategory));
Tobias Grosser2ff87232011-10-23 11:17:06 +0000102
Tobias Grosser637bd632013-05-07 07:31:10 +0000103static cl::opt<bool>
104ReportLevel("polly-report",
105 cl::desc("Print information about the activities of Polly"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000106 cl::init(false), cl::ZeroOrMore, cl::cat(PollyCategory));
Tobias Grosser531891e2012-11-01 16:45:20 +0000107
108static cl::opt<bool>
Tobias Grossera1879642011-12-20 10:43:14 +0000109AllowNonAffine("polly-allow-nonaffine",
110 cl::desc("Allow non affine access functions in arrays"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000111 cl::Hidden, cl::init(false), cl::ZeroOrMore,
112 cl::cat(PollyCategory));
Tobias Grossera1879642011-12-20 10:43:14 +0000113
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000114static cl::opt<bool, true>
115TrackFailures("polly-detect-track-failures",
116 cl::desc("Track failure strings in detecting scop regions"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000117 cl::location(PollyTrackFailures), cl::Hidden, cl::ZeroOrMore,
118 cl::init(false), cl::cat(PollyCategory));
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000119
Sebastian Pop18016682014-04-08 21:20:44 +0000120static cl::opt<bool, true>
121PollyDelinearizeX("polly-delinearize",
122 cl::desc("Delinearize array access functions"),
123 cl::location(PollyDelinearize), cl::Hidden, cl::ZeroOrMore,
124 cl::init(false), cl::cat(PollyCategory));
125
Tobias Grossera1689932014-02-18 18:49:49 +0000126static cl::opt<bool>
127VerifyScops("polly-detect-verify",
128 cl::desc("Verify the detected SCoPs after each transformation"),
Tobias Grosser64e8e372014-03-13 23:37:43 +0000129 cl::Hidden, cl::init(false), cl::ZeroOrMore,
130 cl::cat(PollyCategory));
Tobias Grossera1689932014-02-18 18:49:49 +0000131
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000132bool polly::PollyTrackFailures = false;
Sebastian Pop18016682014-04-08 21:20:44 +0000133bool polly::PollyDelinearize = false;
Tobias Grosserc7d3fc52013-07-25 03:02:29 +0000134
Tobias Grosser75805372011-04-29 06:27:02 +0000135//===----------------------------------------------------------------------===//
136// Statistics.
137
138STATISTIC(ValidRegion, "Number of regions that a valid part of Scop");
139
Tobias Grosser8519f892013-12-18 10:49:53 +0000140class DiagnosticScopFound : public DiagnosticInfo {
141private:
142 static int PluginDiagnosticKind;
143
144 Function &F;
145 std::string FileName;
146 unsigned EntryLine, ExitLine;
147
148public:
Tobias Grosser1b12f462013-12-18 11:14:36 +0000149 DiagnosticScopFound(Function &F, std::string FileName, unsigned EntryLine,
150 unsigned ExitLine)
Tobias Grosser8519f892013-12-18 10:49:53 +0000151 : DiagnosticInfo(PluginDiagnosticKind, DS_Note), F(F), FileName(FileName),
Tobias Grosser1b12f462013-12-18 11:14:36 +0000152 EntryLine(EntryLine), ExitLine(ExitLine) {}
Tobias Grosser8519f892013-12-18 10:49:53 +0000153
154 virtual void print(DiagnosticPrinter &DP) const;
155
156 static bool classof(const DiagnosticInfo *DI) {
157 return DI->getKind() == PluginDiagnosticKind;
158 }
159};
160
161int DiagnosticScopFound::PluginDiagnosticKind = 10;
162
Tobias Grosser8519f892013-12-18 10:49:53 +0000163void DiagnosticScopFound::print(DiagnosticPrinter &DP) const {
Tobias Grosser1b12f462013-12-18 11:14:36 +0000164 DP << "Polly detected an optimizable loop region (scop) in function '" << F
165 << "'\n";
Tobias Grosser8519f892013-12-18 10:49:53 +0000166
167 if (FileName.empty()) {
168 DP << "Scop location is unknown. Compile with debug info "
169 "(-g) to get more precise information. ";
Tobias Grosser1b12f462013-12-18 11:14:36 +0000170 return;
Tobias Grosser8519f892013-12-18 10:49:53 +0000171 }
172
173 DP << FileName << ":" << EntryLine << ": Start of scop\n";
174 DP << FileName << ":" << ExitLine << ": End of scop";
175}
176
Tobias Grosser75805372011-04-29 06:27:02 +0000177//===----------------------------------------------------------------------===//
178// ScopDetection.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000179
180template <class RR, typename... Args>
181inline bool ScopDetection::invalid(DetectionContext &Context, bool Assert,
182 Args &&... Arguments) const {
183
184 if (!Context.Verifying) {
185 RR RejectReason = RR(Arguments...);
186 if (PollyTrackFailures)
187 LastFailure = RejectReason.getMessage();
188
189 DEBUG(dbgs() << RejectReason.getMessage());
190 DEBUG(dbgs() << "\n");
191 } else {
192 assert(!Assert && "Verification of detected scop failed");
193 }
194
195 return false;
196}
197
Tobias Grossera1689932014-02-18 18:49:49 +0000198bool ScopDetection::isMaxRegionInScop(const Region &R, bool Verify) const {
199 if (!ValidRegions.count(&R))
200 return false;
201
202 if (Verify)
203 return isValidRegion(const_cast<Region &>(R));
204
205 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000206}
207
Tobias Grosser4f129a62011-10-08 00:30:55 +0000208std::string ScopDetection::regionIsInvalidBecause(const Region *R) const {
209 if (!InvalidRegions.count(R))
210 return "";
211
212 return InvalidRegions.find(R)->second;
213}
214
Tobias Grossere602a072013-05-07 07:30:56 +0000215bool ScopDetection::isValidCFG(BasicBlock &BB,
216 DetectionContext &Context) const {
Tobias Grosser75805372011-04-29 06:27:02 +0000217 Region &RefRegion = Context.CurRegion;
218 TerminatorInst *TI = BB.getTerminator();
219
220 // Return instructions are only valid if the region is the top level region.
221 if (isa<ReturnInst>(TI) && !RefRegion.getExit() && TI->getNumOperands() == 0)
222 return true;
223
224 BranchInst *Br = dyn_cast<BranchInst>(TI);
225
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000226 if (!Br)
227 return invalid<ReportNonBranchTerminator>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000228
Tobias Grosser74394f02013-01-14 22:40:23 +0000229 if (Br->isUnconditional())
230 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000231
232 Value *Condition = Br->getCondition();
233
234 // UndefValue is not allowed as condition.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000235 if (isa<UndefValue>(Condition))
236 return invalid<ReportUndefCond>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000237
238 // Only Constant and ICmpInst are allowed as condition.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000239 if (!(isa<Constant>(Condition) || isa<ICmpInst>(Condition)))
240 return invalid<ReportInvalidCond>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000241
242 // Allow perfectly nested conditions.
243 assert(Br->getNumSuccessors() == 2 && "Unexpected number of successors");
244
245 if (ICmpInst *ICmp = dyn_cast<ICmpInst>(Condition)) {
246 // Unsigned comparisons are not allowed. They trigger overflow problems
247 // in the code generation.
248 //
249 // TODO: This is not sufficient and just hides bugs. However it does pretty
250 // well.
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000251 if (ICmp->isUnsigned())
Tobias Grosser75805372011-04-29 06:27:02 +0000252 return false;
253
254 // Are both operands of the ICmp affine?
Tobias Grosser74394f02013-01-14 22:40:23 +0000255 if (isa<UndefValue>(ICmp->getOperand(0)) ||
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000256 isa<UndefValue>(ICmp->getOperand(1)))
257 return invalid<ReportUndefOperand>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000258
Sebastian Pop9f57c5b2013-04-10 04:05:18 +0000259 Loop *L = LI->getLoopFor(ICmp->getParent());
260 const SCEV *LHS = SE->getSCEVAtScope(ICmp->getOperand(0), L);
261 const SCEV *RHS = SE->getSCEVAtScope(ICmp->getOperand(1), L);
Tobias Grosser75805372011-04-29 06:27:02 +0000262
Tobias Grossera66fa6c2011-11-10 12:45:11 +0000263 if (!isAffineExpr(&Context.CurRegion, LHS, *SE) ||
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000264 !isAffineExpr(&Context.CurRegion, RHS, *SE))
265 return invalid<ReportNonAffBranch>(Context, /*Assert=*/true, &BB, LHS,
266 RHS);
Tobias Grosser75805372011-04-29 06:27:02 +0000267 }
268
269 // Allow loop exit conditions.
270 Loop *L = LI->getLoopFor(&BB);
271 if (L && L->getExitingBlock() == &BB)
272 return true;
273
274 // Allow perfectly nested conditions.
275 Region *R = RI->getRegionFor(&BB);
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000276 if (R->getEntry() != &BB)
277 return invalid<ReportCondition>(Context, /*Assert=*/true, &BB);
Tobias Grosser75805372011-04-29 06:27:02 +0000278
279 return true;
280}
281
282bool ScopDetection::isValidCallInst(CallInst &CI) {
283 if (CI.mayHaveSideEffects() || CI.doesNotReturn())
284 return false;
285
286 if (CI.doesNotAccessMemory())
287 return true;
288
289 Function *CalledFunction = CI.getCalledFunction();
290
291 // Indirect calls are not supported.
292 if (CalledFunction == 0)
293 return false;
294
295 // TODO: Intrinsics.
296 return false;
297}
298
Tobias Grosser458fb782014-01-28 12:58:58 +0000299bool ScopDetection::isInvariant(const Value &Val, const Region &Reg) const {
300 // A reference to function argument or constant value is invariant.
301 if (isa<Argument>(Val) || isa<Constant>(Val))
302 return true;
303
304 const Instruction *I = dyn_cast<Instruction>(&Val);
305 if (!I)
306 return false;
307
308 if (!Reg.contains(I))
309 return true;
310
311 if (I->mayHaveSideEffects())
312 return false;
313
314 // When Val is a Phi node, it is likely not invariant. We do not check whether
315 // Phi nodes are actually invariant, we assume that Phi nodes are usually not
316 // invariant. Recursively checking the operators of Phi nodes would lead to
317 // infinite recursion.
318 if (isa<PHINode>(*I))
319 return false;
320
Tobias Grosser26108892014-04-02 20:18:19 +0000321 for (const Use &Operand : I->operands())
Tobias Grosser1d191902014-03-03 13:13:55 +0000322 if (!isInvariant(*Operand, Reg))
Tobias Grosser458fb782014-01-28 12:58:58 +0000323 return false;
Tobias Grosser458fb782014-01-28 12:58:58 +0000324
325 // When the instruction is a load instruction, check that no write to memory
326 // in the region aliases with the load.
327 if (const LoadInst *LI = dyn_cast<LoadInst>(I)) {
328 AliasAnalysis::Location Loc = AA->getLocation(LI);
329 const Region::const_block_iterator BE = Reg.block_end();
330 // Check if any basic block in the region can modify the location pointed to
331 // by 'Loc'. If so, 'Val' is (likely) not invariant in the region.
Tobias Grosser26108892014-04-02 20:18:19 +0000332 for (const BasicBlock *BB : Reg.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000333 if (AA->canBasicBlockModify(*BB, Loc))
Tobias Grosser458fb782014-01-28 12:58:58 +0000334 return false;
Tobias Grosser458fb782014-01-28 12:58:58 +0000335 }
336
337 return true;
338}
339
Tobias Grosser75805372011-04-29 06:27:02 +0000340bool ScopDetection::isValidMemoryAccess(Instruction &Inst,
341 DetectionContext &Context) const {
Tobias Grossere5e171e2011-11-10 12:45:03 +0000342 Value *Ptr = getPointerOperand(Inst);
Sebastian Pop9f57c5b2013-04-10 04:05:18 +0000343 Loop *L = LI->getLoopFor(Inst.getParent());
344 const SCEV *AccessFunction = SE->getSCEVAtScope(Ptr, L);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000345 const SCEVUnknown *BasePointer;
Tobias Grossere5e171e2011-11-10 12:45:03 +0000346 Value *BaseValue;
Tobias Grosser75805372011-04-29 06:27:02 +0000347
Tobias Grosserb8710b52011-11-10 12:44:50 +0000348 BasePointer = dyn_cast<SCEVUnknown>(SE->getPointerBase(AccessFunction));
349
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000350 if (!BasePointer)
351 return invalid<ReportNoBasePtr>(Context, /*Assert=*/true);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000352
353 BaseValue = BasePointer->getValue();
354
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000355 if (isa<UndefValue>(BaseValue))
356 return invalid<ReportUndefBasePtr>(Context, /*Assert=*/true);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000357
Tobias Grosser458fb782014-01-28 12:58:58 +0000358 // Check that the base address of the access is invariant in the current
359 // region.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000360 if (!isInvariant(*BaseValue, Context.CurRegion))
Tobias Grosserab2227a2014-01-28 13:43:24 +0000361 // Verification of this property is difficult as the independent blocks
362 // pass may introduce aliasing that we did not have when running the
363 // scop detection.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000364 return invalid<ReportVariantBasePtr>(Context, /*Assert=*/false, BaseValue);
Tobias Grosser458fb782014-01-28 12:58:58 +0000365
Tobias Grosserb8710b52011-11-10 12:44:50 +0000366 AccessFunction = SE->getMinusSCEV(AccessFunction, BasePointer);
Sebastian Pop18016682014-04-08 21:20:44 +0000367 const SCEVAddRecExpr *AF = dyn_cast<SCEVAddRecExpr>(AccessFunction);
Tobias Grosserb8710b52011-11-10 12:44:50 +0000368
Sebastian Pop18016682014-04-08 21:20:44 +0000369 if (AllowNonAffine) {
370 // Do not check whether AccessFunction is affine.
371 } else if (PollyDelinearize && AF) {
372 // Try to delinearize AccessFunction.
373 SmallVector<const SCEV *, 4> Subscripts, Sizes;
374 AF->delinearize(*SE, Subscripts, Sizes);
375 int size = Subscripts.size();
376
377 for (int i = 0; i < size; ++i)
378 if (!isAffineExpr(&Context.CurRegion, Subscripts[i], *SE, BaseValue))
379 return invalid<ReportNonAffineAccess>(Context, /*Assert=*/true,
380 AccessFunction);
381 } else if (!isAffineExpr(&Context.CurRegion, AccessFunction, *SE,
382 BaseValue)) {
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000383 return invalid<ReportNonAffineAccess>(Context, /*Assert=*/true,
384 AccessFunction);
Sebastian Pop18016682014-04-08 21:20:44 +0000385 }
Tobias Grosser75805372011-04-29 06:27:02 +0000386
387 // FIXME: Alias Analysis thinks IntToPtrInst aliases with alloca instructions
388 // created by IndependentBlocks Pass.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000389 if (isa<IntToPtrInst>(BaseValue))
390 return invalid<ReportIntToPtr>(Context, /*Assert=*/true, BaseValue);
Tobias Grosser75805372011-04-29 06:27:02 +0000391
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000392 if (IgnoreAliasing)
393 return true;
Tobias Grosserfff5adc2011-11-10 13:21:43 +0000394
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000395 // Check if the base pointer of the memory access does alias with
396 // any other pointer. This cannot be handled at the moment.
Tobias Grosser298a7642013-07-14 18:09:43 +0000397 AliasSet &AS =
398 Context.AST.getAliasSetForPointer(BaseValue, AliasAnalysis::UnknownSize,
399 Inst.getMetadata(LLVMContext::MD_tbaa));
Tobias Grosser428b3e42013-02-04 15:46:25 +0000400
Sebastian Pop8c2d7532013-07-03 22:50:36 +0000401 // INVALID triggers an assertion in verifying mode, if it detects that a
402 // SCoP was detected by SCoP detection and that this SCoP was invalidated by
403 // a pass that stated it would preserve the SCoPs. We disable this check as
404 // the independent blocks pass may create memory references which seem to
405 // alias, if -basicaa is not available. They actually do not, but as we can
406 // not proof this without -basicaa we would fail. We disable this check to
407 // not cause irrelevant verification failures.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000408 if (!AS.isMustAlias())
409 return invalid<ReportAlias>(Context, /*Assert=*/true, &AS);
Tobias Grosser75805372011-04-29 06:27:02 +0000410
411 return true;
412}
413
Tobias Grosser75805372011-04-29 06:27:02 +0000414bool ScopDetection::isValidInstruction(Instruction &Inst,
415 DetectionContext &Context) const {
Tobias Grosser75805372011-04-29 06:27:02 +0000416 if (PHINode *PN = dyn_cast<PHINode>(&Inst))
Tobias Grosserecfe21b2013-03-20 18:03:18 +0000417 if (!canSynthesize(PN, LI, SE, &Context.CurRegion)) {
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000418 if (SCEVCodegen)
419 return invalid<ReportPhiNodeRefInRegion>(Context, /*Assert=*/true,
420 &Inst);
421 else
422 return invalid<ReportNonCanonicalPhiNode>(Context, /*Assert=*/true,
423 &Inst);
Tobias Grosserecfe21b2013-03-20 18:03:18 +0000424 }
Tobias Grosser75805372011-04-29 06:27:02 +0000425
Tobias Grosser75805372011-04-29 06:27:02 +0000426 // We only check the call instruction but not invoke instruction.
427 if (CallInst *CI = dyn_cast<CallInst>(&Inst)) {
428 if (isValidCallInst(*CI))
429 return true;
430
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000431 return invalid<ReportFuncCall>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000432 }
433
434 if (!Inst.mayWriteToMemory() && !Inst.mayReadFromMemory()) {
Tobias Grosser5b1a7f22013-07-22 03:50:33 +0000435 if (!isa<AllocaInst>(Inst))
436 return true;
Tobias Grosser75805372011-04-29 06:27:02 +0000437
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000438 return invalid<ReportAlloca>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000439 }
440
441 // Check the access function.
442 if (isa<LoadInst>(Inst) || isa<StoreInst>(Inst))
443 return isValidMemoryAccess(Inst, Context);
444
445 // We do not know this instruction, therefore we assume it is invalid.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000446 return invalid<ReportUnknownInst>(Context, /*Assert=*/true, &Inst);
Tobias Grosser75805372011-04-29 06:27:02 +0000447}
448
Tobias Grosser75805372011-04-29 06:27:02 +0000449bool ScopDetection::isValidLoop(Loop *L, DetectionContext &Context) const {
Tobias Grosser826b2af2013-03-21 16:14:50 +0000450 if (!SCEVCodegen) {
451 // If code generation is not in scev based mode, we need to ensure that
452 // each loop has a canonical induction variable.
453 PHINode *IndVar = L->getCanonicalInductionVariable();
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000454 if (!IndVar)
455 return invalid<ReportLoopHeader>(Context, /*Assert=*/true, L);
Tobias Grosser826b2af2013-03-21 16:14:50 +0000456 }
Tobias Grosser75805372011-04-29 06:27:02 +0000457
458 // Is the loop count affine?
459 const SCEV *LoopCount = SE->getBackedgeTakenCount(L);
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000460 if (!isAffineExpr(&Context.CurRegion, LoopCount, *SE))
461 return invalid<ReportLoopBound>(Context, /*Assert=*/true, L, LoopCount);
Tobias Grosser75805372011-04-29 06:27:02 +0000462
463 return true;
464}
465
466Region *ScopDetection::expandRegion(Region &R) {
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000467 // Initial no valid region was found (greater than R)
468 Region *LastValidRegion = NULL;
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000469 Region *ExpandedRegion = R.getExpandedRegion();
Tobias Grosser75805372011-04-29 06:27:02 +0000470
471 DEBUG(dbgs() << "\tExpanding " << R.getNameStr() << "\n");
472
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000473 while (ExpandedRegion) {
474 DetectionContext Context(*ExpandedRegion, *AA, false /* verifying */);
475 DEBUG(dbgs() << "\t\tTrying " << ExpandedRegion->getNameStr() << "\n");
Tobias Grosser75805372011-04-29 06:27:02 +0000476
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000477 // Check the exit first (cheap)
Tobias Grosser75805372011-04-29 06:27:02 +0000478 if (isValidExit(Context)) {
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000479 // If the exit is valid check all blocks
480 // - if true, a valid region was found => store it + keep expanding
481 // - if false, .tbd. => stop (should this really end the loop?)
482 if (!allBlocksValid(Context))
483 break;
Tobias Grosser75805372011-04-29 06:27:02 +0000484
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000485 // Delete unnecessary regions (allocated by getExpandedRegion)
486 if (LastValidRegion)
487 delete LastValidRegion;
488
Tobias Grosserd7e58642013-04-10 06:55:45 +0000489 // Store this region, because it is the greatest valid (encountered so
490 // far).
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000491 LastValidRegion = ExpandedRegion;
492
493 // Create and test the next greater region (if any)
494 ExpandedRegion = ExpandedRegion->getExpandedRegion();
495
496 } else {
497 // Create and test the next greater region (if any)
498 Region *TmpRegion = ExpandedRegion->getExpandedRegion();
499
500 // Delete unnecessary regions (allocated by getExpandedRegion)
501 delete ExpandedRegion;
502
503 ExpandedRegion = TmpRegion;
Tobias Grosser75805372011-04-29 06:27:02 +0000504 }
Tobias Grosser75805372011-04-29 06:27:02 +0000505 }
506
Tobias Grosser378a9f22013-11-16 19:34:11 +0000507 DEBUG({
508 if (LastValidRegion)
509 dbgs() << "\tto " << LastValidRegion->getNameStr() << "\n";
510 else
511 dbgs() << "\tExpanding " << R.getNameStr() << " failed\n";
512 });
Tobias Grosser75805372011-04-29 06:27:02 +0000513
Hongbin Zhenged986ab2012-04-07 15:14:28 +0000514 return LastValidRegion;
Tobias Grosser75805372011-04-29 06:27:02 +0000515}
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000516static bool regionWithoutLoops(Region &R, LoopInfo *LI) {
Tobias Grosser26108892014-04-02 20:18:19 +0000517 for (const BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000518 if (R.contains(LI->getLoopFor(BB)))
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000519 return false;
520
521 return true;
522}
Tobias Grosser75805372011-04-29 06:27:02 +0000523
Tobias Grosser28a70c52014-01-29 19:05:30 +0000524// Remove all direct and indirect children of region R from the region set Regs,
525// but do not recurse further if the first child has been found.
526//
527// Return the number of regions erased from Regs.
528static unsigned eraseAllChildren(std::set<const Region *> &Regs,
529 const Region *R) {
530 unsigned Count = 0;
Tobias Grosser26108892014-04-02 20:18:19 +0000531 for (const Region *SubRegion : *R) {
Tobias Grosser00dc3092014-03-02 12:02:46 +0000532 if (Regs.find(SubRegion) != Regs.end()) {
Tobias Grosser28a70c52014-01-29 19:05:30 +0000533 ++Count;
Tobias Grosser00dc3092014-03-02 12:02:46 +0000534 Regs.erase(SubRegion);
Tobias Grosser28a70c52014-01-29 19:05:30 +0000535 } else {
Tobias Grosser00dc3092014-03-02 12:02:46 +0000536 Count += eraseAllChildren(Regs, SubRegion);
Tobias Grosser28a70c52014-01-29 19:05:30 +0000537 }
538 }
539 return Count;
540}
541
Tobias Grosser75805372011-04-29 06:27:02 +0000542void ScopDetection::findScops(Region &R) {
Sebastian Pop2c9ec2e2013-06-03 16:35:37 +0000543 if (!DetectRegionsWithoutLoops && regionWithoutLoops(R, LI))
544 return;
545
Tobias Grosser4eb73812011-11-10 12:45:15 +0000546 LastFailure = "";
547
Tobias Grosser9b1100b2014-02-18 18:49:46 +0000548 if (isValidRegion(R)) {
Tobias Grosser75805372011-04-29 06:27:02 +0000549 ++ValidRegion;
550 ValidRegions.insert(&R);
551 return;
552 }
553
Tobias Grosser4f129a62011-10-08 00:30:55 +0000554 InvalidRegions[&R] = LastFailure;
555
Tobias Grosser26108892014-04-02 20:18:19 +0000556 for (Region *SubRegion : R)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000557 findScops(*SubRegion);
Tobias Grosser75805372011-04-29 06:27:02 +0000558
559 // Try to expand regions.
560 //
561 // As the region tree normally only contains canonical regions, non canonical
562 // regions that form a Scop are not found. Therefore, those non canonical
563 // regions are checked by expanding the canonical ones.
564
Tobias Grosser0d1eee32013-02-05 11:56:05 +0000565 std::vector<Region *> ToExpand;
Tobias Grosser75805372011-04-29 06:27:02 +0000566
Tobias Grosser26108892014-04-02 20:18:19 +0000567 for (Region *SubRegion : R)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000568 ToExpand.push_back(SubRegion);
Tobias Grosser75805372011-04-29 06:27:02 +0000569
Tobias Grosser26108892014-04-02 20:18:19 +0000570 for (Region *CurrentRegion : ToExpand) {
Tobias Grosser75805372011-04-29 06:27:02 +0000571 // Skip invalid regions. Regions may become invalid, if they are element of
572 // an already expanded region.
573 if (ValidRegions.find(CurrentRegion) == ValidRegions.end())
574 continue;
575
576 Region *ExpandedR = expandRegion(*CurrentRegion);
577
578 if (!ExpandedR)
579 continue;
580
581 R.addSubRegion(ExpandedR, true);
582 ValidRegions.insert(ExpandedR);
583 ValidRegions.erase(CurrentRegion);
584
Tobias Grosser28a70c52014-01-29 19:05:30 +0000585 // Erase all (direct and indirect) children of ExpandedR from the valid
586 // regions and update the number of valid regions.
587 ValidRegion -= eraseAllChildren(ValidRegions, ExpandedR);
Tobias Grosser75805372011-04-29 06:27:02 +0000588 }
589}
590
591bool ScopDetection::allBlocksValid(DetectionContext &Context) const {
592 Region &R = Context.CurRegion;
593
Tobias Grosser26108892014-04-02 20:18:19 +0000594 for (const BasicBlock *BB : R.blocks()) {
Tobias Grosser1d191902014-03-03 13:13:55 +0000595 Loop *L = LI->getLoopFor(BB);
596 if (L && L->getHeader() == BB && !isValidLoop(L, Context))
Sebastian Popb88ea5e2013-06-11 22:20:32 +0000597 return false;
598 }
599
Tobias Grosser26108892014-04-02 20:18:19 +0000600 for (BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000601 if (!isValidCFG(*BB, Context))
Sebastian Pop9e3d2dd2013-06-11 22:20:27 +0000602 return false;
603
Tobias Grosser26108892014-04-02 20:18:19 +0000604 for (BasicBlock *BB : R.blocks())
Tobias Grosser1d191902014-03-03 13:13:55 +0000605 for (BasicBlock::iterator I = BB->begin(), E = --BB->end(); I != E; ++I)
Sebastian Pop8ca899c2013-06-14 20:20:43 +0000606 if (!isValidInstruction(*I, Context))
607 return false;
Tobias Grosser75805372011-04-29 06:27:02 +0000608
609 return true;
610}
611
612bool ScopDetection::isValidExit(DetectionContext &Context) const {
613 Region &R = Context.CurRegion;
614
615 // PHI nodes are not allowed in the exit basic block.
616 if (BasicBlock *Exit = R.getExit()) {
617 BasicBlock::iterator I = Exit->begin();
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000618 if (I != Exit->end() && isa<PHINode>(*I))
619 return invalid<ReportPHIinExit>(Context, /*Assert=*/true);
Tobias Grosser75805372011-04-29 06:27:02 +0000620 }
621
622 return true;
623}
624
Tobias Grosser9b1100b2014-02-18 18:49:46 +0000625bool ScopDetection::isValidRegion(Region &R) const {
626 DetectionContext Context(R, *AA, false /*verifying*/);
627 return isValidRegion(Context);
628}
629
Tobias Grosser75805372011-04-29 06:27:02 +0000630bool ScopDetection::isValidRegion(DetectionContext &Context) const {
631 Region &R = Context.CurRegion;
632
633 DEBUG(dbgs() << "Checking region: " << R.getNameStr() << "\n\t");
634
Tobias Grosseraeabcf22013-04-02 06:41:48 +0000635 if (R.isTopLevelRegion()) {
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000636 DEBUG(dbgs() << "Top level region is invalid"; dbgs() << "\n");
Tobias Grosser75805372011-04-29 06:27:02 +0000637 return false;
638 }
639
Tobias Grosser4449e522014-01-27 14:24:53 +0000640 if (!R.getEntry()->getName().count(OnlyRegion)) {
641 DEBUG({
642 dbgs() << "Region entry does not match -polly-region-only";
643 dbgs() << "\n";
644 });
645 return false;
646 }
647
Tobias Grossere602a072013-05-07 07:30:56 +0000648 if (!R.getEnteringBlock()) {
Sebastian Pop9d632342013-06-11 22:20:40 +0000649 BasicBlock *entry = R.getEntry();
650 Loop *L = LI->getLoopFor(entry);
651
652 if (L) {
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000653 if (!L->isLoopSimplifyForm())
654 return invalid<ReportSimpleLoop>(Context, /*Assert=*/true);
Sebastian Pop9d632342013-06-11 22:20:40 +0000655
656 for (pred_iterator PI = pred_begin(entry), PE = pred_end(entry); PI != PE;
657 ++PI) {
658 // Region entering edges come from the same loop but outside the region
659 // are not allowed.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000660 if (L->contains(*PI) && !R.contains(*PI))
661 return invalid<ReportIndEdge>(Context, /*Assert=*/true);
Sebastian Pop9d632342013-06-11 22:20:40 +0000662 }
663 }
Tobias Grosser8edce4e2013-04-16 08:04:42 +0000664 }
665
Tobias Grosserd654c252012-04-10 18:12:19 +0000666 // SCoP cannot contain the entry block of the function, because we need
Tobias Grosser75805372011-04-29 06:27:02 +0000667 // to insert alloca instruction there when translate scalar to array.
Andreas Simbuerger01a37a02014-04-02 11:54:01 +0000668 if (R.getEntry() == &(R.getEntry()->getParent()->getEntryBlock()))
669 return invalid<ReportEntry>(Context, /*Assert=*/true);
Tobias Grosser75805372011-04-29 06:27:02 +0000670
Hongbin Zheng94868e62012-04-07 12:29:17 +0000671 if (!isValidExit(Context))
Tobias Grosser75805372011-04-29 06:27:02 +0000672 return false;
673
Hongbin Zheng94868e62012-04-07 12:29:17 +0000674 if (!allBlocksValid(Context))
Tobias Grosser75805372011-04-29 06:27:02 +0000675 return false;
676
677 DEBUG(dbgs() << "OK\n");
678 return true;
679}
680
681bool ScopDetection::isValidFunction(llvm::Function &F) {
Hongbin Zheng94c5df12011-05-06 02:38:20 +0000682 return !InvalidFunctions.count(&F);
Tobias Grosser75805372011-04-29 06:27:02 +0000683}
684
Tobias Grosser531891e2012-11-01 16:45:20 +0000685void ScopDetection::getDebugLocation(const Region *R, unsigned &LineBegin,
686 unsigned &LineEnd, std::string &FileName) {
687 LineBegin = -1;
688 LineEnd = 0;
689
Tobias Grosser26108892014-04-02 20:18:19 +0000690 for (const BasicBlock *BB : R->blocks())
691 for (const Instruction &Inst : *BB) {
692 DebugLoc DL = Inst.getDebugLoc();
Tobias Grosser531891e2012-11-01 16:45:20 +0000693 if (DL.isUnknown())
694 continue;
695
Tobias Grosser26108892014-04-02 20:18:19 +0000696 DIScope Scope(DL.getScope(Inst.getContext()));
Tobias Grosser531891e2012-11-01 16:45:20 +0000697
698 if (FileName.empty())
699 FileName = Scope.getFilename();
700
701 unsigned NewLine = DL.getLine();
702
703 LineBegin = std::min(LineBegin, NewLine);
704 LineEnd = std::max(LineEnd, NewLine);
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000705 }
Tobias Grosser531891e2012-11-01 16:45:20 +0000706}
707
Tobias Grosserb2863ca2013-03-04 19:49:51 +0000708void ScopDetection::printLocations(llvm::Function &F) {
Tobias Grosser26108892014-04-02 20:18:19 +0000709 for (const Region *R : *this) {
Tobias Grosser531891e2012-11-01 16:45:20 +0000710 unsigned LineEntry, LineExit;
711 std::string FileName;
712
Tobias Grosser00dc3092014-03-02 12:02:46 +0000713 getDebugLocation(R, LineEntry, LineExit, FileName);
Tobias Grosser8519f892013-12-18 10:49:53 +0000714 DiagnosticScopFound Diagnostic(F, FileName, LineEntry, LineExit);
715 F.getContext().diagnose(Diagnostic);
Tobias Grosser531891e2012-11-01 16:45:20 +0000716 }
717}
718
Tobias Grosser75805372011-04-29 06:27:02 +0000719bool ScopDetection::runOnFunction(llvm::Function &F) {
Sebastian Pop8fe6d112013-05-30 17:47:32 +0000720 LI = &getAnalysis<LoopInfo>();
Tobias Grosser9a26f292014-01-02 22:28:53 +0000721 RI = &getAnalysis<RegionInfo>();
Sebastian Pop8fe6d112013-05-30 17:47:32 +0000722 if (!DetectScopsWithoutLoops && LI->empty())
723 return false;
724
Tobias Grosser75805372011-04-29 06:27:02 +0000725 AA = &getAnalysis<AliasAnalysis>();
726 SE = &getAnalysis<ScalarEvolution>();
Tobias Grosser75805372011-04-29 06:27:02 +0000727 Region *TopRegion = RI->getTopLevelRegion();
728
Tobias Grosser2ff87232011-10-23 11:17:06 +0000729 releaseMemory();
730
Tobias Grosser29ee0b12011-11-17 14:52:36 +0000731 if (OnlyFunction != "" && F.getName() != OnlyFunction)
Tobias Grosser2ff87232011-10-23 11:17:06 +0000732 return false;
733
Tobias Grosser1bb59b02012-12-29 23:47:38 +0000734 if (!isValidFunction(F))
Tobias Grosser75805372011-04-29 06:27:02 +0000735 return false;
736
737 findScops(*TopRegion);
Tobias Grosser531891e2012-11-01 16:45:20 +0000738
739 if (ReportLevel >= 1)
Tobias Grosserb2863ca2013-03-04 19:49:51 +0000740 printLocations(F);
Tobias Grosser531891e2012-11-01 16:45:20 +0000741
Tobias Grosser75805372011-04-29 06:27:02 +0000742 return false;
743}
744
Tobias Grosser75805372011-04-29 06:27:02 +0000745void polly::ScopDetection::verifyRegion(const Region &R) const {
746 assert(isMaxRegionInScop(R) && "Expect R is a valid region.");
Tobias Grosser0d1eee32013-02-05 11:56:05 +0000747 DetectionContext Context(const_cast<Region &>(R), *AA, true /*verifying*/);
Tobias Grosser75805372011-04-29 06:27:02 +0000748 isValidRegion(Context);
749}
750
751void polly::ScopDetection::verifyAnalysis() const {
Tobias Grossera1689932014-02-18 18:49:49 +0000752 if (!VerifyScops)
753 return;
754
Tobias Grosser26108892014-04-02 20:18:19 +0000755 for (const Region *R : ValidRegions)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000756 verifyRegion(*R);
Tobias Grosser75805372011-04-29 06:27:02 +0000757}
758
759void ScopDetection::getAnalysisUsage(AnalysisUsage &AU) const {
Tobias Grosser42aff302014-01-13 22:29:56 +0000760 AU.addRequired<DominatorTreeWrapperPass>();
Tobias Grosser75805372011-04-29 06:27:02 +0000761 AU.addRequired<PostDominatorTree>();
762 AU.addRequired<LoopInfo>();
763 AU.addRequired<ScalarEvolution>();
764 // We also need AA and RegionInfo when we are verifying analysis.
765 AU.addRequiredTransitive<AliasAnalysis>();
766 AU.addRequiredTransitive<RegionInfo>();
767 AU.setPreservesAll();
768}
769
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000770void ScopDetection::print(raw_ostream &OS, const Module *) const {
Tobias Grosser26108892014-04-02 20:18:19 +0000771 for (const Region *R : ValidRegions)
Tobias Grosser00dc3092014-03-02 12:02:46 +0000772 OS << "Valid Region for Scop: " << R->getNameStr() << '\n';
Tobias Grosser75805372011-04-29 06:27:02 +0000773
774 OS << "\n";
775}
776
777void ScopDetection::releaseMemory() {
778 ValidRegions.clear();
Tobias Grosser4f129a62011-10-08 00:30:55 +0000779 InvalidRegions.clear();
Hongbin Zheng94c5df12011-05-06 02:38:20 +0000780 // Do not clear the invalid function set.
Tobias Grosser75805372011-04-29 06:27:02 +0000781}
782
783char ScopDetection::ID = 0;
784
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000785Pass *polly::createScopDetectionPass() { return new ScopDetection(); }
786
Tobias Grosser73600b82011-10-08 00:30:40 +0000787INITIALIZE_PASS_BEGIN(ScopDetection, "polly-detect",
788 "Polly - Detect static control parts (SCoPs)", false,
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000789 false);
790INITIALIZE_AG_DEPENDENCY(AliasAnalysis);
Tobias Grosser42aff302014-01-13 22:29:56 +0000791INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass);
Tobias Grosser4d96c8d2013-03-23 01:05:07 +0000792INITIALIZE_PASS_DEPENDENCY(LoopInfo);
793INITIALIZE_PASS_DEPENDENCY(PostDominatorTree);
794INITIALIZE_PASS_DEPENDENCY(RegionInfo);
795INITIALIZE_PASS_DEPENDENCY(ScalarEvolution);
Tobias Grosser73600b82011-10-08 00:30:40 +0000796INITIALIZE_PASS_END(ScopDetection, "polly-detect",
797 "Polly - Detect static control parts (SCoPs)", false, false)