blob: 53aac25a3db60c12409fe05c8825c81e45be5587 [file] [log] [blame]
Tobias Grosser09d30692015-05-12 07:45:52 +00001//===------ CodeGeneration.cpp - Code generate the Scops using ISL. ----======//
Sebastian Pop082cea82012-05-07 16:20:07 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Tobias Grosser09d30692015-05-12 07:45:52 +000010// The CodeGeneration pass takes a Scop created by ScopInfo and translates it
Sebastian Pop082cea82012-05-07 16:20:07 +000011// back to LLVM-IR using the ISL code generator.
12//
13// The Scop describes the high level memory behaviour of a control flow region.
14// Transformation passes can update the schedule (execution order) of statements
15// in the Scop. ISL is used to generate an abstract syntax tree that reflects
16// the updated execution order. This clast is used to create new LLVM-IR that is
17// computationally equivalent to the original control flow region, but executes
Tobias Grosser54839312015-04-21 11:37:25 +000018// its code in the new execution order defined by the changed schedule.
Sebastian Pop082cea82012-05-07 16:20:07 +000019//
20//===----------------------------------------------------------------------===//
Tobias Grosserf3ba5b52015-04-27 12:17:22 +000021
Tobias Grosser0c55cb62015-04-27 12:32:24 +000022#include "polly/CodeGen/IslNodeBuilder.h"
Tobias Grosser83628182013-05-07 08:11:54 +000023#include "polly/CodeGen/IslAst.h"
Tobias Grosser83628182013-05-07 08:11:54 +000024#include "polly/CodeGen/Utils.h"
Johannes Doerfertf6557f92015-03-04 22:43:40 +000025#include "polly/DependenceInfo.h"
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000026#include "polly/LinkAllPasses.h"
27#include "polly/ScopInfo.h"
Tobias Grosser0ee50f62013-04-10 06:55:31 +000028#include "polly/Support/ScopHelper.h"
Chandler Carruth66ef16b2015-09-09 22:13:56 +000029#include "llvm/Analysis/AliasAnalysis.h"
30#include "llvm/Analysis/BasicAliasAnalysis.h"
31#include "llvm/Analysis/GlobalsModRef.h"
Michael Kruse82a1c7d2015-08-14 20:10:27 +000032#include "llvm/Analysis/PostDominators.h"
Chandler Carruth66ef16b2015-09-09 22:13:56 +000033#include "llvm/Analysis/ScalarEvolutionAliasAnalysis.h"
Tobias Grosserc2bb0cb2015-09-25 09:49:19 +000034#include "llvm/IR/Module.h"
35#include "llvm/IR/Verifier.h"
36#include "llvm/Support/Debug.h"
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000037
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000038using namespace polly;
39using namespace llvm;
40
Tobias Grosser09d30692015-05-12 07:45:52 +000041#define DEBUG_TYPE "polly-codegen"
Chandler Carruth95fef942014-04-22 03:30:19 +000042
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000043namespace {
Tobias Grosser09d30692015-05-12 07:45:52 +000044class CodeGeneration : public ScopPass {
Tobias Grosser1bb59b02012-12-29 23:47:38 +000045public:
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000046 static char ID;
47
Tobias Grosser09d30692015-05-12 07:45:52 +000048 CodeGeneration() : ScopPass(ID) {}
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000049
Tobias Grossere3c05582014-11-15 21:32:53 +000050 /// @brief The datalayout used
51 const DataLayout *DL;
52
Johannes Doerfert38262242014-09-10 14:50:23 +000053 /// @name The analysis passes we need to generate code.
54 ///
55 ///{
56 LoopInfo *LI;
57 IslAstInfo *AI;
58 DominatorTree *DT;
59 ScalarEvolution *SE;
Michael Kruse22370882015-08-11 14:39:21 +000060 RegionInfo *RI;
Johannes Doerfert38262242014-09-10 14:50:23 +000061 ///}
62
63 /// @brief The loop annotator to generate llvm.loop metadata.
Johannes Doerfert51d1c742014-10-02 15:32:17 +000064 ScopAnnotator Annotator;
Johannes Doerfert38262242014-09-10 14:50:23 +000065
66 /// @brief Build the runtime condition.
67 ///
68 /// Build the condition that evaluates at run-time to true iff all
69 /// assumptions taken for the SCoP hold, and to false otherwise.
70 ///
71 /// @return A value evaluating to true/false if execution is save/unsafe.
72 Value *buildRTC(PollyIRBuilder &Builder, IslExprBuilder &ExprBuilder) {
73 Builder.SetInsertPoint(Builder.GetInsertBlock()->getTerminator());
74 Value *RTC = ExprBuilder.create(AI->getRunCondition());
Johannes Doerfertb164c792014-09-18 11:17:17 +000075 if (!RTC->getType()->isIntegerTy(1))
76 RTC = Builder.CreateIsNotNull(RTC);
77 return RTC;
Johannes Doerfert38262242014-09-10 14:50:23 +000078 }
79
Johannes Doerfert0b169c02015-02-27 17:37:05 +000080 bool verifyGeneratedFunction(Scop &S, Function &F) {
81 if (!verifyFunction(F))
82 return false;
83
84 DEBUG({
85 errs() << "== ISL Codegen created an invalid function ==\n\n== The "
86 "SCoP ==\n";
87 S.print(errs());
88 errs() << "\n== The isl AST ==\n";
Johannes Doerfert3fe584d2015-03-01 18:40:25 +000089 AI->printScop(errs(), S);
Johannes Doerfert0b169c02015-02-27 17:37:05 +000090 errs() << "\n== The invalid function ==\n";
91 F.print(errs());
92 errs() << "\n== The errors ==\n";
93 verifyFunction(F, &errs());
94 });
95
96 return true;
97 }
98
Michael Kruse9c483c52015-08-11 14:47:37 +000099 // CodeGeneration adds a lot of BBs without updating the RegionInfo
100 // We make all created BBs belong to the scop's parent region without any
101 // nested structure to keep the RegionInfo verifier happy.
102 void fixRegionInfo(Function *F, Region *ParentRegion) {
103 for (BasicBlock &BB : *F) {
104 if (RI->getRegionFor(&BB))
105 continue;
106
107 RI->setRegionFor(&BB, ParentRegion);
108 }
109 }
110
Johannes Doerfert45be6442015-09-27 15:43:29 +0000111 /// @brief Generate LLVM-IR for the SCoP @p S.
Johannes Doerfert909a3bf2015-03-01 18:42:08 +0000112 bool runOnScop(Scop &S) override {
Johannes Doerfert38262242014-09-10 14:50:23 +0000113 AI = &getAnalysis<IslAstInfo>();
Johannes Doerfert7ceb0402015-02-11 17:25:09 +0000114
115 // Check if we created an isl_ast root node, otherwise exit.
116 isl_ast_node *AstRoot = AI->getAst();
117 if (!AstRoot)
118 return false;
119
120 LI = &getAnalysis<LoopInfoWrapperPass>().getLoopInfo();
Johannes Doerfert38262242014-09-10 14:50:23 +0000121 DT = &getAnalysis<DominatorTreeWrapperPass>().getDomTree();
Tobias Grosserc5bcf242015-08-17 10:57:08 +0000122 SE = &getAnalysis<ScalarEvolutionWrapperPass>().getSE();
Tobias Grosser140b3942015-03-05 09:48:20 +0000123 DL = &S.getRegion().getEntry()->getParent()->getParent()->getDataLayout();
Michael Kruse22370882015-08-11 14:39:21 +0000124 RI = &getAnalysis<RegionInfoPass>().getRegionInfo();
125 Region *R = &S.getRegion();
126 assert(!R->isTopLevelRegion() && "Top level regions are not supported");
Tobias Grosser0ee50f62013-04-10 06:55:31 +0000127
Tobias Grosser6325cd22015-04-27 10:43:10 +0000128 Annotator.buildAliasScopes(S);
Johannes Doerfertecdf2632014-10-02 15:31:24 +0000129
Michael Kruse22370882015-08-11 14:39:21 +0000130 simplifyRegion(R, DT, LI, RI);
131 assert(R->isSimple());
132 BasicBlock *EnteringBB = S.getRegion().getEnteringBlock();
133 assert(EnteringBB);
Johannes Doerfert38262242014-09-10 14:50:23 +0000134 PollyIRBuilder Builder = createPollyIRBuilder(EnteringBB, Annotator);
Johannes Doerfert9744c4a2014-08-12 18:35:54 +0000135
Tobias Grossere3c05582014-11-15 21:32:53 +0000136 IslNodeBuilder NodeBuilder(Builder, Annotator, this, *DL, *LI, *SE, *DT, S);
Johannes Doerfert38262242014-09-10 14:50:23 +0000137
Tobias Grosser67942382015-03-28 09:34:40 +0000138 // Only build the run-time condition and parameters _after_ having
139 // introduced the conditional branch. This is important as the conditional
140 // branch will guard the original scop from new induction variables that
141 // the SCEVExpander may introduce while code generating the parameters and
142 // which may introduce scalar dependences that prevent us from correctly
143 // code generating this scop.
144 BasicBlock *StartBlock =
145 executeScopConditionally(S, this, Builder.getTrue());
146 auto SplitBlock = StartBlock->getSinglePredecessor();
147 Builder.SetInsertPoint(SplitBlock->getTerminator());
148 NodeBuilder.addParameters(S.getContext());
Johannes Doerfertc1db67e2015-09-29 23:47:21 +0000149 NodeBuilder.preloadInvariantLoads();
Johannes Doerfert38262242014-09-10 14:50:23 +0000150 Value *RTC = buildRTC(Builder, NodeBuilder.getExprBuilder());
Johannes Doerfertc1db67e2015-09-29 23:47:21 +0000151 Builder.GetInsertBlock()->getTerminator()->setOperand(0, RTC);
Tobias Grosser28735942014-08-16 09:09:15 +0000152 Builder.SetInsertPoint(StartBlock->begin());
153
Johannes Doerfert7ceb0402015-02-11 17:25:09 +0000154 NodeBuilder.create(AstRoot);
Johannes Doerfert0b169c02015-02-27 17:37:05 +0000155
Johannes Doerfertecff11d2015-05-22 23:43:58 +0000156 NodeBuilder.finalizeSCoP(S);
Michael Kruse9c483c52015-08-11 14:47:37 +0000157 fixRegionInfo(EnteringBB->getParent(), R->getParent());
Johannes Doerfertecff11d2015-05-22 23:43:58 +0000158
Johannes Doerfert0b169c02015-02-27 17:37:05 +0000159 assert(!verifyGeneratedFunction(S, *EnteringBB->getParent()) &&
160 "Verification of generated function failed");
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000161 return true;
162 }
163
Johannes Doerfert45be6442015-09-27 15:43:29 +0000164 /// @brief Register all analyses and transformation required.
Johannes Doerfert909a3bf2015-03-01 18:42:08 +0000165 void getAnalysisUsage(AnalysisUsage &AU) const override {
Tobias Grosser42aff302014-01-13 22:29:56 +0000166 AU.addRequired<DominatorTreeWrapperPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000167 AU.addRequired<IslAstInfo>();
Matt Arsenault8ca36812014-07-19 18:40:17 +0000168 AU.addRequired<RegionInfoPass>();
Tobias Grosserc5bcf242015-08-17 10:57:08 +0000169 AU.addRequired<ScalarEvolutionWrapperPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000170 AU.addRequired<ScopDetection>();
171 AU.addRequired<ScopInfo>();
Chandler Carruthf5579872015-01-17 14:16:56 +0000172 AU.addRequired<LoopInfoWrapperPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000173
Johannes Doerfertf6557f92015-03-04 22:43:40 +0000174 AU.addPreserved<DependenceInfo>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000175
Chandler Carruth66ef16b2015-09-09 22:13:56 +0000176 AU.addPreserved<AAResultsWrapperPass>();
177 AU.addPreserved<BasicAAWrapperPass>();
Chandler Carruthf5579872015-01-17 14:16:56 +0000178 AU.addPreserved<LoopInfoWrapperPass>();
Tobias Grosser42aff302014-01-13 22:29:56 +0000179 AU.addPreserved<DominatorTreeWrapperPass>();
Chandler Carruth66ef16b2015-09-09 22:13:56 +0000180 AU.addPreserved<GlobalsAAWrapperPass>();
Michael Kruse82a1c7d2015-08-14 20:10:27 +0000181 AU.addPreserved<PostDominatorTree>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000182 AU.addPreserved<IslAstInfo>();
183 AU.addPreserved<ScopDetection>();
Tobias Grosserc5bcf242015-08-17 10:57:08 +0000184 AU.addPreserved<ScalarEvolutionWrapperPass>();
Chandler Carruth66ef16b2015-09-09 22:13:56 +0000185 AU.addPreserved<SCEVAAWrapperPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000186
187 // FIXME: We do not yet add regions for the newly generated code to the
188 // region tree.
Matt Arsenault8ca36812014-07-19 18:40:17 +0000189 AU.addPreserved<RegionInfoPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000190 AU.addPreserved<ScopInfo>();
191 AU.addPreservedID(IndependentBlocksID);
192 }
193};
194}
195
Tobias Grosser09d30692015-05-12 07:45:52 +0000196char CodeGeneration::ID = 1;
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000197
Tobias Grosser09d30692015-05-12 07:45:52 +0000198Pass *polly::createCodeGenerationPass() { return new CodeGeneration(); }
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000199
Tobias Grosser09d30692015-05-12 07:45:52 +0000200INITIALIZE_PASS_BEGIN(CodeGeneration, "polly-codegen",
Tobias Grosser7242ad92013-02-22 08:07:06 +0000201 "Polly - Create LLVM-IR from SCoPs", false, false);
Johannes Doerfertf6557f92015-03-04 22:43:40 +0000202INITIALIZE_PASS_DEPENDENCY(DependenceInfo);
Tobias Grosser42aff302014-01-13 22:29:56 +0000203INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass);
Chandler Carruthf5579872015-01-17 14:16:56 +0000204INITIALIZE_PASS_DEPENDENCY(LoopInfoWrapperPass);
Matt Arsenault8ca36812014-07-19 18:40:17 +0000205INITIALIZE_PASS_DEPENDENCY(RegionInfoPass);
Tobias Grosserc5bcf242015-08-17 10:57:08 +0000206INITIALIZE_PASS_DEPENDENCY(ScalarEvolutionWrapperPass);
Tobias Grosser7242ad92013-02-22 08:07:06 +0000207INITIALIZE_PASS_DEPENDENCY(ScopDetection);
Tobias Grosser09d30692015-05-12 07:45:52 +0000208INITIALIZE_PASS_END(CodeGeneration, "polly-codegen",
Tobias Grosser7242ad92013-02-22 08:07:06 +0000209 "Polly - Create LLVM-IR from SCoPs", false, false)