blob: 1795cadad582407987e8d6a79b73e7b9ed00270b [file] [log] [blame]
Tobias Grosser09d30692015-05-12 07:45:52 +00001//===------ CodeGeneration.cpp - Code generate the Scops using ISL. ----======//
Sebastian Pop082cea82012-05-07 16:20:07 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Tobias Grosser09d30692015-05-12 07:45:52 +000010// The CodeGeneration pass takes a Scop created by ScopInfo and translates it
Sebastian Pop082cea82012-05-07 16:20:07 +000011// back to LLVM-IR using the ISL code generator.
12//
13// The Scop describes the high level memory behaviour of a control flow region.
14// Transformation passes can update the schedule (execution order) of statements
15// in the Scop. ISL is used to generate an abstract syntax tree that reflects
16// the updated execution order. This clast is used to create new LLVM-IR that is
17// computationally equivalent to the original control flow region, but executes
Tobias Grosser54839312015-04-21 11:37:25 +000018// its code in the new execution order defined by the changed schedule.
Sebastian Pop082cea82012-05-07 16:20:07 +000019//
20//===----------------------------------------------------------------------===//
Tobias Grosserf3ba5b52015-04-27 12:17:22 +000021
Tobias Grosser0c55cb62015-04-27 12:32:24 +000022#include "polly/CodeGen/IslNodeBuilder.h"
Tobias Grosser83628182013-05-07 08:11:54 +000023#include "polly/CodeGen/IslAst.h"
Tobias Grosser83628182013-05-07 08:11:54 +000024#include "polly/CodeGen/Utils.h"
Johannes Doerfertf6557f92015-03-04 22:43:40 +000025#include "polly/DependenceInfo.h"
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000026#include "polly/LinkAllPasses.h"
27#include "polly/ScopInfo.h"
Tobias Grosser0ee50f62013-04-10 06:55:31 +000028#include "polly/Support/ScopHelper.h"
Tobias Grosser83628182013-05-07 08:11:54 +000029#include "polly/TempScopInfo.h"
Tobias Grosser83628182013-05-07 08:11:54 +000030#include "llvm/IR/Module.h"
Johannes Doerfert0b169c02015-02-27 17:37:05 +000031#include "llvm/IR/Verifier.h"
Tobias Grosserba0d0922015-05-09 09:13:42 +000032#include "llvm/Support/Debug.h"
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000033
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000034using namespace polly;
35using namespace llvm;
36
Tobias Grosser09d30692015-05-12 07:45:52 +000037#define DEBUG_TYPE "polly-codegen"
Chandler Carruth95fef942014-04-22 03:30:19 +000038
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000039namespace {
Tobias Grosser09d30692015-05-12 07:45:52 +000040class CodeGeneration : public ScopPass {
Tobias Grosser1bb59b02012-12-29 23:47:38 +000041public:
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000042 static char ID;
43
Tobias Grosser09d30692015-05-12 07:45:52 +000044 CodeGeneration() : ScopPass(ID) {}
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +000045
Tobias Grossere3c05582014-11-15 21:32:53 +000046 /// @brief The datalayout used
47 const DataLayout *DL;
48
Johannes Doerfert38262242014-09-10 14:50:23 +000049 /// @name The analysis passes we need to generate code.
50 ///
51 ///{
52 LoopInfo *LI;
53 IslAstInfo *AI;
54 DominatorTree *DT;
55 ScalarEvolution *SE;
Michael Kruse22370882015-08-11 14:39:21 +000056 RegionInfo *RI;
Johannes Doerfert38262242014-09-10 14:50:23 +000057 ///}
58
59 /// @brief The loop annotator to generate llvm.loop metadata.
Johannes Doerfert51d1c742014-10-02 15:32:17 +000060 ScopAnnotator Annotator;
Johannes Doerfert38262242014-09-10 14:50:23 +000061
62 /// @brief Build the runtime condition.
63 ///
64 /// Build the condition that evaluates at run-time to true iff all
65 /// assumptions taken for the SCoP hold, and to false otherwise.
66 ///
67 /// @return A value evaluating to true/false if execution is save/unsafe.
68 Value *buildRTC(PollyIRBuilder &Builder, IslExprBuilder &ExprBuilder) {
69 Builder.SetInsertPoint(Builder.GetInsertBlock()->getTerminator());
70 Value *RTC = ExprBuilder.create(AI->getRunCondition());
Johannes Doerfertb164c792014-09-18 11:17:17 +000071 if (!RTC->getType()->isIntegerTy(1))
72 RTC = Builder.CreateIsNotNull(RTC);
73 return RTC;
Johannes Doerfert38262242014-09-10 14:50:23 +000074 }
75
Johannes Doerfert0b169c02015-02-27 17:37:05 +000076 bool verifyGeneratedFunction(Scop &S, Function &F) {
77 if (!verifyFunction(F))
78 return false;
79
80 DEBUG({
81 errs() << "== ISL Codegen created an invalid function ==\n\n== The "
82 "SCoP ==\n";
83 S.print(errs());
84 errs() << "\n== The isl AST ==\n";
Johannes Doerfert3fe584d2015-03-01 18:40:25 +000085 AI->printScop(errs(), S);
Johannes Doerfert0b169c02015-02-27 17:37:05 +000086 errs() << "\n== The invalid function ==\n";
87 F.print(errs());
88 errs() << "\n== The errors ==\n";
89 verifyFunction(F, &errs());
90 });
91
92 return true;
93 }
94
Michael Kruse9c483c52015-08-11 14:47:37 +000095 // CodeGeneration adds a lot of BBs without updating the RegionInfo
96 // We make all created BBs belong to the scop's parent region without any
97 // nested structure to keep the RegionInfo verifier happy.
98 void fixRegionInfo(Function *F, Region *ParentRegion) {
99 for (BasicBlock &BB : *F) {
100 if (RI->getRegionFor(&BB))
101 continue;
102
103 RI->setRegionFor(&BB, ParentRegion);
104 }
105 }
106
Johannes Doerfert909a3bf2015-03-01 18:42:08 +0000107 bool runOnScop(Scop &S) override {
Johannes Doerfert38262242014-09-10 14:50:23 +0000108 AI = &getAnalysis<IslAstInfo>();
Johannes Doerfert7ceb0402015-02-11 17:25:09 +0000109
110 // Check if we created an isl_ast root node, otherwise exit.
111 isl_ast_node *AstRoot = AI->getAst();
112 if (!AstRoot)
113 return false;
114
115 LI = &getAnalysis<LoopInfoWrapperPass>().getLoopInfo();
Johannes Doerfert38262242014-09-10 14:50:23 +0000116 DT = &getAnalysis<DominatorTreeWrapperPass>().getDomTree();
117 SE = &getAnalysis<ScalarEvolution>();
Tobias Grosser140b3942015-03-05 09:48:20 +0000118 DL = &S.getRegion().getEntry()->getParent()->getParent()->getDataLayout();
Michael Kruse22370882015-08-11 14:39:21 +0000119 RI = &getAnalysis<RegionInfoPass>().getRegionInfo();
120 Region *R = &S.getRegion();
121 assert(!R->isTopLevelRegion() && "Top level regions are not supported");
Tobias Grosser0ee50f62013-04-10 06:55:31 +0000122
Tobias Grosser6325cd22015-04-27 10:43:10 +0000123 Annotator.buildAliasScopes(S);
Johannes Doerfertecdf2632014-10-02 15:31:24 +0000124
Michael Kruse22370882015-08-11 14:39:21 +0000125 simplifyRegion(R, DT, LI, RI);
126 assert(R->isSimple());
127 BasicBlock *EnteringBB = S.getRegion().getEnteringBlock();
128 assert(EnteringBB);
Johannes Doerfert38262242014-09-10 14:50:23 +0000129 PollyIRBuilder Builder = createPollyIRBuilder(EnteringBB, Annotator);
Johannes Doerfert9744c4a2014-08-12 18:35:54 +0000130
Tobias Grossere3c05582014-11-15 21:32:53 +0000131 IslNodeBuilder NodeBuilder(Builder, Annotator, this, *DL, *LI, *SE, *DT, S);
Johannes Doerfert38262242014-09-10 14:50:23 +0000132
Tobias Grosser67942382015-03-28 09:34:40 +0000133 // Only build the run-time condition and parameters _after_ having
134 // introduced the conditional branch. This is important as the conditional
135 // branch will guard the original scop from new induction variables that
136 // the SCEVExpander may introduce while code generating the parameters and
137 // which may introduce scalar dependences that prevent us from correctly
138 // code generating this scop.
139 BasicBlock *StartBlock =
140 executeScopConditionally(S, this, Builder.getTrue());
141 auto SplitBlock = StartBlock->getSinglePredecessor();
142 Builder.SetInsertPoint(SplitBlock->getTerminator());
143 NodeBuilder.addParameters(S.getContext());
Johannes Doerfert38262242014-09-10 14:50:23 +0000144 Value *RTC = buildRTC(Builder, NodeBuilder.getExprBuilder());
Tobias Grosser67942382015-03-28 09:34:40 +0000145 SplitBlock->getTerminator()->setOperand(0, RTC);
Tobias Grosser28735942014-08-16 09:09:15 +0000146 Builder.SetInsertPoint(StartBlock->begin());
147
Johannes Doerfert7ceb0402015-02-11 17:25:09 +0000148 NodeBuilder.create(AstRoot);
Johannes Doerfert0b169c02015-02-27 17:37:05 +0000149
Johannes Doerfertecff11d2015-05-22 23:43:58 +0000150 NodeBuilder.finalizeSCoP(S);
Michael Kruse9c483c52015-08-11 14:47:37 +0000151 fixRegionInfo(EnteringBB->getParent(), R->getParent());
Johannes Doerfertecff11d2015-05-22 23:43:58 +0000152
Johannes Doerfert0b169c02015-02-27 17:37:05 +0000153 assert(!verifyGeneratedFunction(S, *EnteringBB->getParent()) &&
154 "Verification of generated function failed");
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000155 return true;
156 }
157
Johannes Doerfert909a3bf2015-03-01 18:42:08 +0000158 void printScop(raw_ostream &, Scop &) const override {}
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000159
Johannes Doerfert909a3bf2015-03-01 18:42:08 +0000160 void getAnalysisUsage(AnalysisUsage &AU) const override {
Tobias Grosser42aff302014-01-13 22:29:56 +0000161 AU.addRequired<DominatorTreeWrapperPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000162 AU.addRequired<IslAstInfo>();
Matt Arsenault8ca36812014-07-19 18:40:17 +0000163 AU.addRequired<RegionInfoPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000164 AU.addRequired<ScalarEvolution>();
165 AU.addRequired<ScopDetection>();
166 AU.addRequired<ScopInfo>();
Chandler Carruthf5579872015-01-17 14:16:56 +0000167 AU.addRequired<LoopInfoWrapperPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000168
Johannes Doerfertf6557f92015-03-04 22:43:40 +0000169 AU.addPreserved<DependenceInfo>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000170
Chandler Carruthf5579872015-01-17 14:16:56 +0000171 AU.addPreserved<LoopInfoWrapperPass>();
Tobias Grosser42aff302014-01-13 22:29:56 +0000172 AU.addPreserved<DominatorTreeWrapperPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000173 AU.addPreserved<IslAstInfo>();
174 AU.addPreserved<ScopDetection>();
175 AU.addPreserved<ScalarEvolution>();
176
177 // FIXME: We do not yet add regions for the newly generated code to the
178 // region tree.
Matt Arsenault8ca36812014-07-19 18:40:17 +0000179 AU.addPreserved<RegionInfoPass>();
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000180 AU.addPreserved<TempScopInfo>();
181 AU.addPreserved<ScopInfo>();
182 AU.addPreservedID(IndependentBlocksID);
183 }
184};
185}
186
Tobias Grosser09d30692015-05-12 07:45:52 +0000187char CodeGeneration::ID = 1;
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000188
Tobias Grosser09d30692015-05-12 07:45:52 +0000189Pass *polly::createCodeGenerationPass() { return new CodeGeneration(); }
Tobias Grosser8a5bc6e2012-10-02 19:50:43 +0000190
Tobias Grosser09d30692015-05-12 07:45:52 +0000191INITIALIZE_PASS_BEGIN(CodeGeneration, "polly-codegen",
Tobias Grosser7242ad92013-02-22 08:07:06 +0000192 "Polly - Create LLVM-IR from SCoPs", false, false);
Johannes Doerfertf6557f92015-03-04 22:43:40 +0000193INITIALIZE_PASS_DEPENDENCY(DependenceInfo);
Tobias Grosser42aff302014-01-13 22:29:56 +0000194INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass);
Chandler Carruthf5579872015-01-17 14:16:56 +0000195INITIALIZE_PASS_DEPENDENCY(LoopInfoWrapperPass);
Matt Arsenault8ca36812014-07-19 18:40:17 +0000196INITIALIZE_PASS_DEPENDENCY(RegionInfoPass);
Tobias Grosser7242ad92013-02-22 08:07:06 +0000197INITIALIZE_PASS_DEPENDENCY(ScalarEvolution);
198INITIALIZE_PASS_DEPENDENCY(ScopDetection);
Tobias Grosser09d30692015-05-12 07:45:52 +0000199INITIALIZE_PASS_END(CodeGeneration, "polly-codegen",
Tobias Grosser7242ad92013-02-22 08:07:06 +0000200 "Polly - Create LLVM-IR from SCoPs", false, false)