blob: f47de9f357b11cd4f6b28814521fea24ef358fa3 [file] [log] [blame]
Tanya Lattner48a503b2004-03-01 02:50:57 +00001//===-- ModuloScheduling.h - Swing Modulo Scheduling------------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
Misha Brukmanb4402432005-04-21 23:30:14 +00009//
10//
Tanya Lattner48a503b2004-03-01 02:50:57 +000011//===----------------------------------------------------------------------===//
12
13#ifndef LLVM_MODULOSCHEDULING_H
14#define LLVM_MODULOSCHEDULING_H
15
16#include "MSchedGraph.h"
Tanya Lattnera066df62004-05-26 06:27:18 +000017#include "MSSchedule.h"
Tanya Lattner48a503b2004-03-01 02:50:57 +000018#include "llvm/Function.h"
19#include "llvm/Pass.h"
Tanya Lattner91964492005-03-29 20:35:10 +000020#include "DependenceAnalyzer.h"
Tanya Lattner13417b52005-03-23 01:47:20 +000021#include "llvm/Target/TargetData.h"
Tanya Lattner42ed1482005-04-22 06:32:48 +000022#include "llvm/Analysis/LoopInfo.h"
23#include "llvm/Analysis/ScalarEvolution.h"
Tanya Lattner48a503b2004-03-01 02:50:57 +000024#include <set>
25
26namespace llvm {
Misha Brukmanb4402432005-04-21 23:30:14 +000027
Tanya Lattner48a503b2004-03-01 02:50:57 +000028
29 //Struct to contain ModuloScheduling Specific Information for each node
30 struct MSNodeAttributes {
31 int ASAP; //Earliest time at which the opreation can be scheduled
32 int ALAP; //Latest time at which the operation can be scheduled.
33 int MOB;
34 int depth;
35 int height;
Misha Brukmanb4402432005-04-21 23:30:14 +000036 MSNodeAttributes(int asap=-1, int alap=-1, int mob=-1,
37 int d=-1, int h=-1) : ASAP(asap), ALAP(alap),
38 MOB(mob), depth(d),
Tanya Lattner48a503b2004-03-01 02:50:57 +000039 height(h) {}
40 };
41
42
43 class ModuloSchedulingPass : public FunctionPass {
44 const TargetMachine &target;
45
Tanya Lattner444be612004-11-02 21:04:56 +000046 //Map to hold Value* defs
47 std::map<const Value*, MachineInstr*> defMap;
48
Tanya Lattner13417b52005-03-23 01:47:20 +000049 //Map to hold list of instructions associate to the induction var for each BB
50 std::map<const MachineBasicBlock*, std::map<const MachineInstr*, unsigned> > indVarInstrs;
51
Tanya Lattner91964492005-03-29 20:35:10 +000052 //Map to hold machine to llvm instrs for each valid BB
53 std::map<const MachineBasicBlock*, std::map<MachineInstr*, Instruction*> > machineTollvm;
54
Tanya Lattner444be612004-11-02 21:04:56 +000055 //LLVM Instruction we know we can add TmpInstructions to its MCFI
56 Instruction *defaultInst;
57
Tanya Lattner48a503b2004-03-01 02:50:57 +000058 //Map that holds node to node attribute information
59 std::map<MSchedGraphNode*, MSNodeAttributes> nodeToAttributesMap;
Misha Brukmanb4402432005-04-21 23:30:14 +000060
Tanya Lattnera6820d62004-05-08 16:12:10 +000061 //Map to hold all reccurrences
62 std::set<std::pair<int, std::vector<MSchedGraphNode*> > > recurrenceList;
Misha Brukmanb4402432005-04-21 23:30:14 +000063
Tanya Lattnera6820d62004-05-08 16:12:10 +000064 //Set of edges to ignore, stored as src node and index into vector of successors
65 std::set<std::pair<MSchedGraphNode*, unsigned> > edgesToIgnore;
Misha Brukmanb4402432005-04-21 23:30:14 +000066
Tanya Lattnera6820d62004-05-08 16:12:10 +000067 //Vector containing the partial order
Tanya Lattnerddebd1e2004-10-30 00:39:07 +000068 std::vector<std::set<MSchedGraphNode*> > partialOrder;
Misha Brukmanb4402432005-04-21 23:30:14 +000069
Tanya Lattnera6820d62004-05-08 16:12:10 +000070 //Vector containing the final node order
71 std::vector<MSchedGraphNode*> FinalNodeOrder;
Misha Brukmanb4402432005-04-21 23:30:14 +000072
Tanya Lattnera6820d62004-05-08 16:12:10 +000073 //Schedule table, key is the cycle number and the vector is resource, node pairs
Tanya Lattnera066df62004-05-26 06:27:18 +000074 MSSchedule schedule;
Tanya Lattnera6820d62004-05-08 16:12:10 +000075
76 //Current initiation interval
77 int II;
78
Tanya Lattner48a503b2004-03-01 02:50:57 +000079 //Internal functions
Tanya Lattner56807c62005-02-10 17:02:58 +000080 bool CreateDefMap(MachineBasicBlock *BI);
Tanya Lattner48a503b2004-03-01 02:50:57 +000081 bool MachineBBisValid(const MachineBasicBlock *BI);
Misha Brukmanb4402432005-04-21 23:30:14 +000082 bool assocIndVar(Instruction *I, std::set<Instruction*> &indVar,
Tanya Lattner13417b52005-03-23 01:47:20 +000083 std::vector<Instruction*> &stack, BasicBlock *BB);
Tanya Lattner48a503b2004-03-01 02:50:57 +000084 int calculateResMII(const MachineBasicBlock *BI);
Tanya Lattnera6820d62004-05-08 16:12:10 +000085 int calculateRecMII(MSchedGraph *graph, int MII);
Tanya Lattner48a503b2004-03-01 02:50:57 +000086 void calculateNodeAttributes(MSchedGraph *graph, int MII);
Tanya Lattnera6820d62004-05-08 16:12:10 +000087
88 bool ignoreEdge(MSchedGraphNode *srcNode, MSchedGraphNode *destNode);
89
Tanya Lattnera6820d62004-05-08 16:12:10 +000090 int calculateASAP(MSchedGraphNode *node, int MII,MSchedGraphNode *destNode);
91 int calculateALAP(MSchedGraphNode *node, int MII, int maxASAP, MSchedGraphNode *srcNode);
92
93 int calculateHeight(MSchedGraphNode *node,MSchedGraphNode *srcNode);
94 int calculateDepth(MSchedGraphNode *node, MSchedGraphNode *destNode);
Tanya Lattner48a503b2004-03-01 02:50:57 +000095
96 int findMaxASAP();
Tanya Lattnera6820d62004-05-08 16:12:10 +000097 void orderNodes();
Misha Brukmanb4402432005-04-21 23:30:14 +000098 void findAllReccurrences(MSchedGraphNode *node,
Tanya Lattnera6820d62004-05-08 16:12:10 +000099 std::vector<MSchedGraphNode*> &visitedNodes, int II);
100 void addReccurrence(std::vector<MSchedGraphNode*> &recurrence, int II, MSchedGraphNode*, MSchedGraphNode*);
Tanya Lattner8bf63742005-06-17 04:00:57 +0000101 void addSCC(std::vector<MSchedGraphNode*> &SCC, std::map<MSchedGraphNode*, MSchedGraphNode*> &newNodes);
Tanya Lattnera6820d62004-05-08 16:12:10 +0000102
Tanya Lattner56807c62005-02-10 17:02:58 +0000103 void findAllCircuits(MSchedGraph *MSG, int II);
Misha Brukmanb4402432005-04-21 23:30:14 +0000104 bool circuit(MSchedGraphNode *v, std::vector<MSchedGraphNode*> &stack,
105 std::set<MSchedGraphNode*> &blocked,
Tanya Lattner56807c62005-02-10 17:02:58 +0000106 std::vector<MSchedGraphNode*> &SCC, MSchedGraphNode *s,
107 std::map<MSchedGraphNode*, std::set<MSchedGraphNode*> > &B, int II,
108 std::map<MSchedGraphNode*, MSchedGraphNode*> &newNodes);
Misha Brukmanb4402432005-04-21 23:30:14 +0000109
Tanya Lattner56807c62005-02-10 17:02:58 +0000110 void unblock(MSchedGraphNode *u, std::set<MSchedGraphNode*> &blocked,
111 std::map<MSchedGraphNode*, std::set<MSchedGraphNode*> > &B);
112
Tanya Lattner42ed1482005-04-22 06:32:48 +0000113 void addRecc(std::vector<MSchedGraphNode*> &stack, std::map<MSchedGraphNode*, MSchedGraphNode*> &newNodes);
114
115 void searchPath(MSchedGraphNode *node,
Tanya Lattnera31ad512005-02-23 02:01:42 +0000116 std::vector<MSchedGraphNode*> &path,
Tanya Lattner4d0ee752005-04-30 23:07:59 +0000117 std::set<MSchedGraphNode*> &nodesToAdd,
118 std::set<MSchedGraphNode*> &new_reccurence);
Tanya Lattnera31ad512005-02-23 02:01:42 +0000119
Misha Brukmanb4402432005-04-21 23:30:14 +0000120 void pathToRecc(MSchedGraphNode *node,
Tanya Lattner13417b52005-03-23 01:47:20 +0000121 std::vector<MSchedGraphNode*> &path,
122 std::set<MSchedGraphNode*> &poSet, std::set<MSchedGraphNode*> &lastNodes);
Misha Brukmanb4402432005-04-21 23:30:14 +0000123
Tanya Lattnera6820d62004-05-08 16:12:10 +0000124 void computePartialOrder();
Tanya Lattnera31ad512005-02-23 02:01:42 +0000125
Tanya Lattner42ed1482005-04-22 06:32:48 +0000126 bool computeSchedule(const MachineBasicBlock *BB, MSchedGraph *MSG);
127 bool scheduleNode(MSchedGraphNode *node,
Tanya Lattnera6820d62004-05-08 16:12:10 +0000128 int start, int end);
129
Tanya Lattnerddebd1e2004-10-30 00:39:07 +0000130 void predIntersect(std::set<MSchedGraphNode*> &CurrentSet, std::set<MSchedGraphNode*> &IntersectResult);
131 void succIntersect(std::set<MSchedGraphNode*> &CurrentSet, std::set<MSchedGraphNode*> &IntersectResult);
Misha Brukmanb4402432005-04-21 23:30:14 +0000132
Tanya Lattner081fbd12004-07-30 23:36:10 +0000133 void reconstructLoop(MachineBasicBlock*);
Misha Brukmanb4402432005-04-21 23:30:14 +0000134
Tanya Lattnera066df62004-05-26 06:27:18 +0000135 //void saveValue(const MachineInstr*, const std::set<Value*>&, std::vector<Value*>*);
136
Misha Brukmanb4402432005-04-21 23:30:14 +0000137 void fixBranches(std::vector<MachineBasicBlock *> &prologues, std::vector<BasicBlock*> &llvm_prologues, MachineBasicBlock *machineBB, BasicBlock *llvmBB, std::vector<MachineBasicBlock *> &epilogues, std::vector<BasicBlock*> &llvm_epilogues, MachineBasicBlock*);
Tanya Lattnerd8cc4fa2004-11-29 04:39:47 +0000138
Tanya Lattner13417b52005-03-23 01:47:20 +0000139 void writePrologues(std::vector<MachineBasicBlock *> &prologues, MachineBasicBlock *origBB, std::vector<BasicBlock*> &llvm_prologues, std::map<const Value*, std::pair<const MachineInstr*, int> > &valuesToSave, std::map<Value*, std::map<int, Value*> > &newValues, std::map<Value*, MachineBasicBlock*> &newValLocation);
Tanya Lattnera6820d62004-05-08 16:12:10 +0000140
Tanya Lattner13417b52005-03-23 01:47:20 +0000141 void writeEpilogues(std::vector<MachineBasicBlock *> &epilogues, const MachineBasicBlock *origBB, std::vector<BasicBlock*> &llvm_epilogues, std::map<const Value*, std::pair<const MachineInstr*, int> > &valuesToSave,std::map<Value*, std::map<int, Value*> > &newValues, std::map<Value*, MachineBasicBlock*> &newValLocation, std::map<Value*, std::map<int, Value*> > &kernelPHIs);
Misha Brukmanb4402432005-04-21 23:30:14 +0000142
143
Tanya Lattner13417b52005-03-23 01:47:20 +0000144 void writeKernel(BasicBlock *llvmBB, MachineBasicBlock *machineBB, std::map<const Value*, std::pair<const MachineInstr*, int> > &valuesToSave, std::map<Value*, std::map<int, Value*> > &newValues, std::map<Value*, MachineBasicBlock*> &newValLocation, std::map<Value*, std::map<int, Value*> > &kernelPHIs);
Tanya Lattner081fbd12004-07-30 23:36:10 +0000145
Tanya Lattner8bf63742005-06-17 04:00:57 +0000146 void removePHIs(const MachineBasicBlock* SB, std::vector<MachineBasicBlock*> &prologues, std::vector<MachineBasicBlock *> &epilogues, MachineBasicBlock *kernelBB, std::map<Value*, MachineBasicBlock*> &newValLocation);
Misha Brukmanb4402432005-04-21 23:30:14 +0000147
Tanya Lattnerddebd1e2004-10-30 00:39:07 +0000148 void connectedComponentSet(MSchedGraphNode *node, std::set<MSchedGraphNode*> &ccSet, std::set<MSchedGraphNode*> &lastNodes);
149
Tanya Lattner48a503b2004-03-01 02:50:57 +0000150 public:
151 ModuloSchedulingPass(TargetMachine &targ) : target(targ) {}
152 virtual bool runOnFunction(Function &F);
Tanya Lattnerab9cf272004-11-22 20:41:24 +0000153 virtual const char* getPassName() const { return "ModuloScheduling"; }
Misha Brukmanb4402432005-04-21 23:30:14 +0000154
Tanya Lattner13417b52005-03-23 01:47:20 +0000155 // getAnalysisUsage
156 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Tanya Lattner42ed1482005-04-22 06:32:48 +0000157 /// HACK: We don't actually need loopinfo or scev, but we have
158 /// to say we do so that the pass manager does not delete it
159 /// before we run.
160 AU.addRequired<LoopInfo>();
161 AU.addRequired<ScalarEvolution>();
162
Tanya Lattner91964492005-03-29 20:35:10 +0000163 AU.addRequired<DependenceAnalyzer>();
Tanya Lattner13417b52005-03-23 01:47:20 +0000164 }
165
Tanya Lattner48a503b2004-03-01 02:50:57 +0000166 };
167
168}
169
170
171#endif