blob: da5170af637d4eb3f8a82161c100d434e239201e [file] [log] [blame]
Owen Anderson0bda0e82007-10-31 03:37:57 +00001//===- StrongPhiElimination.cpp - Eliminate PHI nodes by inserting copies -===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Owen Anderson0bda0e82007-10-31 03:37:57 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This pass eliminates machine instruction PHI nodes by inserting copy
11// instructions, using an intelligent copy-folding technique based on
12// dominator information. This is technique is derived from:
13//
14// Budimlic, et al. Fast copy coalescing and live-range identification.
15// In Proceedings of the ACM SIGPLAN 2002 Conference on Programming Language
16// Design and Implementation (Berlin, Germany, June 17 - 19, 2002).
17// PLDI '02. ACM, New York, NY, 25-32.
18// DOI= http://doi.acm.org/10.1145/512529.512534
19//
20//===----------------------------------------------------------------------===//
21
22#define DEBUG_TYPE "strongphielim"
23#include "llvm/CodeGen/Passes.h"
Owen Anderson83430bc2007-11-04 22:33:26 +000024#include "llvm/CodeGen/LiveVariables.h"
Owen Anderson0bda0e82007-10-31 03:37:57 +000025#include "llvm/CodeGen/MachineDominators.h"
26#include "llvm/CodeGen/MachineFunctionPass.h"
27#include "llvm/CodeGen/MachineInstr.h"
Owen Anderson0d893b42008-01-08 05:16:15 +000028#include "llvm/CodeGen/MachineRegisterInfo.h"
Owen Anderson0bda0e82007-10-31 03:37:57 +000029#include "llvm/Target/TargetInstrInfo.h"
30#include "llvm/Target/TargetMachine.h"
Owen Andersonefbcebc2007-12-23 15:37:26 +000031#include "llvm/ADT/DepthFirstIterator.h"
Owen Anderson0bda0e82007-10-31 03:37:57 +000032#include "llvm/ADT/Statistic.h"
33#include "llvm/Support/Compiler.h"
34using namespace llvm;
35
36
37namespace {
38 struct VISIBILITY_HIDDEN StrongPHIElimination : public MachineFunctionPass {
39 static char ID; // Pass identification, replacement for typeid
40 StrongPHIElimination() : MachineFunctionPass((intptr_t)&ID) {}
41
Owen Andersonec1213f2008-01-09 22:40:54 +000042 // Waiting stores, for each MBB, the set of copies that need to
43 // be inserted into that MBB
Owen Andersonafc6de02007-12-10 08:07:09 +000044 DenseMap<MachineBasicBlock*,
Owen Andersonefbcebc2007-12-23 15:37:26 +000045 std::map<unsigned, unsigned> > Waiting;
46
Owen Andersonec1213f2008-01-09 22:40:54 +000047 // Stacks holds the renaming stack for each register
Owen Andersonefbcebc2007-12-23 15:37:26 +000048 std::map<unsigned, std::vector<unsigned> > Stacks;
Owen Andersonec1213f2008-01-09 22:40:54 +000049
50 // Registers in UsedByAnother are PHI nodes that are themselves
51 // used as operands to another another PHI node
Owen Andersonefbcebc2007-12-23 15:37:26 +000052 std::set<unsigned> UsedByAnother;
Owen Andersonec1213f2008-01-09 22:40:54 +000053
54 // RenameSets are the sets of operands to a PHI (the defining instruction
55 // of the key) that can be renamed without copies
Owen Anderson0c5714b2008-01-08 21:54:52 +000056 std::map<unsigned, std::set<unsigned> > RenameSets;
Owen Andersonafc6de02007-12-10 08:07:09 +000057
Owen Andersonec1213f2008-01-09 22:40:54 +000058 // Store the DFS-in number of each block
59 DenseMap<MachineBasicBlock*, unsigned> preorder;
60
61 // Store the DFS-out number of each block
62 DenseMap<MachineBasicBlock*, unsigned> maxpreorder;
63
Owen Andersona4ad2e72007-11-06 04:49:43 +000064 bool runOnMachineFunction(MachineFunction &Fn);
65
Owen Anderson0bda0e82007-10-31 03:37:57 +000066 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
67 AU.addRequired<MachineDominatorTree>();
Owen Andersona4ad2e72007-11-06 04:49:43 +000068 AU.addRequired<LiveVariables>();
Owen Anderson0bda0e82007-10-31 03:37:57 +000069 MachineFunctionPass::getAnalysisUsage(AU);
70 }
71
72 virtual void releaseMemory() {
73 preorder.clear();
74 maxpreorder.clear();
Owen Andersona4ad2e72007-11-06 04:49:43 +000075
Owen Andersonefbcebc2007-12-23 15:37:26 +000076 Waiting.clear();
Owen Andersonec1213f2008-01-09 22:40:54 +000077 Stacks.clear();
78 UsedByAnother.clear();
79 RenameSets.clear();
Owen Anderson0bda0e82007-10-31 03:37:57 +000080 }
81
82 private:
Owen Andersonec1213f2008-01-09 22:40:54 +000083
84 /// DomForestNode - Represents a node in the "dominator forest". This is
85 /// a forest in which the nodes represent registers and the edges
86 /// represent a dominance relation in the block defining those registers.
Owen Anderson83430bc2007-11-04 22:33:26 +000087 struct DomForestNode {
88 private:
Owen Andersonec1213f2008-01-09 22:40:54 +000089 // Store references to our children
Owen Anderson83430bc2007-11-04 22:33:26 +000090 std::vector<DomForestNode*> children;
Owen Andersonec1213f2008-01-09 22:40:54 +000091 // The register we represent
Owen Andersonee49b532007-11-06 05:22:43 +000092 unsigned reg;
Owen Anderson83430bc2007-11-04 22:33:26 +000093
Owen Andersonec1213f2008-01-09 22:40:54 +000094 // Add another node as our child
Owen Anderson83430bc2007-11-04 22:33:26 +000095 void addChild(DomForestNode* DFN) { children.push_back(DFN); }
96
97 public:
98 typedef std::vector<DomForestNode*>::iterator iterator;
99
Owen Andersonec1213f2008-01-09 22:40:54 +0000100 // Create a DomForestNode by providing the register it represents, and
101 // the node to be its parent. The virtual root node has register 0
102 // and a null parent.
Owen Andersonee49b532007-11-06 05:22:43 +0000103 DomForestNode(unsigned r, DomForestNode* parent) : reg(r) {
Owen Anderson83430bc2007-11-04 22:33:26 +0000104 if (parent)
105 parent->addChild(this);
106 }
107
Owen Andersona4ad2e72007-11-06 04:49:43 +0000108 ~DomForestNode() {
109 for (iterator I = begin(), E = end(); I != E; ++I)
110 delete *I;
111 }
Owen Anderson83430bc2007-11-04 22:33:26 +0000112
Owen Andersonec1213f2008-01-09 22:40:54 +0000113 /// getReg - Return the regiser that this node represents
Owen Andersonee49b532007-11-06 05:22:43 +0000114 inline unsigned getReg() { return reg; }
Owen Andersona4ad2e72007-11-06 04:49:43 +0000115
Owen Andersonec1213f2008-01-09 22:40:54 +0000116 // Provide iterator access to our children
Owen Andersona4ad2e72007-11-06 04:49:43 +0000117 inline DomForestNode::iterator begin() { return children.begin(); }
118 inline DomForestNode::iterator end() { return children.end(); }
Owen Anderson83430bc2007-11-04 22:33:26 +0000119 };
120
Owen Anderson0bda0e82007-10-31 03:37:57 +0000121 void computeDFS(MachineFunction& MF);
Owen Anderson60a877d2007-11-07 05:17:15 +0000122 void processBlock(MachineBasicBlock* MBB);
Owen Anderson83430bc2007-11-04 22:33:26 +0000123
Owen Andersonee49b532007-11-06 05:22:43 +0000124 std::vector<DomForestNode*> computeDomForest(std::set<unsigned>& instrs);
Owen Andersond525f662007-12-11 20:12:11 +0000125 void processPHIUnion(MachineInstr* Inst,
126 std::set<unsigned>& PHIUnion,
Owen Anderson62d67dd2007-12-13 05:53:03 +0000127 std::vector<StrongPHIElimination::DomForestNode*>& DF,
128 std::vector<std::pair<unsigned, unsigned> >& locals);
Owen Andersonf1519e82007-12-24 22:12:23 +0000129 void ScheduleCopies(MachineBasicBlock* MBB, std::set<unsigned>& pushed);
Owen Anderson719fef62008-01-09 10:32:30 +0000130 void InsertCopies(MachineBasicBlock* MBB, std::set<MachineBasicBlock*>& v);
Owen Anderson0bda0e82007-10-31 03:37:57 +0000131 };
132
133 char StrongPHIElimination::ID = 0;
134 RegisterPass<StrongPHIElimination> X("strong-phi-node-elimination",
135 "Eliminate PHI nodes for register allocation, intelligently");
136}
137
138const PassInfo *llvm::StrongPHIEliminationID = X.getPassInfo();
139
140/// computeDFS - Computes the DFS-in and DFS-out numbers of the dominator tree
141/// of the given MachineFunction. These numbers are then used in other parts
142/// of the PHI elimination process.
143void StrongPHIElimination::computeDFS(MachineFunction& MF) {
144 SmallPtrSet<MachineDomTreeNode*, 8> frontier;
145 SmallPtrSet<MachineDomTreeNode*, 8> visited;
146
147 unsigned time = 0;
148
149 MachineDominatorTree& DT = getAnalysis<MachineDominatorTree>();
150
151 MachineDomTreeNode* node = DT.getRootNode();
152
153 std::vector<MachineDomTreeNode*> worklist;
154 worklist.push_back(node);
155
156 while (!worklist.empty()) {
157 MachineDomTreeNode* currNode = worklist.back();
158
159 if (!frontier.count(currNode)) {
160 frontier.insert(currNode);
161 ++time;
162 preorder.insert(std::make_pair(currNode->getBlock(), time));
163 }
164
165 bool inserted = false;
166 for (MachineDomTreeNode::iterator I = node->begin(), E = node->end();
167 I != E; ++I)
168 if (!frontier.count(*I) && !visited.count(*I)) {
169 worklist.push_back(*I);
170 inserted = true;
171 break;
172 }
173
174 if (!inserted) {
175 frontier.erase(currNode);
176 visited.insert(currNode);
177 maxpreorder.insert(std::make_pair(currNode->getBlock(), time));
178
179 worklist.pop_back();
180 }
181 }
Duncan Sands1bd32712007-10-31 08:49:24 +0000182}
Owen Anderson83430bc2007-11-04 22:33:26 +0000183
Owen Anderson8b96b9f2007-11-06 05:26:02 +0000184/// PreorderSorter - a helper class that is used to sort registers
185/// according to the preorder number of their defining blocks
Owen Anderson83430bc2007-11-04 22:33:26 +0000186class PreorderSorter {
187private:
188 DenseMap<MachineBasicBlock*, unsigned>& preorder;
Owen Andersonee49b532007-11-06 05:22:43 +0000189 LiveVariables& LV;
Owen Anderson83430bc2007-11-04 22:33:26 +0000190
191public:
Owen Andersonee49b532007-11-06 05:22:43 +0000192 PreorderSorter(DenseMap<MachineBasicBlock*, unsigned>& p,
193 LiveVariables& L) : preorder(p), LV(L) { }
Owen Anderson83430bc2007-11-04 22:33:26 +0000194
Owen Andersonee49b532007-11-06 05:22:43 +0000195 bool operator()(unsigned A, unsigned B) {
Owen Anderson83430bc2007-11-04 22:33:26 +0000196 if (A == B)
197 return false;
198
Owen Andersonee49b532007-11-06 05:22:43 +0000199 MachineBasicBlock* ABlock = LV.getVarInfo(A).DefInst->getParent();
200 MachineBasicBlock* BBlock = LV.getVarInfo(A).DefInst->getParent();
201
202 if (preorder[ABlock] < preorder[BBlock])
Owen Anderson83430bc2007-11-04 22:33:26 +0000203 return true;
Owen Andersonee49b532007-11-06 05:22:43 +0000204 else if (preorder[ABlock] > preorder[BBlock])
Owen Anderson83430bc2007-11-04 22:33:26 +0000205 return false;
206
Owen Andersonee49b532007-11-06 05:22:43 +0000207 return false;
Owen Anderson83430bc2007-11-04 22:33:26 +0000208 }
209};
210
Owen Anderson8b96b9f2007-11-06 05:26:02 +0000211/// computeDomForest - compute the subforest of the DomTree corresponding
212/// to the defining blocks of the registers in question
Owen Anderson83430bc2007-11-04 22:33:26 +0000213std::vector<StrongPHIElimination::DomForestNode*>
Owen Andersonee49b532007-11-06 05:22:43 +0000214StrongPHIElimination::computeDomForest(std::set<unsigned>& regs) {
215 LiveVariables& LV = getAnalysis<LiveVariables>();
216
Owen Andersonec1213f2008-01-09 22:40:54 +0000217 // Begin by creating a virtual root node, since the actual results
218 // may well be a forest. Assume this node has maximum DFS-out number.
Owen Anderson83430bc2007-11-04 22:33:26 +0000219 DomForestNode* VirtualRoot = new DomForestNode(0, 0);
220 maxpreorder.insert(std::make_pair((MachineBasicBlock*)0, ~0UL));
221
Owen Andersonec1213f2008-01-09 22:40:54 +0000222 // Populate a worklist with the registers
Owen Andersonee49b532007-11-06 05:22:43 +0000223 std::vector<unsigned> worklist;
224 worklist.reserve(regs.size());
225 for (std::set<unsigned>::iterator I = regs.begin(), E = regs.end();
226 I != E; ++I)
Owen Anderson83430bc2007-11-04 22:33:26 +0000227 worklist.push_back(*I);
Owen Andersonee49b532007-11-06 05:22:43 +0000228
Owen Andersonec1213f2008-01-09 22:40:54 +0000229 // Sort the registers by the DFS-in number of their defining block
Owen Andersonee49b532007-11-06 05:22:43 +0000230 PreorderSorter PS(preorder, LV);
Owen Anderson83430bc2007-11-04 22:33:26 +0000231 std::sort(worklist.begin(), worklist.end(), PS);
232
Owen Andersonec1213f2008-01-09 22:40:54 +0000233 // Create a "current parent" stack, and put the virtual root on top of it
Owen Anderson83430bc2007-11-04 22:33:26 +0000234 DomForestNode* CurrentParent = VirtualRoot;
235 std::vector<DomForestNode*> stack;
236 stack.push_back(VirtualRoot);
237
Owen Andersonec1213f2008-01-09 22:40:54 +0000238 // Iterate over all the registers in the previously computed order
Owen Andersonee49b532007-11-06 05:22:43 +0000239 for (std::vector<unsigned>::iterator I = worklist.begin(), E = worklist.end();
240 I != E; ++I) {
241 unsigned pre = preorder[LV.getVarInfo(*I).DefInst->getParent()];
Owen Andersoncb7d9492008-01-09 06:19:05 +0000242 MachineBasicBlock* parentBlock = CurrentParent->getReg() ?
243 LV.getVarInfo(CurrentParent->getReg()).DefInst->getParent() :
244 0;
Owen Andersonee49b532007-11-06 05:22:43 +0000245
Owen Andersonec1213f2008-01-09 22:40:54 +0000246 // If the DFS-in number of the register is greater than the DFS-out number
247 // of the current parent, repeatedly pop the parent stack until it isn't.
Owen Andersonee49b532007-11-06 05:22:43 +0000248 while (pre > maxpreorder[parentBlock]) {
Owen Anderson83430bc2007-11-04 22:33:26 +0000249 stack.pop_back();
250 CurrentParent = stack.back();
Owen Andersonee49b532007-11-06 05:22:43 +0000251
Owen Anderson864e3a32008-01-09 10:41:39 +0000252 parentBlock = CurrentParent->getReg() ?
253 LV.getVarInfo(CurrentParent->getReg()).DefInst->getParent() :
254 0;
Owen Anderson83430bc2007-11-04 22:33:26 +0000255 }
256
Owen Andersonec1213f2008-01-09 22:40:54 +0000257 // Now that we've found the appropriate parent, create a DomForestNode for
258 // this register and attach it to the forest
Owen Anderson83430bc2007-11-04 22:33:26 +0000259 DomForestNode* child = new DomForestNode(*I, CurrentParent);
Owen Andersonec1213f2008-01-09 22:40:54 +0000260
261 // Push this new node on the "current parent" stack
Owen Anderson83430bc2007-11-04 22:33:26 +0000262 stack.push_back(child);
263 CurrentParent = child;
264 }
265
Owen Andersonec1213f2008-01-09 22:40:54 +0000266 // Return a vector containing the children of the virtual root node
Owen Anderson83430bc2007-11-04 22:33:26 +0000267 std::vector<DomForestNode*> ret;
268 ret.insert(ret.end(), VirtualRoot->begin(), VirtualRoot->end());
269 return ret;
270}
Owen Andersona4ad2e72007-11-06 04:49:43 +0000271
Owen Anderson60a877d2007-11-07 05:17:15 +0000272/// isLiveIn - helper method that determines, from a VarInfo, if a register
273/// is live into a block
Owen Anderson9e549202008-01-07 21:30:40 +0000274static bool isLiveIn(LiveVariables::VarInfo& V, MachineBasicBlock* MBB) {
Owen Anderson60a877d2007-11-07 05:17:15 +0000275 if (V.AliveBlocks.test(MBB->getNumber()))
276 return true;
Owen Andersonee49b532007-11-06 05:22:43 +0000277
Owen Anderson14b3fb72007-11-08 01:32:45 +0000278 if (V.DefInst->getParent() != MBB &&
279 V.UsedBlocks.test(MBB->getNumber()))
280 return true;
Owen Anderson60a877d2007-11-07 05:17:15 +0000281
282 return false;
283}
284
285/// isLiveOut - help method that determines, from a VarInfo, if a register is
286/// live out of a block.
Owen Anderson9e549202008-01-07 21:30:40 +0000287static bool isLiveOut(LiveVariables::VarInfo& V, MachineBasicBlock* MBB) {
Owen Anderson14b3fb72007-11-08 01:32:45 +0000288 if (MBB == V.DefInst->getParent() ||
289 V.UsedBlocks.test(MBB->getNumber())) {
290 for (std::vector<MachineInstr*>::iterator I = V.Kills.begin(),
291 E = V.Kills.end(); I != E; ++I)
292 if ((*I)->getParent() == MBB)
293 return false;
294
Owen Anderson60a877d2007-11-07 05:17:15 +0000295 return true;
Owen Anderson14b3fb72007-11-08 01:32:45 +0000296 }
Owen Anderson60a877d2007-11-07 05:17:15 +0000297
298 return false;
299}
300
Owen Anderson87a702b2007-12-16 05:44:27 +0000301/// isKillInst - helper method that determines, from a VarInfo, if an
302/// instruction kills a given register
Owen Anderson9e549202008-01-07 21:30:40 +0000303static bool isKillInst(LiveVariables::VarInfo& V, MachineInstr* MI) {
Owen Anderson87a702b2007-12-16 05:44:27 +0000304 return std::find(V.Kills.begin(), V.Kills.end(), MI) != V.Kills.end();
305}
306
307/// interferes - checks for local interferences by scanning a block. The only
308/// trick parameter is 'mode' which tells it the relationship of the two
309/// registers. 0 - defined in the same block, 1 - first properly dominates
310/// second, 2 - second properly dominates first
Owen Andersonec1213f2008-01-09 22:40:54 +0000311static bool interferes(LiveVariables::VarInfo& First,
312 LiveVariables::VarInfo& Second,
313 MachineBasicBlock* scan, unsigned mode) {
Owen Anderson87a702b2007-12-16 05:44:27 +0000314 MachineInstr* def = 0;
315 MachineInstr* kill = 0;
316
317 bool interference = false;
318
319 // Wallk the block, checking for interferences
320 for (MachineBasicBlock::iterator MBI = scan->begin(), MBE = scan->end();
321 MBI != MBE; ++MBI) {
322 MachineInstr* curr = MBI;
323
324 // Same defining block...
325 if (mode == 0) {
326 if (curr == First.DefInst) {
327 // If we find our first DefInst, save it
328 if (!def) {
329 def = curr;
330 // If there's already an unkilled DefInst, then
331 // this is an interference
332 } else if (!kill) {
333 interference = true;
334 break;
335 // If there's a DefInst followed by a KillInst, then
336 // they can't interfere
337 } else {
338 interference = false;
339 break;
340 }
341 // Symmetric with the above
342 } else if (curr == Second.DefInst ) {
343 if (!def) {
344 def = curr;
345 } else if (!kill) {
346 interference = true;
347 break;
348 } else {
349 interference = false;
350 break;
351 }
352 // Store KillInsts if they match up with the DefInst
353 } else if (isKillInst(First, curr)) {
354 if (def == First.DefInst) {
355 kill = curr;
356 } else if (isKillInst(Second, curr)) {
357 if (def == Second.DefInst) {
358 kill = curr;
359 }
360 }
361 }
362 // First properly dominates second...
363 } else if (mode == 1) {
364 if (curr == Second.DefInst) {
365 // DefInst of second without kill of first is an interference
366 if (!kill) {
367 interference = true;
368 break;
369 // DefInst after a kill is a non-interference
370 } else {
371 interference = false;
372 break;
373 }
374 // Save KillInsts of First
375 } else if (isKillInst(First, curr)) {
376 kill = curr;
377 }
378 // Symmetric with the above
379 } else if (mode == 2) {
380 if (curr == First.DefInst) {
381 if (!kill) {
382 interference = true;
383 break;
384 } else {
385 interference = false;
386 break;
387 }
388 } else if (isKillInst(Second, curr)) {
389 kill = curr;
390 }
391 }
392 }
393
394 return interference;
395}
396
Owen Anderson60a877d2007-11-07 05:17:15 +0000397/// processBlock - Eliminate PHIs in the given block
398void StrongPHIElimination::processBlock(MachineBasicBlock* MBB) {
399 LiveVariables& LV = getAnalysis<LiveVariables>();
400
401 // Holds names that have been added to a set in any PHI within this block
402 // before the current one.
403 std::set<unsigned> ProcessedNames;
404
405 MachineBasicBlock::iterator P = MBB->begin();
Owen Anderson864e3a32008-01-09 10:41:39 +0000406 while (P != MBB->end() && P->getOpcode() == TargetInstrInfo::PHI) {
Owen Anderson60a877d2007-11-07 05:17:15 +0000407 LiveVariables::VarInfo& PHIInfo = LV.getVarInfo(P->getOperand(0).getReg());
408
Owen Andersonafc6de02007-12-10 08:07:09 +0000409 unsigned DestReg = P->getOperand(0).getReg();
410
Owen Anderson60a877d2007-11-07 05:17:15 +0000411 // Hold the names that are currently in the candidate set.
412 std::set<unsigned> PHIUnion;
413 std::set<MachineBasicBlock*> UnionedBlocks;
414
415 for (int i = P->getNumOperands() - 1; i >= 2; i-=2) {
416 unsigned SrcReg = P->getOperand(i-1).getReg();
417 LiveVariables::VarInfo& SrcInfo = LV.getVarInfo(SrcReg);
418
Owen Andersonafc6de02007-12-10 08:07:09 +0000419 // Check for trivial interferences
420 if (isLiveIn(SrcInfo, P->getParent()) ||
421 isLiveOut(PHIInfo, SrcInfo.DefInst->getParent()) ||
422 ( PHIInfo.DefInst->getOpcode() == TargetInstrInfo::PHI &&
423 isLiveIn(PHIInfo, SrcInfo.DefInst->getParent()) ) ||
424 ProcessedNames.count(SrcReg) ||
425 UnionedBlocks.count(SrcInfo.DefInst->getParent())) {
426
Owen Anderson60a877d2007-11-07 05:17:15 +0000427 // add a copy from a_i to p in Waiting[From[a_i]]
Chris Lattner8aa797a2007-12-30 23:10:15 +0000428 MachineBasicBlock* From = P->getOperand(i).getMBB();
Owen Andersonefbcebc2007-12-23 15:37:26 +0000429 Waiting[From].insert(std::make_pair(SrcReg, DestReg));
430 UsedByAnother.insert(SrcReg);
Owen Anderson60a877d2007-11-07 05:17:15 +0000431 } else {
432 PHIUnion.insert(SrcReg);
433 UnionedBlocks.insert(SrcInfo.DefInst->getParent());
Owen Anderson60a877d2007-11-07 05:17:15 +0000434 }
Owen Anderson60a877d2007-11-07 05:17:15 +0000435 }
436
Owen Anderson42f9e962007-11-13 20:13:24 +0000437 std::vector<StrongPHIElimination::DomForestNode*> DF =
438 computeDomForest(PHIUnion);
439
Owen Andersonafc6de02007-12-10 08:07:09 +0000440 // Walk DomForest to resolve interferences
Owen Anderson62d67dd2007-12-13 05:53:03 +0000441 std::vector<std::pair<unsigned, unsigned> > localInterferences;
442 processPHIUnion(P, PHIUnion, DF, localInterferences);
443
Owen Andersoncae8d8d2007-12-22 04:59:10 +0000444 // Check for local interferences
Owen Anderson87a702b2007-12-16 05:44:27 +0000445 for (std::vector<std::pair<unsigned, unsigned> >::iterator I =
446 localInterferences.begin(), E = localInterferences.end(); I != E; ++I) {
447 std::pair<unsigned, unsigned> p = *I;
448
449 LiveVariables::VarInfo& FirstInfo = LV.getVarInfo(p.first);
450 LiveVariables::VarInfo& SecondInfo = LV.getVarInfo(p.second);
451
452 MachineDominatorTree& MDT = getAnalysis<MachineDominatorTree>();
453
454 // Determine the block we need to scan and the relationship between
455 // the two registers
456 MachineBasicBlock* scan = 0;
457 unsigned mode = 0;
458 if (FirstInfo.DefInst->getParent() == SecondInfo.DefInst->getParent()) {
459 scan = FirstInfo.DefInst->getParent();
460 mode = 0; // Same block
461 } else if (MDT.dominates(FirstInfo.DefInst->getParent(),
462 SecondInfo.DefInst->getParent())) {
463 scan = SecondInfo.DefInst->getParent();
464 mode = 1; // First dominates second
465 } else {
466 scan = FirstInfo.DefInst->getParent();
467 mode = 2; // Second dominates first
468 }
469
470 // If there's an interference, we need to insert copies
471 if (interferes(FirstInfo, SecondInfo, scan, mode)) {
472 // Insert copies for First
473 for (int i = P->getNumOperands() - 1; i >= 2; i-=2) {
474 if (P->getOperand(i-1).getReg() == p.first) {
475 unsigned SrcReg = p.first;
476 MachineBasicBlock* From = P->getOperand(i).getMBB();
477
Owen Andersonefbcebc2007-12-23 15:37:26 +0000478 Waiting[From].insert(std::make_pair(SrcReg,
479 P->getOperand(0).getReg()));
480 UsedByAnother.insert(SrcReg);
481
Owen Anderson87a702b2007-12-16 05:44:27 +0000482 PHIUnion.erase(SrcReg);
483 }
484 }
485 }
486 }
Owen Anderson42f9e962007-11-13 20:13:24 +0000487
Owen Anderson0c5714b2008-01-08 21:54:52 +0000488 // Cache renaming information
489 RenameSets.insert(std::make_pair(P->getOperand(0).getReg(), PHIUnion));
Owen Andersoncae8d8d2007-12-22 04:59:10 +0000490
Owen Anderson42f9e962007-11-13 20:13:24 +0000491 ProcessedNames.insert(PHIUnion.begin(), PHIUnion.end());
Owen Anderson60a877d2007-11-07 05:17:15 +0000492 ++P;
493 }
Owen Andersonee49b532007-11-06 05:22:43 +0000494}
495
Owen Anderson965b4672007-12-16 04:07:23 +0000496/// processPHIUnion - Take a set of candidate registers to be coallesced when
497/// decomposing the PHI instruction. Use the DominanceForest to remove the ones
498/// that are known to interfere, and flag others that need to be checked for
499/// local interferences.
Owen Andersond525f662007-12-11 20:12:11 +0000500void StrongPHIElimination::processPHIUnion(MachineInstr* Inst,
501 std::set<unsigned>& PHIUnion,
Owen Anderson62d67dd2007-12-13 05:53:03 +0000502 std::vector<StrongPHIElimination::DomForestNode*>& DF,
503 std::vector<std::pair<unsigned, unsigned> >& locals) {
Owen Andersond525f662007-12-11 20:12:11 +0000504
505 std::vector<DomForestNode*> worklist(DF.begin(), DF.end());
506 SmallPtrSet<DomForestNode*, 4> visited;
507
508 LiveVariables& LV = getAnalysis<LiveVariables>();
509 unsigned DestReg = Inst->getOperand(0).getReg();
510
Owen Anderson965b4672007-12-16 04:07:23 +0000511 // DF walk on the DomForest
Owen Andersond525f662007-12-11 20:12:11 +0000512 while (!worklist.empty()) {
513 DomForestNode* DFNode = worklist.back();
514
515 LiveVariables::VarInfo& Info = LV.getVarInfo(DFNode->getReg());
516 visited.insert(DFNode);
517
518 bool inserted = false;
Owen Andersond525f662007-12-11 20:12:11 +0000519 for (DomForestNode::iterator CI = DFNode->begin(), CE = DFNode->end();
520 CI != CE; ++CI) {
521 DomForestNode* child = *CI;
522 LiveVariables::VarInfo& CInfo = LV.getVarInfo(child->getReg());
523
524 if (isLiveOut(Info, CInfo.DefInst->getParent())) {
Owen Andersond525f662007-12-11 20:12:11 +0000525 // Insert copies for parent
526 for (int i = Inst->getNumOperands() - 1; i >= 2; i-=2) {
527 if (Inst->getOperand(i-1).getReg() == DFNode->getReg()) {
Owen Andersoned2ffa22007-12-12 01:25:08 +0000528 unsigned SrcReg = DFNode->getReg();
Owen Andersond525f662007-12-11 20:12:11 +0000529 MachineBasicBlock* From = Inst->getOperand(i).getMBB();
530
Owen Andersonefbcebc2007-12-23 15:37:26 +0000531 Waiting[From].insert(std::make_pair(SrcReg, DestReg));
532 UsedByAnother.insert(SrcReg);
533
Owen Andersoned2ffa22007-12-12 01:25:08 +0000534 PHIUnion.erase(SrcReg);
Owen Andersond525f662007-12-11 20:12:11 +0000535 }
536 }
Owen Anderson4ba08ec2007-12-13 05:43:37 +0000537 } else if (isLiveIn(Info, CInfo.DefInst->getParent()) ||
538 Info.DefInst->getParent() == CInfo.DefInst->getParent()) {
Owen Anderson62d67dd2007-12-13 05:53:03 +0000539 // Add (p, c) to possible local interferences
540 locals.push_back(std::make_pair(DFNode->getReg(), child->getReg()));
Owen Andersond525f662007-12-11 20:12:11 +0000541 }
Owen Anderson965b4672007-12-16 04:07:23 +0000542
Owen Anderson4ba08ec2007-12-13 05:43:37 +0000543 if (!visited.count(child)) {
544 worklist.push_back(child);
545 inserted = true;
Owen Andersond525f662007-12-11 20:12:11 +0000546 }
547 }
548
549 if (!inserted) worklist.pop_back();
550 }
551}
552
Owen Andersonefbcebc2007-12-23 15:37:26 +0000553/// ScheduleCopies - Insert copies into predecessor blocks, scheduling
554/// them properly so as to avoid the 'lost copy' and the 'virtual swap'
555/// problems.
556///
557/// Based on "Practical Improvements to the Construction and Destruction
558/// of Static Single Assignment Form" by Briggs, et al.
Owen Andersonf1519e82007-12-24 22:12:23 +0000559void StrongPHIElimination::ScheduleCopies(MachineBasicBlock* MBB,
560 std::set<unsigned>& pushed) {
Owen Anderson0d893b42008-01-08 05:16:15 +0000561 // FIXME: This function needs to update LiveVariables
Owen Andersonefbcebc2007-12-23 15:37:26 +0000562 std::map<unsigned, unsigned>& copy_set= Waiting[MBB];
563
564 std::map<unsigned, unsigned> worklist;
565 std::map<unsigned, unsigned> map;
566
567 // Setup worklist of initial copies
568 for (std::map<unsigned, unsigned>::iterator I = copy_set.begin(),
569 E = copy_set.end(); I != E; ) {
570 map.insert(std::make_pair(I->first, I->first));
571 map.insert(std::make_pair(I->second, I->second));
572
573 if (!UsedByAnother.count(I->first)) {
574 worklist.insert(*I);
575
576 // Avoid iterator invalidation
577 unsigned first = I->first;
578 ++I;
579 copy_set.erase(first);
580 } else {
581 ++I;
582 }
583 }
584
585 LiveVariables& LV = getAnalysis<LiveVariables>();
Owen Anderson0d893b42008-01-08 05:16:15 +0000586 MachineFunction* MF = MBB->getParent();
587 const TargetInstrInfo *TII = MF->getTarget().getInstrInfo();
Owen Andersonefbcebc2007-12-23 15:37:26 +0000588
589 // Iterate over the worklist, inserting copies
590 while (!worklist.empty() || !copy_set.empty()) {
591 while (!worklist.empty()) {
592 std::pair<unsigned, unsigned> curr = *worklist.begin();
593 worklist.erase(curr.first);
594
Owen Anderson0d893b42008-01-08 05:16:15 +0000595 const TargetRegisterClass *RC = MF->getRegInfo().getRegClass(curr.first);
596
Owen Andersonefbcebc2007-12-23 15:37:26 +0000597 if (isLiveOut(LV.getVarInfo(curr.second), MBB)) {
Owen Anderson0d893b42008-01-08 05:16:15 +0000598 // Create a temporary
599 unsigned t = MF->getRegInfo().createVirtualRegister(RC);
600
601 // Insert copy from curr.second to a temporary at
602 // the Phi defining curr.second
603 LiveVariables::VarInfo VI = LV.getVarInfo(curr.second);
604 MachineBasicBlock::iterator PI = VI.DefInst;
605 TII->copyRegToReg(*VI.DefInst->getParent(), PI, t,
606 curr.second, RC, RC);
607
Owen Andersonefbcebc2007-12-23 15:37:26 +0000608 // Push temporary on Stacks
Owen Anderson0d893b42008-01-08 05:16:15 +0000609 Stacks[curr.second].push_back(t);
610
611 // Insert curr.second in pushed
612 pushed.insert(curr.second);
Owen Andersonefbcebc2007-12-23 15:37:26 +0000613 }
614
615 // Insert copy from map[curr.first] to curr.second
Owen Anderson9c2efa82008-01-10 00:01:41 +0000616 TII->copyRegToReg(*MBB, MBB->getFirstTerminator(), curr.second,
Owen Anderson0d893b42008-01-08 05:16:15 +0000617 map[curr.first], RC, RC);
Owen Andersonefbcebc2007-12-23 15:37:26 +0000618 map[curr.first] = curr.second;
619
620 // If curr.first is a destination in copy_set...
621 for (std::map<unsigned, unsigned>::iterator I = copy_set.begin(),
622 E = copy_set.end(); I != E; )
623 if (curr.first == I->second) {
624 std::pair<unsigned, unsigned> temp = *I;
625
626 // Avoid iterator invalidation
627 ++I;
628 copy_set.erase(temp.first);
629 worklist.insert(temp);
630
631 break;
632 } else {
633 ++I;
634 }
635 }
636
637 if (!copy_set.empty()) {
638 std::pair<unsigned, unsigned> curr = *copy_set.begin();
639 copy_set.erase(curr.first);
640
Owen Anderson0d893b42008-01-08 05:16:15 +0000641 const TargetRegisterClass *RC = MF->getRegInfo().getRegClass(curr.first);
642
Owen Andersonefbcebc2007-12-23 15:37:26 +0000643 // Insert a copy from dest to a new temporary t at the end of b
Owen Anderson0d893b42008-01-08 05:16:15 +0000644 unsigned t = MF->getRegInfo().createVirtualRegister(RC);
Owen Anderson9c2efa82008-01-10 00:01:41 +0000645 TII->copyRegToReg(*MBB, MBB->getFirstTerminator(), t,
Owen Anderson0d893b42008-01-08 05:16:15 +0000646 curr.second, RC, RC);
647 map[curr.second] = t;
Owen Andersonefbcebc2007-12-23 15:37:26 +0000648
649 worklist.insert(curr);
650 }
651 }
652}
653
Owen Andersonf1519e82007-12-24 22:12:23 +0000654/// InsertCopies - insert copies into MBB and all of its successors
Owen Anderson719fef62008-01-09 10:32:30 +0000655void StrongPHIElimination::InsertCopies(MachineBasicBlock* MBB,
656 std::set<MachineBasicBlock*>& visited) {
657 visited.insert(MBB);
658
Owen Andersonf1519e82007-12-24 22:12:23 +0000659 std::set<unsigned> pushed;
660
661 // Rewrite register uses from Stacks
662 for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end();
663 I != E; ++I)
664 for (unsigned i = 0; i < I->getNumOperands(); ++i)
665 if (I->getOperand(i).isRegister() &&
666 Stacks[I->getOperand(i).getReg()].size()) {
667 I->getOperand(i).setReg(Stacks[I->getOperand(i).getReg()].back());
668 }
669
670 // Schedule the copies for this block
671 ScheduleCopies(MBB, pushed);
672
673 // Recur to our successors
674 for (GraphTraits<MachineBasicBlock*>::ChildIteratorType I =
675 GraphTraits<MachineBasicBlock*>::child_begin(MBB), E =
676 GraphTraits<MachineBasicBlock*>::child_end(MBB); I != E; ++I)
Owen Anderson719fef62008-01-09 10:32:30 +0000677 if (!visited.count(*I))
678 InsertCopies(*I, visited);
Owen Andersonf1519e82007-12-24 22:12:23 +0000679
680 // As we exit this block, pop the names we pushed while processing it
681 for (std::set<unsigned>::iterator I = pushed.begin(),
682 E = pushed.end(); I != E; ++I)
683 Stacks[*I].pop_back();
684}
685
Owen Andersona4ad2e72007-11-06 04:49:43 +0000686bool StrongPHIElimination::runOnMachineFunction(MachineFunction &Fn) {
Owen Andersonefbcebc2007-12-23 15:37:26 +0000687 // Compute DFS numbers of each block
Owen Andersona4ad2e72007-11-06 04:49:43 +0000688 computeDFS(Fn);
689
Owen Andersonefbcebc2007-12-23 15:37:26 +0000690 // Determine which phi node operands need copies
Owen Anderson60a877d2007-11-07 05:17:15 +0000691 for (MachineFunction::iterator I = Fn.begin(), E = Fn.end(); I != E; ++I)
692 if (!I->empty() &&
693 I->begin()->getOpcode() == TargetInstrInfo::PHI)
694 processBlock(I);
Owen Andersona4ad2e72007-11-06 04:49:43 +0000695
Owen Andersonefbcebc2007-12-23 15:37:26 +0000696 // Insert copies
Owen Andersonf1519e82007-12-24 22:12:23 +0000697 // FIXME: This process should probably preserve LiveVariables
Owen Anderson719fef62008-01-09 10:32:30 +0000698 std::set<MachineBasicBlock*> visited;
699 InsertCopies(Fn.begin(), visited);
Owen Andersonefbcebc2007-12-23 15:37:26 +0000700
Owen Anderson0c5714b2008-01-08 21:54:52 +0000701 // Perform renaming
702 typedef std::map<unsigned, std::set<unsigned> > RenameSetType;
703 for (RenameSetType::iterator I = RenameSets.begin(), E = RenameSets.end();
704 I != E; ++I)
705 for (std::set<unsigned>::iterator SI = I->second.begin(),
706 SE = I->second.end(); SI != SE; ++SI)
707 Fn.getRegInfo().replaceRegWith(*SI, I->first);
708
709 // FIXME: Insert last-minute copies
710
711 // Remove PHIs
712 for (MachineFunction::iterator I = Fn.begin(), E = Fn.end(); I != E; ++I)
713 for (MachineBasicBlock::iterator BI = I->begin(), BE = I->end();
714 BI != BE; ++BI)
715 if (BI->getOpcode() == TargetInstrInfo::PHI)
716 BI->eraseFromParent();
Owen Andersoncae8d8d2007-12-22 04:59:10 +0000717
Owen Andersona4ad2e72007-11-06 04:49:43 +0000718 return false;
719}