blob: 16a79bb54e97678483f6d6c0e5e314b0ea25bf8b [file] [log] [blame]
Dan Gohmanf17a25c2007-07-18 16:29:46 +00001//===-- LiveVariables.cpp - Live Variable Analysis for Machine Code -------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner081ce942007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Dan Gohmanf17a25c2007-07-18 16:29:46 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the LiveVariable analysis pass. For each machine
11// instruction in the function, this pass calculates the set of registers that
12// are immediately dead after the instruction (i.e., the instruction calculates
13// the value, but it is never used) and the set of registers that are used by
14// the instruction, but are never used after the instruction (i.e., they are
15// killed).
16//
17// This class computes live variables using are sparse implementation based on
18// the machine code SSA form. This class computes live variable information for
19// each virtual and _register allocatable_ physical register in a function. It
20// uses the dominance properties of SSA form to efficiently compute live
21// variables for virtual registers, and assumes that physical registers are only
22// live within a single basic block (allowing it to do a single local analysis
23// to resolve physical register lifetimes in each basic block). If a physical
24// register is not register allocatable, it is not tracked. This is useful for
25// things like the stack pointer and condition codes.
26//
27//===----------------------------------------------------------------------===//
28
29#include "llvm/CodeGen/LiveVariables.h"
30#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner1b989192007-12-31 04:13:23 +000031#include "llvm/CodeGen/MachineRegisterInfo.h"
Owen Andersonfb6914f2008-08-04 23:54:43 +000032#include "llvm/CodeGen/Passes.h"
Dan Gohman1e57df32008-02-10 18:45:23 +000033#include "llvm/Target/TargetRegisterInfo.h"
Dan Gohmanf17a25c2007-07-18 16:29:46 +000034#include "llvm/Target/TargetInstrInfo.h"
35#include "llvm/Target/TargetMachine.h"
36#include "llvm/ADT/DepthFirstIterator.h"
37#include "llvm/ADT/SmallPtrSet.h"
Owen Anderson9a4cb152008-06-27 07:05:59 +000038#include "llvm/ADT/SmallSet.h"
Dan Gohmanf17a25c2007-07-18 16:29:46 +000039#include "llvm/ADT/STLExtras.h"
Dan Gohmanf17a25c2007-07-18 16:29:46 +000040#include <algorithm>
41using namespace llvm;
42
43char LiveVariables::ID = 0;
44static RegisterPass<LiveVariables> X("livevars", "Live Variable Analysis");
45
Owen Andersonfb6914f2008-08-04 23:54:43 +000046
47void LiveVariables::getAnalysisUsage(AnalysisUsage &AU) const {
48 AU.addRequiredID(UnreachableMachineBlockElimID);
49 AU.setPreservesAll();
Dan Gohmanfdf9ee22009-07-31 18:16:33 +000050 MachineFunctionPass::getAnalysisUsage(AU);
Owen Andersonfb6914f2008-08-04 23:54:43 +000051}
52
Jakob Stoklund Olesenbe9cdbf2009-11-10 22:01:05 +000053MachineInstr *
54LiveVariables::VarInfo::findKill(const MachineBasicBlock *MBB) const {
55 for (unsigned i = 0, e = Kills.size(); i != e; ++i)
56 if (Kills[i]->getParent() == MBB)
57 return Kills[i];
58 return NULL;
59}
60
Dan Gohmanf17a25c2007-07-18 16:29:46 +000061void LiveVariables::VarInfo::dump() const {
Chris Lattnerd71b0b02009-08-23 03:41:05 +000062 errs() << " Alive in blocks: ";
Jeffrey Yasskin02d392b2009-05-26 18:27:15 +000063 for (SparseBitVector<>::iterator I = AliveBlocks.begin(),
64 E = AliveBlocks.end(); I != E; ++I)
Chris Lattnerd71b0b02009-08-23 03:41:05 +000065 errs() << *I << ", ";
66 errs() << "\n Killed by:";
Dan Gohmanf17a25c2007-07-18 16:29:46 +000067 if (Kills.empty())
Chris Lattnerd71b0b02009-08-23 03:41:05 +000068 errs() << " No instructions.\n";
Dan Gohmanf17a25c2007-07-18 16:29:46 +000069 else {
70 for (unsigned i = 0, e = Kills.size(); i != e; ++i)
Chris Lattnerd71b0b02009-08-23 03:41:05 +000071 errs() << "\n #" << i << ": " << *Kills[i];
72 errs() << "\n";
Dan Gohmanf17a25c2007-07-18 16:29:46 +000073 }
74}
75
Bill Wendlingb88bca92008-02-20 06:10:21 +000076/// getVarInfo - Get (possibly creating) a VarInfo object for the given vreg.
Dan Gohmanf17a25c2007-07-18 16:29:46 +000077LiveVariables::VarInfo &LiveVariables::getVarInfo(unsigned RegIdx) {
Dan Gohman1e57df32008-02-10 18:45:23 +000078 assert(TargetRegisterInfo::isVirtualRegister(RegIdx) &&
Dan Gohmanf17a25c2007-07-18 16:29:46 +000079 "getVarInfo: not a virtual register!");
Dan Gohman1e57df32008-02-10 18:45:23 +000080 RegIdx -= TargetRegisterInfo::FirstVirtualRegister;
Dan Gohmanf17a25c2007-07-18 16:29:46 +000081 if (RegIdx >= VirtRegInfo.size()) {
82 if (RegIdx >= 2*VirtRegInfo.size())
83 VirtRegInfo.resize(RegIdx*2);
84 else
85 VirtRegInfo.resize(2*VirtRegInfo.size());
86 }
Jeffrey Yasskin02d392b2009-05-26 18:27:15 +000087 return VirtRegInfo[RegIdx];
Dan Gohmanf17a25c2007-07-18 16:29:46 +000088}
89
Owen Anderson77d80492008-01-15 22:58:11 +000090void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo,
91 MachineBasicBlock *DefBlock,
Dan Gohmanf17a25c2007-07-18 16:29:46 +000092 MachineBasicBlock *MBB,
93 std::vector<MachineBasicBlock*> &WorkList) {
94 unsigned BBNum = MBB->getNumber();
Owen Anderson92a609a2008-01-15 22:02:46 +000095
Dan Gohmanf17a25c2007-07-18 16:29:46 +000096 // Check to see if this basic block is one of the killing blocks. If so,
Bill Wendlingb88bca92008-02-20 06:10:21 +000097 // remove it.
Dan Gohmanf17a25c2007-07-18 16:29:46 +000098 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
99 if (VRInfo.Kills[i]->getParent() == MBB) {
100 VRInfo.Kills.erase(VRInfo.Kills.begin()+i); // Erase entry
101 break;
102 }
Owen Anderson92a609a2008-01-15 22:02:46 +0000103
Owen Anderson77d80492008-01-15 22:58:11 +0000104 if (MBB == DefBlock) return; // Terminate recursion
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000105
Jeffrey Yasskin02d392b2009-05-26 18:27:15 +0000106 if (VRInfo.AliveBlocks.test(BBNum))
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000107 return; // We already know the block is live
108
109 // Mark the variable known alive in this bb
Jeffrey Yasskin02d392b2009-05-26 18:27:15 +0000110 VRInfo.AliveBlocks.set(BBNum);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000111
112 for (MachineBasicBlock::const_pred_reverse_iterator PI = MBB->pred_rbegin(),
113 E = MBB->pred_rend(); PI != E; ++PI)
114 WorkList.push_back(*PI);
115}
116
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000117void LiveVariables::MarkVirtRegAliveInBlock(VarInfo &VRInfo,
Owen Anderson77d80492008-01-15 22:58:11 +0000118 MachineBasicBlock *DefBlock,
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000119 MachineBasicBlock *MBB) {
120 std::vector<MachineBasicBlock*> WorkList;
Owen Anderson77d80492008-01-15 22:58:11 +0000121 MarkVirtRegAliveInBlock(VRInfo, DefBlock, MBB, WorkList);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000122
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000123 while (!WorkList.empty()) {
124 MachineBasicBlock *Pred = WorkList.back();
125 WorkList.pop_back();
Owen Anderson77d80492008-01-15 22:58:11 +0000126 MarkVirtRegAliveInBlock(VRInfo, DefBlock, Pred, WorkList);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000127 }
128}
129
Owen Anderson92a609a2008-01-15 22:02:46 +0000130void LiveVariables::HandleVirtRegUse(unsigned reg, MachineBasicBlock *MBB,
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000131 MachineInstr *MI) {
Evan Cheng251fa152008-04-02 18:04:08 +0000132 assert(MRI->getVRegDef(reg) && "Register use before def!");
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000133
Owen Anderson721b2cc2007-11-08 01:20:48 +0000134 unsigned BBNum = MBB->getNumber();
135
Owen Anderson92a609a2008-01-15 22:02:46 +0000136 VarInfo& VRInfo = getVarInfo(reg);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000137 VRInfo.NumUses++;
138
Bill Wendlingb88bca92008-02-20 06:10:21 +0000139 // Check to see if this basic block is already a kill block.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000140 if (!VRInfo.Kills.empty() && VRInfo.Kills.back()->getParent() == MBB) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000141 // Yes, this register is killed in this basic block already. Increase the
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000142 // live range by updating the kill instruction.
143 VRInfo.Kills.back() = MI;
144 return;
145 }
146
147#ifndef NDEBUG
148 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
149 assert(VRInfo.Kills[i]->getParent() != MBB && "entry should be at end!");
150#endif
151
Bill Wendling09d55662008-06-23 23:41:14 +0000152 // This situation can occur:
153 //
154 // ,------.
155 // | |
156 // | v
157 // | t2 = phi ... t1 ...
158 // | |
159 // | v
160 // | t1 = ...
161 // | ... = ... t1 ...
162 // | |
163 // `------'
164 //
165 // where there is a use in a PHI node that's a predecessor to the defining
166 // block. We don't want to mark all predecessors as having the value "alive"
167 // in this case.
168 if (MBB == MRI->getVRegDef(reg)->getParent()) return;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000169
Bill Wendlingb88bca92008-02-20 06:10:21 +0000170 // Add a new kill entry for this basic block. If this virtual register is
171 // already marked as alive in this basic block, that means it is alive in at
172 // least one of the successor blocks, it's not a kill.
Jeffrey Yasskin02d392b2009-05-26 18:27:15 +0000173 if (!VRInfo.AliveBlocks.test(BBNum))
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000174 VRInfo.Kills.push_back(MI);
175
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000176 // Update all dominating blocks to mark them as "known live".
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000177 for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(),
178 E = MBB->pred_end(); PI != E; ++PI)
Evan Cheng251fa152008-04-02 18:04:08 +0000179 MarkVirtRegAliveInBlock(VRInfo, MRI->getVRegDef(reg)->getParent(), *PI);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000180}
181
Dan Gohman706847e2008-09-21 21:11:41 +0000182void LiveVariables::HandleVirtRegDef(unsigned Reg, MachineInstr *MI) {
183 VarInfo &VRInfo = getVarInfo(Reg);
184
Jeffrey Yasskin02d392b2009-05-26 18:27:15 +0000185 if (VRInfo.AliveBlocks.empty())
Dan Gohman706847e2008-09-21 21:11:41 +0000186 // If vr is not alive in any block, then defaults to dead.
187 VRInfo.Kills.push_back(MI);
188}
189
Evan Cheng1c3ee662008-04-16 09:46:40 +0000190/// FindLastPartialDef - Return the last partial def of the specified register.
Evan Chengcd216d52009-09-22 08:34:46 +0000191/// Also returns the sub-registers that're defined by the instruction.
Evan Cheng1c3ee662008-04-16 09:46:40 +0000192MachineInstr *LiveVariables::FindLastPartialDef(unsigned Reg,
Evan Chengcd216d52009-09-22 08:34:46 +0000193 SmallSet<unsigned,4> &PartDefRegs) {
Evan Cheng1c3ee662008-04-16 09:46:40 +0000194 unsigned LastDefReg = 0;
195 unsigned LastDefDist = 0;
196 MachineInstr *LastDef = NULL;
197 for (const unsigned *SubRegs = TRI->getSubRegisters(Reg);
198 unsigned SubReg = *SubRegs; ++SubRegs) {
199 MachineInstr *Def = PhysRegDef[SubReg];
200 if (!Def)
201 continue;
202 unsigned Dist = DistanceMap[Def];
203 if (Dist > LastDefDist) {
204 LastDefReg = SubReg;
205 LastDef = Def;
206 LastDefDist = Dist;
207 }
208 }
Evan Chengcd216d52009-09-22 08:34:46 +0000209
210 if (!LastDef)
211 return 0;
212
213 PartDefRegs.insert(LastDefReg);
214 for (unsigned i = 0, e = LastDef->getNumOperands(); i != e; ++i) {
215 MachineOperand &MO = LastDef->getOperand(i);
216 if (!MO.isReg() || !MO.isDef() || MO.getReg() == 0)
217 continue;
218 unsigned DefReg = MO.getReg();
219 if (TRI->isSubRegister(Reg, DefReg)) {
220 PartDefRegs.insert(DefReg);
221 for (const unsigned *SubRegs = TRI->getSubRegisters(DefReg);
222 unsigned SubReg = *SubRegs; ++SubRegs)
223 PartDefRegs.insert(SubReg);
224 }
225 }
Evan Cheng1c3ee662008-04-16 09:46:40 +0000226 return LastDef;
227}
228
Bill Wendling85b03762008-02-20 09:15:16 +0000229/// HandlePhysRegUse - Turn previous partial def's into read/mod/writes. Add
230/// implicit defs to a machine instruction if there was an earlier def of its
231/// super-register.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000232void LiveVariables::HandlePhysRegUse(unsigned Reg, MachineInstr *MI) {
Evan Cheng5cec5f62009-11-13 20:36:40 +0000233 MachineInstr *LastDef = PhysRegDef[Reg];
Evan Cheng1c3ee662008-04-16 09:46:40 +0000234 // If there was a previous use or a "full" def all is well.
Evan Cheng5cec5f62009-11-13 20:36:40 +0000235 if (!LastDef && !PhysRegUse[Reg]) {
Evan Cheng1c3ee662008-04-16 09:46:40 +0000236 // Otherwise, the last sub-register def implicitly defines this register.
237 // e.g.
238 // AH =
239 // AL = ... <imp-def EAX>, <imp-kill AH>
240 // = AH
241 // ...
242 // = EAX
243 // All of the sub-registers must have been defined before the use of Reg!
Evan Chengcd216d52009-09-22 08:34:46 +0000244 SmallSet<unsigned, 4> PartDefRegs;
245 MachineInstr *LastPartialDef = FindLastPartialDef(Reg, PartDefRegs);
Evan Cheng1c3ee662008-04-16 09:46:40 +0000246 // If LastPartialDef is NULL, it must be using a livein register.
247 if (LastPartialDef) {
248 LastPartialDef->addOperand(MachineOperand::CreateReg(Reg, true/*IsDef*/,
249 true/*IsImp*/));
250 PhysRegDef[Reg] = LastPartialDef;
Owen Anderson7ba9a8f2008-08-14 23:41:38 +0000251 SmallSet<unsigned, 8> Processed;
Evan Cheng1c3ee662008-04-16 09:46:40 +0000252 for (const unsigned *SubRegs = TRI->getSubRegisters(Reg);
253 unsigned SubReg = *SubRegs; ++SubRegs) {
254 if (Processed.count(SubReg))
255 continue;
Evan Chengcd216d52009-09-22 08:34:46 +0000256 if (PartDefRegs.count(SubReg))
Evan Cheng1c3ee662008-04-16 09:46:40 +0000257 continue;
258 // This part of Reg was defined before the last partial def. It's killed
259 // here.
260 LastPartialDef->addOperand(MachineOperand::CreateReg(SubReg,
261 false/*IsDef*/,
262 true/*IsImp*/));
263 PhysRegDef[SubReg] = LastPartialDef;
264 for (const unsigned *SS = TRI->getSubRegisters(SubReg); *SS; ++SS)
265 Processed.insert(*SS);
266 }
267 }
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000268 }
Evan Cheng5cec5f62009-11-13 20:36:40 +0000269 else if (LastDef && !PhysRegUse[Reg] &&
270 !LastDef->findRegisterDefOperand(Reg))
271 // Last def defines the super register, add an implicit def of reg.
272 LastDef->addOperand(MachineOperand::CreateReg(Reg,
273 true/*IsDef*/, true/*IsImp*/));
Bill Wendlingb88bca92008-02-20 06:10:21 +0000274
Evan Cheng1c3ee662008-04-16 09:46:40 +0000275 // Remember this use.
276 PhysRegUse[Reg] = MI;
Evan Chengc7daf1f2008-03-05 00:59:57 +0000277 for (const unsigned *SubRegs = TRI->getSubRegisters(Reg);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000278 unsigned SubReg = *SubRegs; ++SubRegs)
Evan Cheng1c3ee662008-04-16 09:46:40 +0000279 PhysRegUse[SubReg] = MI;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000280}
281
Evan Cheng06df4d02009-01-20 21:25:12 +0000282bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *MI) {
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000283 MachineInstr *LastDef = PhysRegDef[Reg];
284 MachineInstr *LastUse = PhysRegUse[Reg];
285 if (!LastDef && !LastUse)
Evan Cheng1c3ee662008-04-16 09:46:40 +0000286 return false;
287
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000288 MachineInstr *LastRefOrPartRef = LastUse ? LastUse : LastDef;
Evan Cheng1c3ee662008-04-16 09:46:40 +0000289 unsigned LastRefOrPartRefDist = DistanceMap[LastRefOrPartRef];
290 // The whole register is used.
291 // AL =
292 // AH =
293 //
294 // = AX
295 // = AL, AX<imp-use, kill>
296 // AX =
297 //
298 // Or whole register is defined, but not used at all.
299 // AX<dead> =
300 // ...
301 // AX =
302 //
303 // Or whole register is defined, but only partly used.
304 // AX<dead> = AL<imp-def>
305 // = AL<kill>
306 // AX =
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000307 MachineInstr *LastPartDef = 0;
308 unsigned LastPartDefDist = 0;
Owen Anderson7ba9a8f2008-08-14 23:41:38 +0000309 SmallSet<unsigned, 8> PartUses;
Evan Cheng1c3ee662008-04-16 09:46:40 +0000310 for (const unsigned *SubRegs = TRI->getSubRegisters(Reg);
311 unsigned SubReg = *SubRegs; ++SubRegs) {
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000312 MachineInstr *Def = PhysRegDef[SubReg];
313 if (Def && Def != LastDef) {
314 // There was a def of this sub-register in between. This is a partial
315 // def, keep track of the last one.
316 unsigned Dist = DistanceMap[Def];
317 if (Dist > LastPartDefDist) {
318 LastPartDefDist = Dist;
319 LastPartDef = Def;
320 }
321 continue;
322 }
Evan Cheng1c3ee662008-04-16 09:46:40 +0000323 if (MachineInstr *Use = PhysRegUse[SubReg]) {
324 PartUses.insert(SubReg);
325 for (const unsigned *SS = TRI->getSubRegisters(SubReg); *SS; ++SS)
326 PartUses.insert(*SS);
327 unsigned Dist = DistanceMap[Use];
328 if (Dist > LastRefOrPartRefDist) {
329 LastRefOrPartRefDist = Dist;
330 LastRefOrPartRef = Use;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000331 }
Evan Cheng1c3ee662008-04-16 09:46:40 +0000332 }
333 }
Evan Cheng06df4d02009-01-20 21:25:12 +0000334
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000335 if (LastRefOrPartRef == PhysRegDef[Reg] && LastRefOrPartRef != MI) {
336 if (LastPartDef)
337 // The last partial def kills the register.
338 LastPartDef->addOperand(MachineOperand::CreateReg(Reg, false/*IsDef*/,
339 true/*IsImp*/, true/*IsKill*/));
Evan Chengd94b8ee2009-10-14 23:39:27 +0000340 else {
341 MachineOperand *MO =
342 LastRefOrPartRef->findRegisterDefOperand(Reg, false, TRI);
343 bool NeedEC = MO->isEarlyClobber() && MO->getReg() != Reg;
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000344 // If the last reference is the last def, then it's not used at all.
345 // That is, unless we are currently processing the last reference itself.
346 LastRefOrPartRef->addRegisterDead(Reg, TRI, true);
Evan Chengd94b8ee2009-10-14 23:39:27 +0000347 if (NeedEC) {
348 // If we are adding a subreg def and the superreg def is marked early
349 // clobber, add an early clobber marker to the subreg def.
350 MO = LastRefOrPartRef->findRegisterDefOperand(Reg);
351 if (MO)
352 MO->setIsEarlyClobber();
353 }
354 }
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000355 } else if (!PhysRegUse[Reg]) {
356 // Partial uses. Mark register def dead and add implicit def of
357 // sub-registers which are used.
358 // EAX<dead> = op AL<imp-def>
359 // That is, EAX def is dead but AL def extends pass it.
Evan Cheng1c3ee662008-04-16 09:46:40 +0000360 PhysRegDef[Reg]->addRegisterDead(Reg, TRI, true);
361 for (const unsigned *SubRegs = TRI->getSubRegisters(Reg);
362 unsigned SubReg = *SubRegs; ++SubRegs) {
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000363 if (!PartUses.count(SubReg))
364 continue;
365 bool NeedDef = true;
366 if (PhysRegDef[Reg] == PhysRegDef[SubReg]) {
367 MachineOperand *MO = PhysRegDef[Reg]->findRegisterDefOperand(SubReg);
368 if (MO) {
369 NeedDef = false;
370 assert(!MO->isDead());
Evan Cheng2fe17a52009-07-06 21:34:05 +0000371 }
Evan Cheng1c3ee662008-04-16 09:46:40 +0000372 }
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000373 if (NeedDef)
374 PhysRegDef[Reg]->addOperand(MachineOperand::CreateReg(SubReg,
375 true/*IsDef*/, true/*IsImp*/));
376 LastRefOrPartRef->addRegisterKilled(SubReg, TRI, true);
377 for (const unsigned *SS = TRI->getSubRegisters(SubReg); *SS; ++SS)
378 PartUses.erase(*SS);
Evan Cheng1c3ee662008-04-16 09:46:40 +0000379 }
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000380 } else
Evan Cheng1c3ee662008-04-16 09:46:40 +0000381 LastRefOrPartRef->addRegisterKilled(Reg, TRI, true);
382 return true;
383}
384
Evan Chengd062bf72009-09-23 06:28:31 +0000385void LiveVariables::HandlePhysRegDef(unsigned Reg, MachineInstr *MI,
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000386 SmallVector<unsigned, 4> &Defs) {
Evan Cheng1c3ee662008-04-16 09:46:40 +0000387 // What parts of the register are previously defined?
Owen Anderson9a4cb152008-06-27 07:05:59 +0000388 SmallSet<unsigned, 32> Live;
Evan Cheng1c3ee662008-04-16 09:46:40 +0000389 if (PhysRegDef[Reg] || PhysRegUse[Reg]) {
390 Live.insert(Reg);
391 for (const unsigned *SS = TRI->getSubRegisters(Reg); *SS; ++SS)
392 Live.insert(*SS);
393 } else {
394 for (const unsigned *SubRegs = TRI->getSubRegisters(Reg);
395 unsigned SubReg = *SubRegs; ++SubRegs) {
396 // If a register isn't itself defined, but all parts that make up of it
397 // are defined, then consider it also defined.
398 // e.g.
399 // AL =
400 // AH =
401 // = AX
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000402 if (Live.count(SubReg))
403 continue;
Evan Cheng1c3ee662008-04-16 09:46:40 +0000404 if (PhysRegDef[SubReg] || PhysRegUse[SubReg]) {
405 Live.insert(SubReg);
406 for (const unsigned *SS = TRI->getSubRegisters(SubReg); *SS; ++SS)
407 Live.insert(*SS);
408 }
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000409 }
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000410 }
411
Evan Cheng1c3ee662008-04-16 09:46:40 +0000412 // Start from the largest piece, find the last time any part of the register
413 // is referenced.
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000414 HandlePhysRegKill(Reg, MI);
415 // Only some of the sub-registers are used.
416 for (const unsigned *SubRegs = TRI->getSubRegisters(Reg);
417 unsigned SubReg = *SubRegs; ++SubRegs) {
418 if (!Live.count(SubReg))
419 // Skip if this sub-register isn't defined.
420 continue;
421 HandlePhysRegKill(SubReg, MI);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000422 }
423
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000424 if (MI)
425 Defs.push_back(Reg); // Remember this def.
Evan Chengd062bf72009-09-23 06:28:31 +0000426}
427
428void LiveVariables::UpdatePhysRegDefs(MachineInstr *MI,
429 SmallVector<unsigned, 4> &Defs) {
430 while (!Defs.empty()) {
431 unsigned Reg = Defs.back();
432 Defs.pop_back();
Evan Cheng1c3ee662008-04-16 09:46:40 +0000433 PhysRegDef[Reg] = MI;
434 PhysRegUse[Reg] = NULL;
Evan Chengc7daf1f2008-03-05 00:59:57 +0000435 for (const unsigned *SubRegs = TRI->getSubRegisters(Reg);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000436 unsigned SubReg = *SubRegs; ++SubRegs) {
Evan Cheng1c3ee662008-04-16 09:46:40 +0000437 PhysRegDef[SubReg] = MI;
438 PhysRegUse[SubReg] = NULL;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000439 }
440 }
441}
442
Evan Chengd062bf72009-09-23 06:28:31 +0000443namespace {
444 struct RegSorter {
445 const TargetRegisterInfo *TRI;
446
447 RegSorter(const TargetRegisterInfo *tri) : TRI(tri) { }
448 bool operator()(unsigned A, unsigned B) {
449 if (TRI->isSubRegister(A, B))
450 return true;
451 else if (TRI->isSubRegister(B, A))
452 return false;
453 return A < B;
454 }
455 };
456}
457
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000458bool LiveVariables::runOnMachineFunction(MachineFunction &mf) {
459 MF = &mf;
Evan Cheng251fa152008-04-02 18:04:08 +0000460 MRI = &mf.getRegInfo();
Evan Chengc7daf1f2008-03-05 00:59:57 +0000461 TRI = MF->getTarget().getRegisterInfo();
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000462
Evan Chengc7daf1f2008-03-05 00:59:57 +0000463 ReservedRegisters = TRI->getReservedRegs(mf);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000464
Evan Chengc7daf1f2008-03-05 00:59:57 +0000465 unsigned NumRegs = TRI->getNumRegs();
Evan Cheng1c3ee662008-04-16 09:46:40 +0000466 PhysRegDef = new MachineInstr*[NumRegs];
467 PhysRegUse = new MachineInstr*[NumRegs];
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000468 PHIVarInfo = new SmallVector<unsigned, 4>[MF->getNumBlockIDs()];
Evan Cheng1c3ee662008-04-16 09:46:40 +0000469 std::fill(PhysRegDef, PhysRegDef + NumRegs, (MachineInstr*)0);
470 std::fill(PhysRegUse, PhysRegUse + NumRegs, (MachineInstr*)0);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000471
Bill Wendling85b03762008-02-20 09:15:16 +0000472 /// Get some space for a respectable number of registers.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000473 VirtRegInfo.resize(64);
474
475 analyzePHINodes(mf);
476
477 // Calculate live variable information in depth first order on the CFG of the
478 // function. This guarantees that we will see the definition of a virtual
479 // register before its uses due to dominance properties of SSA (except for PHI
480 // nodes, which are treated as a special case).
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000481 MachineBasicBlock *Entry = MF->begin();
482 SmallPtrSet<MachineBasicBlock*,16> Visited;
Bill Wendling85b03762008-02-20 09:15:16 +0000483
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000484 for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> >
485 DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited);
486 DFI != E; ++DFI) {
487 MachineBasicBlock *MBB = *DFI;
488
489 // Mark live-in registers as live-in.
Evan Chengd062bf72009-09-23 06:28:31 +0000490 SmallVector<unsigned, 4> Defs;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000491 for (MachineBasicBlock::const_livein_iterator II = MBB->livein_begin(),
492 EE = MBB->livein_end(); II != EE; ++II) {
Dan Gohman1e57df32008-02-10 18:45:23 +0000493 assert(TargetRegisterInfo::isPhysicalRegister(*II) &&
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000494 "Cannot have a live-in virtual register!");
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000495 HandlePhysRegDef(*II, 0, Defs);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000496 }
497
498 // Loop over all of the instructions, processing them.
Evan Cheng251fa152008-04-02 18:04:08 +0000499 DistanceMap.clear();
500 unsigned Dist = 0;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000501 for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end();
502 I != E; ++I) {
503 MachineInstr *MI = I;
Evan Cheng251fa152008-04-02 18:04:08 +0000504 DistanceMap.insert(std::make_pair(MI, Dist++));
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000505
506 // Process all of the operands of the instruction...
507 unsigned NumOperandsToProcess = MI->getNumOperands();
508
509 // Unless it is a PHI node. In this case, ONLY process the DEF, not any
510 // of the uses. They will be handled in other basic blocks.
511 if (MI->getOpcode() == TargetInstrInfo::PHI)
512 NumOperandsToProcess = 1;
513
Evan Cheng1c3ee662008-04-16 09:46:40 +0000514 SmallVector<unsigned, 4> UseRegs;
515 SmallVector<unsigned, 4> DefRegs;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000516 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000517 const MachineOperand &MO = MI->getOperand(i);
Evan Cheng06df4d02009-01-20 21:25:12 +0000518 if (!MO.isReg() || MO.getReg() == 0)
519 continue;
520 unsigned MOReg = MO.getReg();
521 if (MO.isUse())
522 UseRegs.push_back(MOReg);
523 if (MO.isDef())
524 DefRegs.push_back(MOReg);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000525 }
526
Evan Cheng1c3ee662008-04-16 09:46:40 +0000527 // Process all uses.
528 for (unsigned i = 0, e = UseRegs.size(); i != e; ++i) {
529 unsigned MOReg = UseRegs[i];
530 if (TargetRegisterInfo::isVirtualRegister(MOReg))
531 HandleVirtRegUse(MOReg, MBB, MI);
Dan Gohman706847e2008-09-21 21:11:41 +0000532 else if (!ReservedRegisters[MOReg])
Evan Cheng1c3ee662008-04-16 09:46:40 +0000533 HandlePhysRegUse(MOReg, MI);
534 }
535
Bill Wendling85b03762008-02-20 09:15:16 +0000536 // Process all defs.
Evan Cheng1c3ee662008-04-16 09:46:40 +0000537 for (unsigned i = 0, e = DefRegs.size(); i != e; ++i) {
538 unsigned MOReg = DefRegs[i];
Dan Gohman706847e2008-09-21 21:11:41 +0000539 if (TargetRegisterInfo::isVirtualRegister(MOReg))
540 HandleVirtRegDef(MOReg, MI);
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000541 else if (!ReservedRegisters[MOReg])
542 HandlePhysRegDef(MOReg, MI, Defs);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000543 }
Evan Chengd062bf72009-09-23 06:28:31 +0000544 UpdatePhysRegDefs(MI, Defs);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000545 }
546
547 // Handle any virtual assignments from PHI nodes which might be at the
548 // bottom of this basic block. We check all of our successor blocks to see
549 // if they have PHI nodes, and if so, we simulate an assignment at the end
550 // of the current block.
551 if (!PHIVarInfo[MBB->getNumber()].empty()) {
552 SmallVector<unsigned, 4>& VarInfoVec = PHIVarInfo[MBB->getNumber()];
553
554 for (SmallVector<unsigned, 4>::iterator I = VarInfoVec.begin(),
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000555 E = VarInfoVec.end(); I != E; ++I)
556 // Mark it alive only in the block we are representing.
Evan Cheng251fa152008-04-02 18:04:08 +0000557 MarkVirtRegAliveInBlock(getVarInfo(*I),MRI->getVRegDef(*I)->getParent(),
Owen Anderson77d80492008-01-15 22:58:11 +0000558 MBB);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000559 }
560
Bill Wendling85b03762008-02-20 09:15:16 +0000561 // Finally, if the last instruction in the block is a return, make sure to
562 // mark it as using all of the live-out values in the function.
Chris Lattner5b930372008-01-07 07:27:27 +0000563 if (!MBB->empty() && MBB->back().getDesc().isReturn()) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000564 MachineInstr *Ret = &MBB->back();
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000565
Chris Lattner1b989192007-12-31 04:13:23 +0000566 for (MachineRegisterInfo::liveout_iterator
567 I = MF->getRegInfo().liveout_begin(),
568 E = MF->getRegInfo().liveout_end(); I != E; ++I) {
Dan Gohman1e57df32008-02-10 18:45:23 +0000569 assert(TargetRegisterInfo::isPhysicalRegister(*I) &&
Dan Gohman2d702012008-06-25 22:14:43 +0000570 "Cannot have a live-out virtual register!");
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000571 HandlePhysRegUse(*I, Ret);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000572
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000573 // Add live-out registers as implicit uses.
Evan Chengc7daf1f2008-03-05 00:59:57 +0000574 if (!Ret->readsRegister(*I))
Chris Lattner63ab1f22007-12-30 00:41:17 +0000575 Ret->addOperand(MachineOperand::CreateReg(*I, false, true));
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000576 }
577 }
578
Evan Cheng1c3ee662008-04-16 09:46:40 +0000579 // Loop over PhysRegDef / PhysRegUse, killing any registers that are
580 // available at the end of the basic block.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000581 for (unsigned i = 0; i != NumRegs; ++i)
Evan Cheng04f3d1d2009-09-24 02:15:22 +0000582 if (PhysRegDef[i] || PhysRegUse[i])
583 HandlePhysRegDef(i, 0, Defs);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000584
Evan Cheng1c3ee662008-04-16 09:46:40 +0000585 std::fill(PhysRegDef, PhysRegDef + NumRegs, (MachineInstr*)0);
586 std::fill(PhysRegUse, PhysRegUse + NumRegs, (MachineInstr*)0);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000587 }
588
589 // Convert and transfer the dead / killed information we have gathered into
590 // VirtRegInfo onto MI's.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000591 for (unsigned i = 0, e1 = VirtRegInfo.size(); i != e1; ++i)
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000592 for (unsigned j = 0, e2 = VirtRegInfo[i].Kills.size(); j != e2; ++j)
593 if (VirtRegInfo[i].Kills[j] ==
Evan Cheng251fa152008-04-02 18:04:08 +0000594 MRI->getVRegDef(i + TargetRegisterInfo::FirstVirtualRegister))
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000595 VirtRegInfo[i]
596 .Kills[j]->addRegisterDead(i +
597 TargetRegisterInfo::FirstVirtualRegister,
Evan Chengc7daf1f2008-03-05 00:59:57 +0000598 TRI);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000599 else
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000600 VirtRegInfo[i]
601 .Kills[j]->addRegisterKilled(i +
602 TargetRegisterInfo::FirstVirtualRegister,
Evan Chengc7daf1f2008-03-05 00:59:57 +0000603 TRI);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000604
605 // Check to make sure there are no unreachable blocks in the MC CFG for the
606 // function. If so, it is due to a bug in the instruction selector or some
607 // other part of the code generator if this happens.
608#ifndef NDEBUG
609 for(MachineFunction::iterator i = MF->begin(), e = MF->end(); i != e; ++i)
610 assert(Visited.count(&*i) != 0 && "unreachable basic block found");
611#endif
612
Evan Cheng1c3ee662008-04-16 09:46:40 +0000613 delete[] PhysRegDef;
614 delete[] PhysRegUse;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000615 delete[] PHIVarInfo;
616
617 return false;
618}
619
Evan Chengd1c7e8f2008-07-03 00:07:19 +0000620/// replaceKillInstruction - Update register kill info by replacing a kill
621/// instruction with a new one.
622void LiveVariables::replaceKillInstruction(unsigned Reg, MachineInstr *OldMI,
623 MachineInstr *NewMI) {
624 VarInfo &VI = getVarInfo(Reg);
Evan Chengc2c8ebb2008-07-03 00:28:27 +0000625 std::replace(VI.Kills.begin(), VI.Kills.end(), OldMI, NewMI);
Evan Chengd1c7e8f2008-07-03 00:07:19 +0000626}
627
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000628/// removeVirtualRegistersKilled - Remove all killed info for the specified
629/// instruction.
630void LiveVariables::removeVirtualRegistersKilled(MachineInstr *MI) {
631 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
632 MachineOperand &MO = MI->getOperand(i);
Dan Gohmanb9f4fa72008-10-03 15:45:36 +0000633 if (MO.isReg() && MO.isKill()) {
Chris Lattner7f2d3b82007-12-30 21:56:09 +0000634 MO.setIsKill(false);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000635 unsigned Reg = MO.getReg();
Dan Gohman1e57df32008-02-10 18:45:23 +0000636 if (TargetRegisterInfo::isVirtualRegister(Reg)) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000637 bool removed = getVarInfo(Reg).removeKill(MI);
638 assert(removed && "kill not in register's VarInfo?");
Devang Patel4354f5c2008-11-21 20:00:59 +0000639 removed = true;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000640 }
641 }
642 }
643}
644
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000645/// analyzePHINodes - Gather information about the PHI nodes in here. In
Bill Wendling85b03762008-02-20 09:15:16 +0000646/// particular, we want to map the variable information of a virtual register
647/// which is used in a PHI node. We map that to the BB the vreg is coming from.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000648///
649void LiveVariables::analyzePHINodes(const MachineFunction& Fn) {
650 for (MachineFunction::const_iterator I = Fn.begin(), E = Fn.end();
651 I != E; ++I)
652 for (MachineBasicBlock::const_iterator BBI = I->begin(), BBE = I->end();
653 BBI != BBE && BBI->getOpcode() == TargetInstrInfo::PHI; ++BBI)
654 for (unsigned i = 1, e = BBI->getNumOperands(); i != e; i += 2)
Bill Wendlingb88bca92008-02-20 06:10:21 +0000655 PHIVarInfo[BBI->getOperand(i + 1).getMBB()->getNumber()]
656 .push_back(BBI->getOperand(i).getReg());
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000657}
Jakob Stoklund Olesenbe9cdbf2009-11-10 22:01:05 +0000658
Jakob Stoklund Olesen409558d2009-11-11 19:31:31 +0000659/// addNewBlock - Add a new basic block BB as an empty succcessor to DomBB. All
660/// variables that are live out of DomBB will be marked as passing live through
661/// BB.
662void LiveVariables::addNewBlock(MachineBasicBlock *BB,
663 MachineBasicBlock *DomBB) {
664 const unsigned NumNew = BB->getNumber();
665 const unsigned NumDom = DomBB->getNumber();
Jakob Stoklund Olesenbe9cdbf2009-11-10 22:01:05 +0000666
667 // Update info for all live variables
Jakob Stoklund Olesen409558d2009-11-11 19:31:31 +0000668 for (unsigned Reg = TargetRegisterInfo::FirstVirtualRegister,
669 E = MRI->getLastVirtReg()+1; Reg != E; ++Reg) {
670 VarInfo &VI = getVarInfo(Reg);
Jakob Stoklund Olesenbe9cdbf2009-11-10 22:01:05 +0000671
Jakob Stoklund Olesen409558d2009-11-11 19:31:31 +0000672 // Anything live through DomBB is also live through BB.
673 if (VI.AliveBlocks.test(NumDom)) {
674 VI.AliveBlocks.set(NumNew);
Jakob Stoklund Olesenbe9cdbf2009-11-10 22:01:05 +0000675 continue;
676 }
677
Jakob Stoklund Olesen409558d2009-11-11 19:31:31 +0000678 // Variables not defined in DomBB cannot be live out.
679 const MachineInstr *Def = MRI->getVRegDef(Reg);
680 if (!Def || Def->getParent() != DomBB)
Jakob Stoklund Olesenbe9cdbf2009-11-10 22:01:05 +0000681 continue;
682
Jakob Stoklund Olesen409558d2009-11-11 19:31:31 +0000683 // Killed by DomBB?
684 if (VI.findKill(DomBB))
685 continue;
Jakob Stoklund Olesenbe9cdbf2009-11-10 22:01:05 +0000686
Jakob Stoklund Olesen409558d2009-11-11 19:31:31 +0000687 // This register is defined in DomBB and live out
688 VI.AliveBlocks.set(NumNew);
Jakob Stoklund Olesenbe9cdbf2009-11-10 22:01:05 +0000689 }
690}