blob: ea27b2e08e08256913011e5344412f0fa32569ce [file] [log] [blame]
Dan Gohmanf17a25c2007-07-18 16:29:46 +00001//===-- LiveVariables.cpp - Live Variable Analysis for Machine Code -------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner081ce942007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Dan Gohmanf17a25c2007-07-18 16:29:46 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the LiveVariable analysis pass. For each machine
11// instruction in the function, this pass calculates the set of registers that
12// are immediately dead after the instruction (i.e., the instruction calculates
13// the value, but it is never used) and the set of registers that are used by
14// the instruction, but are never used after the instruction (i.e., they are
15// killed).
16//
17// This class computes live variables using are sparse implementation based on
18// the machine code SSA form. This class computes live variable information for
19// each virtual and _register allocatable_ physical register in a function. It
20// uses the dominance properties of SSA form to efficiently compute live
21// variables for virtual registers, and assumes that physical registers are only
22// live within a single basic block (allowing it to do a single local analysis
23// to resolve physical register lifetimes in each basic block). If a physical
24// register is not register allocatable, it is not tracked. This is useful for
25// things like the stack pointer and condition codes.
26//
27//===----------------------------------------------------------------------===//
28
29#include "llvm/CodeGen/LiveVariables.h"
30#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner1b989192007-12-31 04:13:23 +000031#include "llvm/CodeGen/MachineRegisterInfo.h"
Dan Gohman1e57df32008-02-10 18:45:23 +000032#include "llvm/Target/TargetRegisterInfo.h"
Dan Gohmanf17a25c2007-07-18 16:29:46 +000033#include "llvm/Target/TargetInstrInfo.h"
34#include "llvm/Target/TargetMachine.h"
35#include "llvm/ADT/DepthFirstIterator.h"
36#include "llvm/ADT/SmallPtrSet.h"
37#include "llvm/ADT/STLExtras.h"
38#include "llvm/Config/alloca.h"
39#include <algorithm>
40using namespace llvm;
41
42char LiveVariables::ID = 0;
43static RegisterPass<LiveVariables> X("livevars", "Live Variable Analysis");
44
45void LiveVariables::VarInfo::dump() const {
Dan Gohmanf17a25c2007-07-18 16:29:46 +000046 cerr << " Alive in blocks: ";
47 for (unsigned i = 0, e = AliveBlocks.size(); i != e; ++i)
48 if (AliveBlocks[i]) cerr << i << ", ";
Owen Anderson721b2cc2007-11-08 01:20:48 +000049 cerr << " Used in blocks: ";
50 for (unsigned i = 0, e = UsedBlocks.size(); i != e; ++i)
51 if (UsedBlocks[i]) cerr << i << ", ";
Dan Gohmanf17a25c2007-07-18 16:29:46 +000052 cerr << "\n Killed by:";
53 if (Kills.empty())
54 cerr << " No instructions.\n";
55 else {
56 for (unsigned i = 0, e = Kills.size(); i != e; ++i)
57 cerr << "\n #" << i << ": " << *Kills[i];
58 cerr << "\n";
59 }
60}
61
Bill Wendlingb88bca92008-02-20 06:10:21 +000062/// getVarInfo - Get (possibly creating) a VarInfo object for the given vreg.
Dan Gohmanf17a25c2007-07-18 16:29:46 +000063LiveVariables::VarInfo &LiveVariables::getVarInfo(unsigned RegIdx) {
Dan Gohman1e57df32008-02-10 18:45:23 +000064 assert(TargetRegisterInfo::isVirtualRegister(RegIdx) &&
Dan Gohmanf17a25c2007-07-18 16:29:46 +000065 "getVarInfo: not a virtual register!");
Dan Gohman1e57df32008-02-10 18:45:23 +000066 RegIdx -= TargetRegisterInfo::FirstVirtualRegister;
Dan Gohmanf17a25c2007-07-18 16:29:46 +000067 if (RegIdx >= VirtRegInfo.size()) {
68 if (RegIdx >= 2*VirtRegInfo.size())
69 VirtRegInfo.resize(RegIdx*2);
70 else
71 VirtRegInfo.resize(2*VirtRegInfo.size());
72 }
73 VarInfo &VI = VirtRegInfo[RegIdx];
74 VI.AliveBlocks.resize(MF->getNumBlockIDs());
Owen Anderson721b2cc2007-11-08 01:20:48 +000075 VI.UsedBlocks.resize(MF->getNumBlockIDs());
Dan Gohmanf17a25c2007-07-18 16:29:46 +000076 return VI;
77}
78
Bill Wendlingb88bca92008-02-20 06:10:21 +000079/// KillsRegister - Returns true if the machine instruction kills the specified
80/// register.
Dan Gohmanf17a25c2007-07-18 16:29:46 +000081bool LiveVariables::KillsRegister(MachineInstr *MI, unsigned Reg) const {
82 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
Bill Wendlingb88bca92008-02-20 06:10:21 +000083 const MachineOperand &MO = MI->getOperand(i);
Dan Gohman38a9a9f2007-09-14 20:33:02 +000084 if (MO.isRegister() && MO.isKill()) {
Bill Wendlingb88bca92008-02-20 06:10:21 +000085 unsigned MOReg = MO.getReg();
86 if (MOReg == Reg ||
87 (TargetRegisterInfo::isPhysicalRegister(MOReg) &&
Dan Gohman1e57df32008-02-10 18:45:23 +000088 TargetRegisterInfo::isPhysicalRegister(Reg) &&
Bill Wendlingb88bca92008-02-20 06:10:21 +000089 RegInfo->isSubRegister(MOReg, Reg)))
Dan Gohmanf17a25c2007-07-18 16:29:46 +000090 return true;
91 }
92 }
93 return false;
94}
95
Bill Wendlingb88bca92008-02-20 06:10:21 +000096/// RegisterDefIsDead - Returns true if the register is dead in this machine
97/// instruction.
Dan Gohmanf17a25c2007-07-18 16:29:46 +000098bool LiveVariables::RegisterDefIsDead(MachineInstr *MI, unsigned Reg) const {
99 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000100 const MachineOperand &MO = MI->getOperand(i);
Dan Gohman38a9a9f2007-09-14 20:33:02 +0000101 if (MO.isRegister() && MO.isDead()) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000102 unsigned MOReg = MO.getReg();
103 if ((MOReg == Reg) ||
104 (TargetRegisterInfo::isPhysicalRegister(MOReg) &&
Dan Gohman1e57df32008-02-10 18:45:23 +0000105 TargetRegisterInfo::isPhysicalRegister(Reg) &&
Bill Wendlingb88bca92008-02-20 06:10:21 +0000106 RegInfo->isSubRegister(MOReg, Reg)))
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000107 return true;
108 }
109 }
110 return false;
111}
112
Bill Wendlingb88bca92008-02-20 06:10:21 +0000113/// ModifiesRegister - Returns true if the machine instruction modifies the
114/// register.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000115bool LiveVariables::ModifiesRegister(MachineInstr *MI, unsigned Reg) const {
116 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000117 const MachineOperand &MO = MI->getOperand(i);
Dan Gohman38a9a9f2007-09-14 20:33:02 +0000118 if (MO.isRegister() && MO.isDef() && MO.getReg() == Reg)
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000119 return true;
120 }
121 return false;
122}
123
Owen Anderson77d80492008-01-15 22:58:11 +0000124void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo,
125 MachineBasicBlock *DefBlock,
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000126 MachineBasicBlock *MBB,
127 std::vector<MachineBasicBlock*> &WorkList) {
128 unsigned BBNum = MBB->getNumber();
Owen Anderson92a609a2008-01-15 22:02:46 +0000129
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000130 // Check to see if this basic block is one of the killing blocks. If so,
Bill Wendlingb88bca92008-02-20 06:10:21 +0000131 // remove it.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000132 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
133 if (VRInfo.Kills[i]->getParent() == MBB) {
134 VRInfo.Kills.erase(VRInfo.Kills.begin()+i); // Erase entry
135 break;
136 }
Owen Anderson92a609a2008-01-15 22:02:46 +0000137
Owen Anderson77d80492008-01-15 22:58:11 +0000138 if (MBB == DefBlock) return; // Terminate recursion
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000139
140 if (VRInfo.AliveBlocks[BBNum])
141 return; // We already know the block is live
142
143 // Mark the variable known alive in this bb
144 VRInfo.AliveBlocks[BBNum] = true;
145
146 for (MachineBasicBlock::const_pred_reverse_iterator PI = MBB->pred_rbegin(),
147 E = MBB->pred_rend(); PI != E; ++PI)
148 WorkList.push_back(*PI);
149}
150
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000151void LiveVariables::MarkVirtRegAliveInBlock(VarInfo &VRInfo,
Owen Anderson77d80492008-01-15 22:58:11 +0000152 MachineBasicBlock *DefBlock,
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000153 MachineBasicBlock *MBB) {
154 std::vector<MachineBasicBlock*> WorkList;
Owen Anderson77d80492008-01-15 22:58:11 +0000155 MarkVirtRegAliveInBlock(VRInfo, DefBlock, MBB, WorkList);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000156
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000157 while (!WorkList.empty()) {
158 MachineBasicBlock *Pred = WorkList.back();
159 WorkList.pop_back();
Owen Anderson77d80492008-01-15 22:58:11 +0000160 MarkVirtRegAliveInBlock(VRInfo, DefBlock, Pred, WorkList);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000161 }
162}
163
Owen Anderson92a609a2008-01-15 22:02:46 +0000164void LiveVariables::HandleVirtRegUse(unsigned reg, MachineBasicBlock *MBB,
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000165 MachineInstr *MI) {
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000166 const MachineRegisterInfo &MRI = MBB->getParent()->getRegInfo();
Owen Anderson92a609a2008-01-15 22:02:46 +0000167 assert(MRI.getVRegDef(reg) && "Register use before def!");
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000168
Owen Anderson721b2cc2007-11-08 01:20:48 +0000169 unsigned BBNum = MBB->getNumber();
170
Owen Anderson92a609a2008-01-15 22:02:46 +0000171 VarInfo& VRInfo = getVarInfo(reg);
Owen Anderson721b2cc2007-11-08 01:20:48 +0000172 VRInfo.UsedBlocks[BBNum] = true;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000173 VRInfo.NumUses++;
174
Bill Wendlingb88bca92008-02-20 06:10:21 +0000175 // Check to see if this basic block is already a kill block.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000176 if (!VRInfo.Kills.empty() && VRInfo.Kills.back()->getParent() == MBB) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000177 // Yes, this register is killed in this basic block already. Increase the
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000178 // live range by updating the kill instruction.
179 VRInfo.Kills.back() = MI;
180 return;
181 }
182
183#ifndef NDEBUG
184 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
185 assert(VRInfo.Kills[i]->getParent() != MBB && "entry should be at end!");
186#endif
187
Owen Anderson92a609a2008-01-15 22:02:46 +0000188 assert(MBB != MRI.getVRegDef(reg)->getParent() &&
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000189 "Should have kill for defblock!");
190
Bill Wendlingb88bca92008-02-20 06:10:21 +0000191 // Add a new kill entry for this basic block. If this virtual register is
192 // already marked as alive in this basic block, that means it is alive in at
193 // least one of the successor blocks, it's not a kill.
Owen Anderson721b2cc2007-11-08 01:20:48 +0000194 if (!VRInfo.AliveBlocks[BBNum])
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000195 VRInfo.Kills.push_back(MI);
196
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000197 // Update all dominating blocks to mark them as "known live".
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000198 for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(),
199 E = MBB->pred_end(); PI != E; ++PI)
Owen Anderson77d80492008-01-15 22:58:11 +0000200 MarkVirtRegAliveInBlock(VRInfo, MRI.getVRegDef(reg)->getParent(), *PI);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000201}
202
Bill Wendling85b03762008-02-20 09:15:16 +0000203/// HandlePhysRegUse - Turn previous partial def's into read/mod/writes. Add
204/// implicit defs to a machine instruction if there was an earlier def of its
205/// super-register.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000206void LiveVariables::HandlePhysRegUse(unsigned Reg, MachineInstr *MI) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000207 // Turn previous partial def's into read/mod/write.
208 for (unsigned i = 0, e = PhysRegPartDef[Reg].size(); i != e; ++i) {
209 MachineInstr *Def = PhysRegPartDef[Reg][i];
Bill Wendling85b03762008-02-20 09:15:16 +0000210
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000211 // First one is just a def. This means the use is reading some undef bits.
212 if (i != 0)
Bill Wendling85b03762008-02-20 09:15:16 +0000213 Def->addOperand(MachineOperand::CreateReg(Reg,
214 false /*IsDef*/,
215 true /*IsImp*/,
216 true /*IsKill*/));
217
218 Def->addOperand(MachineOperand::CreateReg(Reg,
219 true /*IsDef*/,
220 true /*IsImp*/));
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000221 }
Bill Wendlingb88bca92008-02-20 06:10:21 +0000222
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000223 PhysRegPartDef[Reg].clear();
224
225 // There was an earlier def of a super-register. Add implicit def to that MI.
Bill Wendling85b03762008-02-20 09:15:16 +0000226 //
227 // A: EAX = ...
228 // B: ... = AX
229 //
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000230 // Add implicit def to A.
Evan Chenge993ca22007-09-11 22:34:47 +0000231 if (PhysRegInfo[Reg] && PhysRegInfo[Reg] != PhysRegPartUse[Reg] &&
232 !PhysRegUsed[Reg]) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000233 MachineInstr *Def = PhysRegInfo[Reg];
Bill Wendling85b03762008-02-20 09:15:16 +0000234
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000235 if (!Def->findRegisterDefOperand(Reg))
Bill Wendling85b03762008-02-20 09:15:16 +0000236 Def->addOperand(MachineOperand::CreateReg(Reg,
237 true /*IsDef*/,
238 true /*IsImp*/));
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000239 }
240
Evan Chenge993ca22007-09-11 22:34:47 +0000241 // There is a now a proper use, forget about the last partial use.
242 PhysRegPartUse[Reg] = NULL;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000243 PhysRegInfo[Reg] = MI;
244 PhysRegUsed[Reg] = true;
245
Bill Wendling85b03762008-02-20 09:15:16 +0000246 // Now reset the use information for the sub-registers.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000247 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
248 unsigned SubReg = *SubRegs; ++SubRegs) {
Bill Wendling85b03762008-02-20 09:15:16 +0000249 // FIXME: Should we do: "PhysRegPartUse[SubReg] = NULL;" here?
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000250 PhysRegInfo[SubReg] = MI;
251 PhysRegUsed[SubReg] = true;
252 }
253
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000254 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
Evan Chenge4ec6192007-08-01 20:18:21 +0000255 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
Bill Wendling85b03762008-02-20 09:15:16 +0000256 // Remember the partial use of this super-register if it was previously
257 // defined.
Evan Chenge4ec6192007-08-01 20:18:21 +0000258 bool HasPrevDef = PhysRegInfo[SuperReg] != NULL;
Bill Wendling85b03762008-02-20 09:15:16 +0000259
260 if (!HasPrevDef)
261 // FIXME: This only goes back one level of super-registers. It might miss
262 // some.
Evan Chenge4ec6192007-08-01 20:18:21 +0000263 for (const unsigned *SSRegs = RegInfo->getSuperRegisters(SuperReg);
Bill Wendling85b03762008-02-20 09:15:16 +0000264 unsigned SSReg = *SSRegs; ++SSRegs)
Evan Chenge4ec6192007-08-01 20:18:21 +0000265 if (PhysRegInfo[SSReg] != NULL) {
266 HasPrevDef = true;
267 break;
268 }
Bill Wendling85b03762008-02-20 09:15:16 +0000269
Evan Chenge4ec6192007-08-01 20:18:21 +0000270 if (HasPrevDef) {
271 PhysRegInfo[SuperReg] = MI;
272 PhysRegPartUse[SuperReg] = MI;
273 }
274 }
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000275}
276
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000277/// addRegisterKills - For all of a register's sub-registers that are killed in
Bill Wendling65150ff2008-02-20 19:09:14 +0000278/// at this machine instruction, mark them as "killed". (If the machine operand
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000279/// isn't found, add it first.)
280void LiveVariables::addRegisterKills(unsigned Reg, MachineInstr *MI,
281 SmallSet<unsigned, 4> &SubKills) {
282 if (SubKills.count(Reg) == 0) {
283 MI->addRegisterKilled(Reg, RegInfo, true);
284 return;
285 }
286
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000287 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000288 unsigned SubReg = *SubRegs; ++SubRegs)
289 addRegisterKills(SubReg, MI, SubKills);
290}
291
292/// HandlePhysRegKill - The recursive version of HandlePhysRegKill. Returns true
293/// if:
294///
295/// - The register has no sub-registers and the machine instruction is the
296/// last def/use of the register, or
297/// - The register has sub-registers and none of them are killed elsewhere.
298///
299bool LiveVariables::HandlePhysRegKill(unsigned Reg, const MachineInstr *RefMI,
300 SmallSet<unsigned, 4> &SubKills) {
301 const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
302
303 for (; unsigned SubReg = *SubRegs; ++SubRegs) {
304 const MachineInstr *LastRef = PhysRegInfo[SubReg];
305
Evan Cheng18ee3322007-09-12 23:02:04 +0000306 if (LastRef != RefMI ||
307 !HandlePhysRegKill(SubReg, RefMI, SubKills))
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000308 SubKills.insert(SubReg);
309 }
310
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000311 if (*SubRegs == 0) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000312 // No sub-registers, just check if reg is killed by RefMI.
313 if (PhysRegInfo[Reg] == RefMI)
314 return true;
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000315 } else if (SubKills.empty()) {
316 // None of the sub-registers are killed elsewhere.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000317 return true;
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000318 }
319
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000320 return false;
321}
322
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000323/// HandlePhysRegKill - Calls the recursive version of HandlePhysRegKill. (See
324/// above for details.)
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000325bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI) {
326 SmallSet<unsigned, 4> SubKills;
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000327
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000328 if (HandlePhysRegKill(Reg, RefMI, SubKills)) {
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000329 // This machine instruction kills this register.
Owen Anderson58060792008-01-24 01:10:07 +0000330 RefMI->addRegisterKilled(Reg, RegInfo, true);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000331 return true;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000332 }
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000333
334 // Some sub-registers are killed by another machine instruction.
335 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
336 unsigned SubReg = *SubRegs; ++SubRegs)
337 addRegisterKills(SubReg, RefMI, SubKills);
338
339 return false;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000340}
341
342void LiveVariables::HandlePhysRegDef(unsigned Reg, MachineInstr *MI) {
343 // Does this kill a previous version of this register?
344 if (MachineInstr *LastRef = PhysRegInfo[Reg]) {
345 if (PhysRegUsed[Reg]) {
346 if (!HandlePhysRegKill(Reg, LastRef)) {
347 if (PhysRegPartUse[Reg])
Owen Anderson58060792008-01-24 01:10:07 +0000348 PhysRegPartUse[Reg]->addRegisterKilled(Reg, RegInfo, true);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000349 }
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000350 } else if (PhysRegPartUse[Reg]) {
Evan Chenge4ec6192007-08-01 20:18:21 +0000351 // Add implicit use / kill to last partial use.
Owen Anderson58060792008-01-24 01:10:07 +0000352 PhysRegPartUse[Reg]->addRegisterKilled(Reg, RegInfo, true);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000353 } else if (LastRef != MI) {
Evan Cheng9cf8f9c2007-11-05 03:11:55 +0000354 // Defined, but not used. However, watch out for cases where a super-reg
355 // is also defined on the same MI.
Owen Anderson58060792008-01-24 01:10:07 +0000356 LastRef->addRegisterDead(Reg, RegInfo);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000357 }
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000358 }
359
360 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
361 unsigned SubReg = *SubRegs; ++SubRegs) {
362 if (MachineInstr *LastRef = PhysRegInfo[SubReg]) {
363 if (PhysRegUsed[SubReg]) {
364 if (!HandlePhysRegKill(SubReg, LastRef)) {
365 if (PhysRegPartUse[SubReg])
Owen Anderson58060792008-01-24 01:10:07 +0000366 PhysRegPartUse[SubReg]->addRegisterKilled(SubReg, RegInfo, true);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000367 }
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000368 } else if (PhysRegPartUse[SubReg]) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000369 // Add implicit use / kill to last use of a sub-register.
Owen Anderson58060792008-01-24 01:10:07 +0000370 PhysRegPartUse[SubReg]->addRegisterKilled(SubReg, RegInfo, true);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000371 } else if (LastRef != MI) {
Evan Chenge993ca22007-09-11 22:34:47 +0000372 // This must be a def of the subreg on the same MI.
Owen Anderson58060792008-01-24 01:10:07 +0000373 LastRef->addRegisterDead(SubReg, RegInfo);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000374 }
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000375 }
376 }
377
378 if (MI) {
379 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
380 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
Evan Chenge993ca22007-09-11 22:34:47 +0000381 if (PhysRegInfo[SuperReg] && PhysRegInfo[SuperReg] != MI) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000382 // The larger register is previously defined. Now a smaller part is
383 // being re-defined. Treat it as read/mod/write.
384 // EAX =
385 // AX = EAX<imp-use,kill>, EAX<imp-def>
Chris Lattner63ab1f22007-12-30 00:41:17 +0000386 MI->addOperand(MachineOperand::CreateReg(SuperReg, false/*IsDef*/,
387 true/*IsImp*/,true/*IsKill*/));
388 MI->addOperand(MachineOperand::CreateReg(SuperReg, true/*IsDef*/,
389 true/*IsImp*/));
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000390 PhysRegInfo[SuperReg] = MI;
391 PhysRegUsed[SuperReg] = false;
392 PhysRegPartUse[SuperReg] = NULL;
393 } else {
394 // Remember this partial def.
395 PhysRegPartDef[SuperReg].push_back(MI);
396 }
397 }
398
399 PhysRegInfo[Reg] = MI;
400 PhysRegUsed[Reg] = false;
Evan Chenge4ec6192007-08-01 20:18:21 +0000401 PhysRegPartDef[Reg].clear();
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000402 PhysRegPartUse[Reg] = NULL;
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000403
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000404 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
405 unsigned SubReg = *SubRegs; ++SubRegs) {
406 PhysRegInfo[SubReg] = MI;
407 PhysRegUsed[SubReg] = false;
Evan Chenge4ec6192007-08-01 20:18:21 +0000408 PhysRegPartDef[SubReg].clear();
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000409 PhysRegPartUse[SubReg] = NULL;
410 }
411 }
412}
413
414bool LiveVariables::runOnMachineFunction(MachineFunction &mf) {
415 MF = &mf;
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000416 RegInfo = MF->getTarget().getRegisterInfo();
Owen Anderson77d80492008-01-15 22:58:11 +0000417 MachineRegisterInfo& MRI = mf.getRegInfo();
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000418 assert(RegInfo && "Target doesn't have register information?");
419
420 ReservedRegisters = RegInfo->getReservedRegs(mf);
421
422 unsigned NumRegs = RegInfo->getNumRegs();
423 PhysRegInfo = new MachineInstr*[NumRegs];
424 PhysRegUsed = new bool[NumRegs];
425 PhysRegPartUse = new MachineInstr*[NumRegs];
426 PhysRegPartDef = new SmallVector<MachineInstr*,4>[NumRegs];
427 PHIVarInfo = new SmallVector<unsigned, 4>[MF->getNumBlockIDs()];
428 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
429 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
430 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
431
Bill Wendling85b03762008-02-20 09:15:16 +0000432 /// Get some space for a respectable number of registers.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000433 VirtRegInfo.resize(64);
434
435 analyzePHINodes(mf);
436
437 // Calculate live variable information in depth first order on the CFG of the
438 // function. This guarantees that we will see the definition of a virtual
439 // register before its uses due to dominance properties of SSA (except for PHI
440 // nodes, which are treated as a special case).
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000441 MachineBasicBlock *Entry = MF->begin();
442 SmallPtrSet<MachineBasicBlock*,16> Visited;
Bill Wendling85b03762008-02-20 09:15:16 +0000443
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000444 for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> >
445 DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited);
446 DFI != E; ++DFI) {
447 MachineBasicBlock *MBB = *DFI;
448
449 // Mark live-in registers as live-in.
450 for (MachineBasicBlock::const_livein_iterator II = MBB->livein_begin(),
451 EE = MBB->livein_end(); II != EE; ++II) {
Dan Gohman1e57df32008-02-10 18:45:23 +0000452 assert(TargetRegisterInfo::isPhysicalRegister(*II) &&
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000453 "Cannot have a live-in virtual register!");
454 HandlePhysRegDef(*II, 0);
455 }
456
457 // Loop over all of the instructions, processing them.
458 for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end();
459 I != E; ++I) {
460 MachineInstr *MI = I;
461
462 // Process all of the operands of the instruction...
463 unsigned NumOperandsToProcess = MI->getNumOperands();
464
465 // Unless it is a PHI node. In this case, ONLY process the DEF, not any
466 // of the uses. They will be handled in other basic blocks.
467 if (MI->getOpcode() == TargetInstrInfo::PHI)
468 NumOperandsToProcess = 1;
469
Bill Wendling85b03762008-02-20 09:15:16 +0000470 // Process all uses.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000471 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000472 const MachineOperand &MO = MI->getOperand(i);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000473
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000474 if (MO.isRegister() && MO.isUse() && MO.getReg()) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000475 unsigned MOReg = MO.getReg();
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000476
Bill Wendlingb88bca92008-02-20 06:10:21 +0000477 if (TargetRegisterInfo::isVirtualRegister(MOReg))
478 HandleVirtRegUse(MOReg, MBB, MI);
479 else if (TargetRegisterInfo::isPhysicalRegister(MOReg) &&
480 !ReservedRegisters[MOReg])
481 HandlePhysRegUse(MOReg, MI);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000482 }
483 }
484
Bill Wendling85b03762008-02-20 09:15:16 +0000485 // Process all defs.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000486 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000487 const MachineOperand &MO = MI->getOperand(i);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000488
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000489 if (MO.isRegister() && MO.isDef() && MO.getReg()) {
Bill Wendlingb88bca92008-02-20 06:10:21 +0000490 unsigned MOReg = MO.getReg();
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000491
Bill Wendlingb88bca92008-02-20 06:10:21 +0000492 if (TargetRegisterInfo::isVirtualRegister(MOReg)) {
493 VarInfo &VRInfo = getVarInfo(MOReg);
494
Evan Cheng86f26d22008-02-05 20:04:18 +0000495 if (VRInfo.AliveBlocks.none())
496 // If vr is not alive in any block, then defaults to dead.
497 VRInfo.Kills.push_back(MI);
Bill Wendlingb88bca92008-02-20 06:10:21 +0000498 } else if (TargetRegisterInfo::isPhysicalRegister(MOReg) &&
499 !ReservedRegisters[MOReg]) {
500 HandlePhysRegDef(MOReg, MI);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000501 }
502 }
503 }
504 }
505
506 // Handle any virtual assignments from PHI nodes which might be at the
507 // bottom of this basic block. We check all of our successor blocks to see
508 // if they have PHI nodes, and if so, we simulate an assignment at the end
509 // of the current block.
510 if (!PHIVarInfo[MBB->getNumber()].empty()) {
511 SmallVector<unsigned, 4>& VarInfoVec = PHIVarInfo[MBB->getNumber()];
512
513 for (SmallVector<unsigned, 4>::iterator I = VarInfoVec.begin(),
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000514 E = VarInfoVec.end(); I != E; ++I)
515 // Mark it alive only in the block we are representing.
Owen Anderson77d80492008-01-15 22:58:11 +0000516 MarkVirtRegAliveInBlock(getVarInfo(*I), MRI.getVRegDef(*I)->getParent(),
517 MBB);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000518 }
519
Bill Wendling85b03762008-02-20 09:15:16 +0000520 // Finally, if the last instruction in the block is a return, make sure to
521 // mark it as using all of the live-out values in the function.
Chris Lattner5b930372008-01-07 07:27:27 +0000522 if (!MBB->empty() && MBB->back().getDesc().isReturn()) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000523 MachineInstr *Ret = &MBB->back();
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000524
Chris Lattner1b989192007-12-31 04:13:23 +0000525 for (MachineRegisterInfo::liveout_iterator
526 I = MF->getRegInfo().liveout_begin(),
527 E = MF->getRegInfo().liveout_end(); I != E; ++I) {
Dan Gohman1e57df32008-02-10 18:45:23 +0000528 assert(TargetRegisterInfo::isPhysicalRegister(*I) &&
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000529 "Cannot have a live-in virtual register!");
530 HandlePhysRegUse(*I, Ret);
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000531
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000532 // Add live-out registers as implicit uses.
533 if (Ret->findRegisterUseOperandIdx(*I) == -1)
Chris Lattner63ab1f22007-12-30 00:41:17 +0000534 Ret->addOperand(MachineOperand::CreateReg(*I, false, true));
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000535 }
536 }
537
538 // Loop over PhysRegInfo, killing any registers that are available at the
Bill Wendling85b03762008-02-20 09:15:16 +0000539 // end of the basic block. This also resets the PhysRegInfo map.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000540 for (unsigned i = 0; i != NumRegs; ++i)
541 if (PhysRegInfo[i])
542 HandlePhysRegDef(i, 0);
543
544 // Clear some states between BB's. These are purely local information.
545 for (unsigned i = 0; i != NumRegs; ++i)
546 PhysRegPartDef[i].clear();
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000547
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000548 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
549 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
550 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
551 }
552
553 // Convert and transfer the dead / killed information we have gathered into
554 // VirtRegInfo onto MI's.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000555 for (unsigned i = 0, e1 = VirtRegInfo.size(); i != e1; ++i)
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000556 for (unsigned j = 0, e2 = VirtRegInfo[i].Kills.size(); j != e2; ++j)
557 if (VirtRegInfo[i].Kills[j] ==
558 MRI.getVRegDef(i + TargetRegisterInfo::FirstVirtualRegister))
559 VirtRegInfo[i]
560 .Kills[j]->addRegisterDead(i +
561 TargetRegisterInfo::FirstVirtualRegister,
562 RegInfo);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000563 else
Bill Wendling0fa65bd2008-02-20 07:36:31 +0000564 VirtRegInfo[i]
565 .Kills[j]->addRegisterKilled(i +
566 TargetRegisterInfo::FirstVirtualRegister,
567 RegInfo);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000568
569 // Check to make sure there are no unreachable blocks in the MC CFG for the
570 // function. If so, it is due to a bug in the instruction selector or some
571 // other part of the code generator if this happens.
572#ifndef NDEBUG
573 for(MachineFunction::iterator i = MF->begin(), e = MF->end(); i != e; ++i)
574 assert(Visited.count(&*i) != 0 && "unreachable basic block found");
575#endif
576
577 delete[] PhysRegInfo;
578 delete[] PhysRegUsed;
579 delete[] PhysRegPartUse;
580 delete[] PhysRegPartDef;
581 delete[] PHIVarInfo;
582
583 return false;
584}
585
Bill Wendling85b03762008-02-20 09:15:16 +0000586/// instructionChanged - When the address of an instruction changes, this method
587/// should be called so that live variables can update its internal data
588/// structures. This removes the records for OldMI, transfering them to the
589/// records for NewMI.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000590void LiveVariables::instructionChanged(MachineInstr *OldMI,
591 MachineInstr *NewMI) {
592 // If the instruction defines any virtual registers, update the VarInfo,
593 // kill and dead information for the instruction.
594 for (unsigned i = 0, e = OldMI->getNumOperands(); i != e; ++i) {
595 MachineOperand &MO = OldMI->getOperand(i);
596 if (MO.isRegister() && MO.getReg() &&
Dan Gohman1e57df32008-02-10 18:45:23 +0000597 TargetRegisterInfo::isVirtualRegister(MO.getReg())) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000598 unsigned Reg = MO.getReg();
599 VarInfo &VI = getVarInfo(Reg);
600 if (MO.isDef()) {
601 if (MO.isDead()) {
Chris Lattner7f2d3b82007-12-30 21:56:09 +0000602 MO.setIsDead(false);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000603 addVirtualRegisterDead(Reg, NewMI);
604 }
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000605 }
Dan Gohman2c6a6422007-07-20 23:17:34 +0000606 if (MO.isKill()) {
Chris Lattner7f2d3b82007-12-30 21:56:09 +0000607 MO.setIsKill(false);
Dan Gohman2c6a6422007-07-20 23:17:34 +0000608 addVirtualRegisterKilled(Reg, NewMI);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000609 }
Dan Gohman2c6a6422007-07-20 23:17:34 +0000610 // If this is a kill of the value, update the VI kills list.
611 if (VI.removeKill(OldMI))
612 VI.Kills.push_back(NewMI); // Yes, there was a kill of it
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000613 }
614 }
615}
616
617/// removeVirtualRegistersKilled - Remove all killed info for the specified
618/// instruction.
619void LiveVariables::removeVirtualRegistersKilled(MachineInstr *MI) {
620 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
621 MachineOperand &MO = MI->getOperand(i);
Dan Gohman38a9a9f2007-09-14 20:33:02 +0000622 if (MO.isRegister() && MO.isKill()) {
Chris Lattner7f2d3b82007-12-30 21:56:09 +0000623 MO.setIsKill(false);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000624 unsigned Reg = MO.getReg();
Dan Gohman1e57df32008-02-10 18:45:23 +0000625 if (TargetRegisterInfo::isVirtualRegister(Reg)) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000626 bool removed = getVarInfo(Reg).removeKill(MI);
627 assert(removed && "kill not in register's VarInfo?");
628 }
629 }
630 }
631}
632
633/// removeVirtualRegistersDead - Remove all of the dead registers for the
634/// specified instruction from the live variable information.
635void LiveVariables::removeVirtualRegistersDead(MachineInstr *MI) {
636 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
637 MachineOperand &MO = MI->getOperand(i);
Dan Gohman38a9a9f2007-09-14 20:33:02 +0000638 if (MO.isRegister() && MO.isDead()) {
Chris Lattner7f2d3b82007-12-30 21:56:09 +0000639 MO.setIsDead(false);
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000640 unsigned Reg = MO.getReg();
Dan Gohman1e57df32008-02-10 18:45:23 +0000641 if (TargetRegisterInfo::isVirtualRegister(Reg)) {
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000642 bool removed = getVarInfo(Reg).removeKill(MI);
643 assert(removed && "kill not in register's VarInfo?");
644 }
645 }
646 }
647}
648
649/// analyzePHINodes - Gather information about the PHI nodes in here. In
Bill Wendling85b03762008-02-20 09:15:16 +0000650/// particular, we want to map the variable information of a virtual register
651/// which is used in a PHI node. We map that to the BB the vreg is coming from.
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000652///
653void LiveVariables::analyzePHINodes(const MachineFunction& Fn) {
654 for (MachineFunction::const_iterator I = Fn.begin(), E = Fn.end();
655 I != E; ++I)
656 for (MachineBasicBlock::const_iterator BBI = I->begin(), BBE = I->end();
657 BBI != BBE && BBI->getOpcode() == TargetInstrInfo::PHI; ++BBI)
658 for (unsigned i = 1, e = BBI->getNumOperands(); i != e; i += 2)
Bill Wendlingb88bca92008-02-20 06:10:21 +0000659 PHIVarInfo[BBI->getOperand(i + 1).getMBB()->getNumber()]
660 .push_back(BBI->getOperand(i).getReg());
Dan Gohmanf17a25c2007-07-18 16:29:46 +0000661}