blob: 2af8bf316e15aa4d48dbfa814dc3adcfa457e911 [file] [log] [blame]
Chris Lattnerbc40e892003-01-13 20:01:16 +00001//===-- LiveVariables.cpp - Live Variable Analysis for Machine Code -------===//
Misha Brukmanedf128a2005-04-21 22:36:52 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
Misha Brukmanedf128a2005-04-21 22:36:52 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Misha Brukmanedf128a2005-04-21 22:36:52 +00009//
Chris Lattner5cdfbad2003-05-07 20:08:36 +000010// This file implements the LiveVariable analysis pass. For each machine
11// instruction in the function, this pass calculates the set of registers that
12// are immediately dead after the instruction (i.e., the instruction calculates
13// the value, but it is never used) and the set of registers that are used by
14// the instruction, but are never used after the instruction (i.e., they are
15// killed).
16//
17// This class computes live variables using are sparse implementation based on
18// the machine code SSA form. This class computes live variable information for
19// each virtual and _register allocatable_ physical register in a function. It
20// uses the dominance properties of SSA form to efficiently compute live
21// variables for virtual registers, and assumes that physical registers are only
22// live within a single basic block (allowing it to do a single local analysis
23// to resolve physical register lifetimes in each basic block). If a physical
24// register is not register allocatable, it is not tracked. This is useful for
25// things like the stack pointer and condition codes.
26//
Chris Lattnerbc40e892003-01-13 20:01:16 +000027//===----------------------------------------------------------------------===//
28
29#include "llvm/CodeGen/LiveVariables.h"
30#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner61b08f12004-02-10 21:18:55 +000031#include "llvm/Target/MRegisterInfo.h"
Chris Lattner3501fea2003-01-14 22:00:31 +000032#include "llvm/Target/TargetInstrInfo.h"
Chris Lattnerbc40e892003-01-13 20:01:16 +000033#include "llvm/Target/TargetMachine.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000034#include "llvm/ADT/DepthFirstIterator.h"
Evan Cheng04104072007-06-27 05:23:00 +000035#include "llvm/ADT/SmallPtrSet.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000036#include "llvm/ADT/STLExtras.h"
Chris Lattner6fcd8d82004-10-25 18:44:14 +000037#include "llvm/Config/alloca.h"
Chris Lattner657b4d12005-08-24 00:09:33 +000038#include <algorithm>
Chris Lattner49a5aaa2004-01-30 22:08:53 +000039using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000040
Devang Patel19974732007-05-03 01:11:54 +000041char LiveVariables::ID = 0;
Chris Lattner5d8925c2006-08-27 22:30:17 +000042static RegisterPass<LiveVariables> X("livevars", "Live Variable Analysis");
Chris Lattnerbc40e892003-01-13 20:01:16 +000043
Chris Lattnerdacceef2006-01-04 05:40:30 +000044void LiveVariables::VarInfo::dump() const {
Bill Wendlingbcd24982006-12-07 20:28:15 +000045 cerr << "Register Defined by: ";
Chris Lattnerdacceef2006-01-04 05:40:30 +000046 if (DefInst)
Bill Wendlingbcd24982006-12-07 20:28:15 +000047 cerr << *DefInst;
Chris Lattnerdacceef2006-01-04 05:40:30 +000048 else
Bill Wendlingbcd24982006-12-07 20:28:15 +000049 cerr << "<null>\n";
50 cerr << " Alive in blocks: ";
Chris Lattnerdacceef2006-01-04 05:40:30 +000051 for (unsigned i = 0, e = AliveBlocks.size(); i != e; ++i)
Bill Wendlingbcd24982006-12-07 20:28:15 +000052 if (AliveBlocks[i]) cerr << i << ", ";
Owen Andersona0185402007-11-08 01:20:48 +000053 cerr << " Used in blocks: ";
54 for (unsigned i = 0, e = UsedBlocks.size(); i != e; ++i)
55 if (UsedBlocks[i]) cerr << i << ", ";
Bill Wendlingbcd24982006-12-07 20:28:15 +000056 cerr << "\n Killed by:";
Chris Lattnerdacceef2006-01-04 05:40:30 +000057 if (Kills.empty())
Bill Wendlingbcd24982006-12-07 20:28:15 +000058 cerr << " No instructions.\n";
Chris Lattnerdacceef2006-01-04 05:40:30 +000059 else {
60 for (unsigned i = 0, e = Kills.size(); i != e; ++i)
Bill Wendlingbcd24982006-12-07 20:28:15 +000061 cerr << "\n #" << i << ": " << *Kills[i];
62 cerr << "\n";
Chris Lattnerdacceef2006-01-04 05:40:30 +000063 }
64}
65
Chris Lattnerfb2cb692003-05-12 14:24:00 +000066LiveVariables::VarInfo &LiveVariables::getVarInfo(unsigned RegIdx) {
Chris Lattneref09c632004-01-31 21:27:19 +000067 assert(MRegisterInfo::isVirtualRegister(RegIdx) &&
Chris Lattnerfb2cb692003-05-12 14:24:00 +000068 "getVarInfo: not a virtual register!");
69 RegIdx -= MRegisterInfo::FirstVirtualRegister;
70 if (RegIdx >= VirtRegInfo.size()) {
71 if (RegIdx >= 2*VirtRegInfo.size())
72 VirtRegInfo.resize(RegIdx*2);
73 else
74 VirtRegInfo.resize(2*VirtRegInfo.size());
75 }
Evan Chengc6a24102007-03-17 09:29:54 +000076 VarInfo &VI = VirtRegInfo[RegIdx];
77 VI.AliveBlocks.resize(MF->getNumBlockIDs());
Owen Andersona0185402007-11-08 01:20:48 +000078 VI.UsedBlocks.resize(MF->getNumBlockIDs());
Evan Chengc6a24102007-03-17 09:29:54 +000079 return VI;
Chris Lattnerfb2cb692003-05-12 14:24:00 +000080}
81
Chris Lattner657b4d12005-08-24 00:09:33 +000082bool LiveVariables::KillsRegister(MachineInstr *MI, unsigned Reg) const {
Evan Chenga6c4c1e2006-11-15 20:51:59 +000083 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
84 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +000085 if (MO.isRegister() && MO.isKill()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +000086 if ((MO.getReg() == Reg) ||
87 (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
88 MRegisterInfo::isPhysicalRegister(Reg) &&
89 RegInfo->isSubRegister(MO.getReg(), Reg)))
Evan Chenga6c4c1e2006-11-15 20:51:59 +000090 return true;
91 }
92 }
93 return false;
Chris Lattner657b4d12005-08-24 00:09:33 +000094}
95
96bool LiveVariables::RegisterDefIsDead(MachineInstr *MI, unsigned Reg) const {
Evan Chenga6c4c1e2006-11-15 20:51:59 +000097 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
98 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +000099 if (MO.isRegister() && MO.isDead()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000100 if ((MO.getReg() == Reg) ||
101 (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
102 MRegisterInfo::isPhysicalRegister(Reg) &&
103 RegInfo->isSubRegister(MO.getReg(), Reg)))
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000104 return true;
Evan Cheng24a3cc42007-04-25 07:30:23 +0000105 }
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000106 }
107 return false;
108}
109
110bool LiveVariables::ModifiesRegister(MachineInstr *MI, unsigned Reg) const {
111 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
112 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000113 if (MO.isRegister() && MO.isDef() && MO.getReg() == Reg)
Evan Cheng24a3cc42007-04-25 07:30:23 +0000114 return true;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000115 }
116 return false;
Chris Lattner657b4d12005-08-24 00:09:33 +0000117}
Chris Lattnerfb2cb692003-05-12 14:24:00 +0000118
Chris Lattnerbc40e892003-01-13 20:01:16 +0000119void LiveVariables::MarkVirtRegAliveInBlock(VarInfo &VRInfo,
Evan Cheng56184902007-05-08 19:00:00 +0000120 MachineBasicBlock *MBB,
121 std::vector<MachineBasicBlock*> &WorkList) {
Chris Lattner8ba97712004-07-01 04:29:47 +0000122 unsigned BBNum = MBB->getNumber();
Chris Lattnerbc40e892003-01-13 20:01:16 +0000123
124 // Check to see if this basic block is one of the killing blocks. If so,
125 // remove it...
126 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
Chris Lattner74de8b12004-07-19 07:04:55 +0000127 if (VRInfo.Kills[i]->getParent() == MBB) {
Chris Lattnerbc40e892003-01-13 20:01:16 +0000128 VRInfo.Kills.erase(VRInfo.Kills.begin()+i); // Erase entry
129 break;
130 }
131
Chris Lattner73d4adf2004-07-19 06:26:50 +0000132 if (MBB == VRInfo.DefInst->getParent()) return; // Terminate recursion
Chris Lattnerbc40e892003-01-13 20:01:16 +0000133
Chris Lattnerbc40e892003-01-13 20:01:16 +0000134 if (VRInfo.AliveBlocks[BBNum])
135 return; // We already know the block is live
136
137 // Mark the variable known alive in this bb
138 VRInfo.AliveBlocks[BBNum] = true;
139
Evan Cheng56184902007-05-08 19:00:00 +0000140 for (MachineBasicBlock::const_pred_reverse_iterator PI = MBB->pred_rbegin(),
141 E = MBB->pred_rend(); PI != E; ++PI)
142 WorkList.push_back(*PI);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000143}
144
Evan Cheng56184902007-05-08 19:00:00 +0000145void LiveVariables::MarkVirtRegAliveInBlock(VarInfo &VRInfo,
146 MachineBasicBlock *MBB) {
147 std::vector<MachineBasicBlock*> WorkList;
148 MarkVirtRegAliveInBlock(VRInfo, MBB, WorkList);
149 while (!WorkList.empty()) {
150 MachineBasicBlock *Pred = WorkList.back();
151 WorkList.pop_back();
152 MarkVirtRegAliveInBlock(VRInfo, Pred, WorkList);
153 }
154}
155
156
Chris Lattnerbc40e892003-01-13 20:01:16 +0000157void LiveVariables::HandleVirtRegUse(VarInfo &VRInfo, MachineBasicBlock *MBB,
Misha Brukman09ba9062004-06-24 21:31:16 +0000158 MachineInstr *MI) {
Alkis Evlogimenos2e58a412004-09-01 22:34:52 +0000159 assert(VRInfo.DefInst && "Register use before def!");
160
Owen Andersona0185402007-11-08 01:20:48 +0000161 unsigned BBNum = MBB->getNumber();
162
163 VRInfo.UsedBlocks[BBNum] = true;
Evan Cheng38b7ca62007-04-17 20:22:11 +0000164 VRInfo.NumUses++;
Evan Chengc6a24102007-03-17 09:29:54 +0000165
Chris Lattnerbc40e892003-01-13 20:01:16 +0000166 // Check to see if this basic block is already a kill block...
Chris Lattner74de8b12004-07-19 07:04:55 +0000167 if (!VRInfo.Kills.empty() && VRInfo.Kills.back()->getParent() == MBB) {
Chris Lattnerbc40e892003-01-13 20:01:16 +0000168 // Yes, this register is killed in this basic block already. Increase the
169 // live range by updating the kill instruction.
Chris Lattner74de8b12004-07-19 07:04:55 +0000170 VRInfo.Kills.back() = MI;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000171 return;
172 }
173
174#ifndef NDEBUG
175 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
Chris Lattner74de8b12004-07-19 07:04:55 +0000176 assert(VRInfo.Kills[i]->getParent() != MBB && "entry should be at end!");
Chris Lattnerbc40e892003-01-13 20:01:16 +0000177#endif
178
Misha Brukmanedf128a2005-04-21 22:36:52 +0000179 assert(MBB != VRInfo.DefInst->getParent() &&
Chris Lattner73d4adf2004-07-19 06:26:50 +0000180 "Should have kill for defblock!");
Chris Lattnerbc40e892003-01-13 20:01:16 +0000181
182 // Add a new kill entry for this basic block.
Evan Chenge2ee9962007-03-09 09:48:56 +0000183 // If this virtual register is already marked as alive in this basic block,
184 // that means it is alive in at least one of the successor block, it's not
185 // a kill.
Owen Andersona0185402007-11-08 01:20:48 +0000186 if (!VRInfo.AliveBlocks[BBNum])
Evan Chenge2ee9962007-03-09 09:48:56 +0000187 VRInfo.Kills.push_back(MI);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000188
189 // Update all dominating blocks to mark them known live.
Chris Lattnerf25fb4b2004-05-01 21:24:24 +0000190 for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(),
191 E = MBB->pred_end(); PI != E; ++PI)
Chris Lattnerbc40e892003-01-13 20:01:16 +0000192 MarkVirtRegAliveInBlock(VRInfo, *PI);
193}
194
Evan Cheng05350282007-04-26 01:40:09 +0000195bool LiveVariables::addRegisterKilled(unsigned IncomingReg, MachineInstr *MI,
196 bool AddIfNotFound) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000197 bool Found = false;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000198 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
199 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000200 if (MO.isRegister() && MO.isUse()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000201 unsigned Reg = MO.getReg();
202 if (!Reg)
203 continue;
204 if (Reg == IncomingReg) {
205 MO.setIsKill();
206 Found = true;
207 break;
208 } else if (MRegisterInfo::isPhysicalRegister(Reg) &&
209 MRegisterInfo::isPhysicalRegister(IncomingReg) &&
210 RegInfo->isSuperRegister(IncomingReg, Reg) &&
211 MO.isKill())
212 // A super-register kill already exists.
Evan Cheng5942efb2007-11-05 03:11:55 +0000213 Found = true;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000214 }
215 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000216
217 // If not found, this means an alias of one of the operand is killed. Add a
Evan Cheng05350282007-04-26 01:40:09 +0000218 // new implicit operand if required.
219 if (!Found && AddIfNotFound) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000220 MI->addRegOperand(IncomingReg, false/*IsDef*/,true/*IsImp*/,true/*IsKill*/);
Evan Cheng05350282007-04-26 01:40:09 +0000221 return true;
222 }
223 return Found;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000224}
225
Evan Cheng05350282007-04-26 01:40:09 +0000226bool LiveVariables::addRegisterDead(unsigned IncomingReg, MachineInstr *MI,
227 bool AddIfNotFound) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000228 bool Found = false;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000229 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
230 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000231 if (MO.isRegister() && MO.isDef()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000232 unsigned Reg = MO.getReg();
233 if (!Reg)
234 continue;
235 if (Reg == IncomingReg) {
236 MO.setIsDead();
237 Found = true;
238 break;
239 } else if (MRegisterInfo::isPhysicalRegister(Reg) &&
240 MRegisterInfo::isPhysicalRegister(IncomingReg) &&
241 RegInfo->isSuperRegister(IncomingReg, Reg) &&
242 MO.isDead())
243 // There exists a super-register that's marked dead.
Evan Cheng05350282007-04-26 01:40:09 +0000244 return true;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000245 }
246 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000247
248 // If not found, this means an alias of one of the operand is dead. Add a
249 // new implicit operand.
Evan Cheng05350282007-04-26 01:40:09 +0000250 if (!Found && AddIfNotFound) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000251 MI->addRegOperand(IncomingReg, true/*IsDef*/,true/*IsImp*/,false/*IsKill*/,
252 true/*IsDead*/);
Evan Cheng05350282007-04-26 01:40:09 +0000253 return true;
254 }
255 return Found;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000256}
257
Chris Lattnerbc40e892003-01-13 20:01:16 +0000258void LiveVariables::HandlePhysRegUse(unsigned Reg, MachineInstr *MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000259 // Turn previous partial def's into read/mod/write.
260 for (unsigned i = 0, e = PhysRegPartDef[Reg].size(); i != e; ++i) {
261 MachineInstr *Def = PhysRegPartDef[Reg][i];
262 // First one is just a def. This means the use is reading some undef bits.
263 if (i != 0)
264 Def->addRegOperand(Reg, false/*IsDef*/,true/*IsImp*/,true/*IsKill*/);
265 Def->addRegOperand(Reg, true/*IsDef*/,true/*IsImp*/);
266 }
267 PhysRegPartDef[Reg].clear();
268
269 // There was an earlier def of a super-register. Add implicit def to that MI.
270 // A: EAX = ...
271 // B: = AX
272 // Add implicit def to A.
Evan Cheng6d6d3522007-09-11 22:34:47 +0000273 if (PhysRegInfo[Reg] && PhysRegInfo[Reg] != PhysRegPartUse[Reg] &&
274 !PhysRegUsed[Reg]) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000275 MachineInstr *Def = PhysRegInfo[Reg];
276 if (!Def->findRegisterDefOperand(Reg))
277 Def->addRegOperand(Reg, true/*IsDef*/,true/*IsImp*/);
278 }
279
Evan Cheng6d6d3522007-09-11 22:34:47 +0000280 // There is a now a proper use, forget about the last partial use.
281 PhysRegPartUse[Reg] = NULL;
Alkis Evlogimenosc55640f2004-01-13 21:16:25 +0000282 PhysRegInfo[Reg] = MI;
283 PhysRegUsed[Reg] = true;
Chris Lattner6d3848d2004-05-10 05:12:43 +0000284
Evan Cheng24a3cc42007-04-25 07:30:23 +0000285 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
286 unsigned SubReg = *SubRegs; ++SubRegs) {
287 PhysRegInfo[SubReg] = MI;
288 PhysRegUsed[SubReg] = true;
Chris Lattner6d3848d2004-05-10 05:12:43 +0000289 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000290
Evan Cheng24a3cc42007-04-25 07:30:23 +0000291 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
Evan Cheng21b3bf02007-08-01 20:18:21 +0000292 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
293 // Remember the partial use of this superreg if it was previously defined.
294 bool HasPrevDef = PhysRegInfo[SuperReg] != NULL;
295 if (!HasPrevDef) {
296 for (const unsigned *SSRegs = RegInfo->getSuperRegisters(SuperReg);
297 unsigned SSReg = *SSRegs; ++SSRegs) {
298 if (PhysRegInfo[SSReg] != NULL) {
299 HasPrevDef = true;
300 break;
301 }
302 }
303 }
304 if (HasPrevDef) {
305 PhysRegInfo[SuperReg] = MI;
306 PhysRegPartUse[SuperReg] = MI;
307 }
308 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000309}
310
Evan Cheng4efe7412007-06-26 21:03:35 +0000311bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI,
312 SmallSet<unsigned, 4> &SubKills) {
313 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
314 unsigned SubReg = *SubRegs; ++SubRegs) {
315 MachineInstr *LastRef = PhysRegInfo[SubReg];
Evan Cheng0d8d3162007-09-12 23:02:04 +0000316 if (LastRef != RefMI ||
317 !HandlePhysRegKill(SubReg, RefMI, SubKills))
Evan Cheng4efe7412007-06-26 21:03:35 +0000318 SubKills.insert(SubReg);
319 }
320
321 if (*RegInfo->getImmediateSubRegisters(Reg) == 0) {
322 // No sub-registers, just check if reg is killed by RefMI.
323 if (PhysRegInfo[Reg] == RefMI)
324 return true;
325 } else if (SubKills.empty())
326 // None of the sub-registers are killed elsewhere...
327 return true;
328 return false;
329}
330
331void LiveVariables::addRegisterKills(unsigned Reg, MachineInstr *MI,
332 SmallSet<unsigned, 4> &SubKills) {
333 if (SubKills.count(Reg) == 0)
334 addRegisterKilled(Reg, MI, true);
335 else {
336 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
337 unsigned SubReg = *SubRegs; ++SubRegs)
338 addRegisterKills(SubReg, MI, SubKills);
339 }
340}
341
342bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI) {
343 SmallSet<unsigned, 4> SubKills;
344 if (HandlePhysRegKill(Reg, RefMI, SubKills)) {
Evan Cheng0d8d3162007-09-12 23:02:04 +0000345 addRegisterKilled(Reg, RefMI, true);
Evan Cheng4efe7412007-06-26 21:03:35 +0000346 return true;
347 } else {
348 // Some sub-registers are killed by another MI.
349 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
350 unsigned SubReg = *SubRegs; ++SubRegs)
351 addRegisterKills(SubReg, RefMI, SubKills);
352 return false;
353 }
354}
355
Chris Lattnerbc40e892003-01-13 20:01:16 +0000356void LiveVariables::HandlePhysRegDef(unsigned Reg, MachineInstr *MI) {
357 // Does this kill a previous version of this register?
Evan Cheng24a3cc42007-04-25 07:30:23 +0000358 if (MachineInstr *LastRef = PhysRegInfo[Reg]) {
Evan Cheng4efe7412007-06-26 21:03:35 +0000359 if (PhysRegUsed[Reg]) {
360 if (!HandlePhysRegKill(Reg, LastRef)) {
361 if (PhysRegPartUse[Reg])
362 addRegisterKilled(Reg, PhysRegPartUse[Reg], true);
363 }
364 } else if (PhysRegPartUse[Reg])
Evan Cheng21b3bf02007-08-01 20:18:21 +0000365 // Add implicit use / kill to last partial use.
Evan Cheng05350282007-04-26 01:40:09 +0000366 addRegisterKilled(Reg, PhysRegPartUse[Reg], true);
Evan Cheng5942efb2007-11-05 03:11:55 +0000367 else if (LastRef != MI)
368 // Defined, but not used. However, watch out for cases where a super-reg
369 // is also defined on the same MI.
Evan Cheng8e29b212007-04-26 08:24:22 +0000370 addRegisterDead(Reg, LastRef);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000371 }
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000372
Evan Cheng24a3cc42007-04-25 07:30:23 +0000373 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
374 unsigned SubReg = *SubRegs; ++SubRegs) {
375 if (MachineInstr *LastRef = PhysRegInfo[SubReg]) {
Evan Cheng4efe7412007-06-26 21:03:35 +0000376 if (PhysRegUsed[SubReg]) {
377 if (!HandlePhysRegKill(SubReg, LastRef)) {
378 if (PhysRegPartUse[SubReg])
379 addRegisterKilled(SubReg, PhysRegPartUse[SubReg], true);
380 }
Evan Cheng4efe7412007-06-26 21:03:35 +0000381 } else if (PhysRegPartUse[SubReg])
Evan Cheng24a3cc42007-04-25 07:30:23 +0000382 // Add implicit use / kill to last use of a sub-register.
Evan Cheng8e29b212007-04-26 08:24:22 +0000383 addRegisterKilled(SubReg, PhysRegPartUse[SubReg], true);
Evan Cheng6d6d3522007-09-11 22:34:47 +0000384 else if (LastRef != MI)
385 // This must be a def of the subreg on the same MI.
Evan Cheng24a3cc42007-04-25 07:30:23 +0000386 addRegisterDead(SubReg, LastRef);
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000387 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000388 }
389
Evan Cheng4efe7412007-06-26 21:03:35 +0000390 if (MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000391 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
392 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
Evan Cheng6d6d3522007-09-11 22:34:47 +0000393 if (PhysRegInfo[SuperReg] && PhysRegInfo[SuperReg] != MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000394 // The larger register is previously defined. Now a smaller part is
395 // being re-defined. Treat it as read/mod/write.
396 // EAX =
397 // AX = EAX<imp-use,kill>, EAX<imp-def>
398 MI->addRegOperand(SuperReg, false/*IsDef*/,true/*IsImp*/,true/*IsKill*/);
399 MI->addRegOperand(SuperReg, true/*IsDef*/,true/*IsImp*/);
400 PhysRegInfo[SuperReg] = MI;
401 PhysRegUsed[SuperReg] = false;
Evan Cheng8b966d92007-05-14 20:39:18 +0000402 PhysRegPartUse[SuperReg] = NULL;
Evan Cheng24a3cc42007-04-25 07:30:23 +0000403 } else {
404 // Remember this partial def.
405 PhysRegPartDef[SuperReg].push_back(MI);
406 }
Evan Cheng4efe7412007-06-26 21:03:35 +0000407 }
408
409 PhysRegInfo[Reg] = MI;
410 PhysRegUsed[Reg] = false;
Evan Cheng21b3bf02007-08-01 20:18:21 +0000411 PhysRegPartDef[Reg].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000412 PhysRegPartUse[Reg] = NULL;
413 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
414 unsigned SubReg = *SubRegs; ++SubRegs) {
415 PhysRegInfo[SubReg] = MI;
416 PhysRegUsed[SubReg] = false;
Evan Cheng21b3bf02007-08-01 20:18:21 +0000417 PhysRegPartDef[SubReg].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000418 PhysRegPartUse[SubReg] = NULL;
419 }
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000420 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000421}
422
Evan Chengc6a24102007-03-17 09:29:54 +0000423bool LiveVariables::runOnMachineFunction(MachineFunction &mf) {
424 MF = &mf;
425 const TargetInstrInfo &TII = *MF->getTarget().getInstrInfo();
426 RegInfo = MF->getTarget().getRegisterInfo();
Chris Lattner96aef892004-02-09 01:35:21 +0000427 assert(RegInfo && "Target doesn't have register information?");
428
Evan Chengc6a24102007-03-17 09:29:54 +0000429 ReservedRegisters = RegInfo->getReservedRegs(mf);
Chris Lattner5cdfbad2003-05-07 20:08:36 +0000430
Evan Chenge96f5012007-04-25 19:34:00 +0000431 unsigned NumRegs = RegInfo->getNumRegs();
432 PhysRegInfo = new MachineInstr*[NumRegs];
433 PhysRegUsed = new bool[NumRegs];
434 PhysRegPartUse = new MachineInstr*[NumRegs];
435 PhysRegPartDef = new SmallVector<MachineInstr*,4>[NumRegs];
436 PHIVarInfo = new SmallVector<unsigned, 4>[MF->getNumBlockIDs()];
437 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
438 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
439 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000440
Chris Lattnerbc40e892003-01-13 20:01:16 +0000441 /// Get some space for a respectable number of registers...
442 VirtRegInfo.resize(64);
Chris Lattnerd493b342005-04-09 15:23:25 +0000443
Evan Chengc6a24102007-03-17 09:29:54 +0000444 analyzePHINodes(mf);
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000445
Chris Lattnerbc40e892003-01-13 20:01:16 +0000446 // Calculate live variable information in depth first order on the CFG of the
447 // function. This guarantees that we will see the definition of a virtual
448 // register before its uses due to dominance properties of SSA (except for PHI
449 // nodes, which are treated as a special case).
450 //
Evan Chengc6a24102007-03-17 09:29:54 +0000451 MachineBasicBlock *Entry = MF->begin();
Evan Cheng04104072007-06-27 05:23:00 +0000452 SmallPtrSet<MachineBasicBlock*,16> Visited;
453 for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> >
454 DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited);
455 DFI != E; ++DFI) {
Chris Lattnerf25fb4b2004-05-01 21:24:24 +0000456 MachineBasicBlock *MBB = *DFI;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000457
Evan Chengb371f452007-02-19 21:49:54 +0000458 // Mark live-in registers as live-in.
459 for (MachineBasicBlock::const_livein_iterator II = MBB->livein_begin(),
Evan Cheng0c9f92e2007-02-13 01:30:55 +0000460 EE = MBB->livein_end(); II != EE; ++II) {
461 assert(MRegisterInfo::isPhysicalRegister(*II) &&
462 "Cannot have a live-in virtual register!");
463 HandlePhysRegDef(*II, 0);
464 }
465
Chris Lattnerbc40e892003-01-13 20:01:16 +0000466 // Loop over all of the instructions, processing them.
467 for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end();
Misha Brukman09ba9062004-06-24 21:31:16 +0000468 I != E; ++I) {
Alkis Evlogimenosc0b9dc52004-02-12 02:27:10 +0000469 MachineInstr *MI = I;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000470
471 // Process all of the operands of the instruction...
472 unsigned NumOperandsToProcess = MI->getNumOperands();
473
474 // Unless it is a PHI node. In this case, ONLY process the DEF, not any
475 // of the uses. They will be handled in other basic blocks.
Misha Brukmanedf128a2005-04-21 22:36:52 +0000476 if (MI->getOpcode() == TargetInstrInfo::PHI)
Misha Brukman09ba9062004-06-24 21:31:16 +0000477 NumOperandsToProcess = 1;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000478
Evan Cheng438f7bc2006-11-10 08:43:01 +0000479 // Process all uses...
Chris Lattnerbc40e892003-01-13 20:01:16 +0000480 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000481 MachineOperand &MO = MI->getOperand(i);
Chris Lattnerd8f44e02006-09-05 20:19:27 +0000482 if (MO.isRegister() && MO.isUse() && MO.getReg()) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000483 if (MRegisterInfo::isVirtualRegister(MO.getReg())){
484 HandleVirtRegUse(getVarInfo(MO.getReg()), MBB, MI);
485 } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
Evan Chengb371f452007-02-19 21:49:54 +0000486 !ReservedRegisters[MO.getReg()]) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000487 HandlePhysRegUse(MO.getReg(), MI);
488 }
489 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000490 }
491
Evan Cheng438f7bc2006-11-10 08:43:01 +0000492 // Process all defs...
Chris Lattnerbc40e892003-01-13 20:01:16 +0000493 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000494 MachineOperand &MO = MI->getOperand(i);
Chris Lattnerd8f44e02006-09-05 20:19:27 +0000495 if (MO.isRegister() && MO.isDef() && MO.getReg()) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000496 if (MRegisterInfo::isVirtualRegister(MO.getReg())) {
497 VarInfo &VRInfo = getVarInfo(MO.getReg());
Chris Lattnerbc40e892003-01-13 20:01:16 +0000498
Chris Lattner73d4adf2004-07-19 06:26:50 +0000499 assert(VRInfo.DefInst == 0 && "Variable multiply defined!");
Misha Brukman09ba9062004-06-24 21:31:16 +0000500 VRInfo.DefInst = MI;
Chris Lattner472405e2004-07-19 06:55:21 +0000501 // Defaults to dead
Chris Lattner74de8b12004-07-19 07:04:55 +0000502 VRInfo.Kills.push_back(MI);
Misha Brukman09ba9062004-06-24 21:31:16 +0000503 } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
Evan Chengb371f452007-02-19 21:49:54 +0000504 !ReservedRegisters[MO.getReg()]) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000505 HandlePhysRegDef(MO.getReg(), MI);
506 }
507 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000508 }
509 }
510
511 // Handle any virtual assignments from PHI nodes which might be at the
512 // bottom of this basic block. We check all of our successor blocks to see
513 // if they have PHI nodes, and if so, we simulate an assignment at the end
514 // of the current block.
Evan Chenge96f5012007-04-25 19:34:00 +0000515 if (!PHIVarInfo[MBB->getNumber()].empty()) {
516 SmallVector<unsigned, 4>& VarInfoVec = PHIVarInfo[MBB->getNumber()];
Misha Brukmanedf128a2005-04-21 22:36:52 +0000517
Evan Chenge96f5012007-04-25 19:34:00 +0000518 for (SmallVector<unsigned, 4>::iterator I = VarInfoVec.begin(),
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000519 E = VarInfoVec.end(); I != E; ++I) {
520 VarInfo& VRInfo = getVarInfo(*I);
521 assert(VRInfo.DefInst && "Register use before def (or no def)!");
Chris Lattnerbc40e892003-01-13 20:01:16 +0000522
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000523 // Only mark it alive only in the block we are representing.
524 MarkVirtRegAliveInBlock(VRInfo, MBB);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000525 }
526 }
Misha Brukmanedf128a2005-04-21 22:36:52 +0000527
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000528 // Finally, if the last instruction in the block is a return, make sure to mark
Chris Lattnerd493b342005-04-09 15:23:25 +0000529 // it as using all of the live-out values in the function.
530 if (!MBB->empty() && TII.isReturn(MBB->back().getOpcode())) {
531 MachineInstr *Ret = &MBB->back();
Evan Chengc6a24102007-03-17 09:29:54 +0000532 for (MachineFunction::liveout_iterator I = MF->liveout_begin(),
533 E = MF->liveout_end(); I != E; ++I) {
Chris Lattnerd493b342005-04-09 15:23:25 +0000534 assert(MRegisterInfo::isPhysicalRegister(*I) &&
535 "Cannot have a live-in virtual register!");
536 HandlePhysRegUse(*I, Ret);
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000537 // Add live-out registers as implicit uses.
Evan Chengfaa51072007-04-26 19:00:32 +0000538 if (Ret->findRegisterUseOperandIdx(*I) == -1)
539 Ret->addRegOperand(*I, false, true);
Chris Lattnerd493b342005-04-09 15:23:25 +0000540 }
541 }
542
Chris Lattnerbc40e892003-01-13 20:01:16 +0000543 // Loop over PhysRegInfo, killing any registers that are available at the
544 // end of the basic block. This also resets the PhysRegInfo map.
Evan Chenge96f5012007-04-25 19:34:00 +0000545 for (unsigned i = 0; i != NumRegs; ++i)
Chris Lattnerbc40e892003-01-13 20:01:16 +0000546 if (PhysRegInfo[i])
Misha Brukman09ba9062004-06-24 21:31:16 +0000547 HandlePhysRegDef(i, 0);
Evan Cheng24a3cc42007-04-25 07:30:23 +0000548
549 // Clear some states between BB's. These are purely local information.
Evan Chengade31f92007-04-25 21:34:08 +0000550 for (unsigned i = 0; i != NumRegs; ++i)
Evan Cheng24a3cc42007-04-25 07:30:23 +0000551 PhysRegPartDef[i].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000552 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
553 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
Evan Chenge96f5012007-04-25 19:34:00 +0000554 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000555 }
556
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000557 // Convert and transfer the dead / killed information we have gathered into
558 // VirtRegInfo onto MI's.
Chris Lattnerbc40e892003-01-13 20:01:16 +0000559 //
Evan Chengf0e3bb12007-03-09 06:02:17 +0000560 for (unsigned i = 0, e1 = VirtRegInfo.size(); i != e1; ++i)
561 for (unsigned j = 0, e2 = VirtRegInfo[i].Kills.size(); j != e2; ++j) {
Chris Lattner74de8b12004-07-19 07:04:55 +0000562 if (VirtRegInfo[i].Kills[j] == VirtRegInfo[i].DefInst)
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000563 addRegisterDead(i + MRegisterInfo::FirstVirtualRegister,
564 VirtRegInfo[i].Kills[j]);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000565 else
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000566 addRegisterKilled(i + MRegisterInfo::FirstVirtualRegister,
567 VirtRegInfo[i].Kills[j]);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000568 }
Chris Lattnera5287a62004-07-01 04:24:29 +0000569
Chris Lattner9fb6cf12004-07-09 16:44:37 +0000570 // Check to make sure there are no unreachable blocks in the MC CFG for the
571 // function. If so, it is due to a bug in the instruction selector or some
572 // other part of the code generator if this happens.
573#ifndef NDEBUG
Evan Chengc6a24102007-03-17 09:29:54 +0000574 for(MachineFunction::iterator i = MF->begin(), e = MF->end(); i != e; ++i)
Chris Lattner9fb6cf12004-07-09 16:44:37 +0000575 assert(Visited.count(&*i) != 0 && "unreachable basic block found");
576#endif
577
Evan Chenge96f5012007-04-25 19:34:00 +0000578 delete[] PhysRegInfo;
579 delete[] PhysRegUsed;
580 delete[] PhysRegPartUse;
581 delete[] PhysRegPartDef;
582 delete[] PHIVarInfo;
583
Chris Lattnerbc40e892003-01-13 20:01:16 +0000584 return false;
585}
Chris Lattner5ed001b2004-02-19 18:28:02 +0000586
587/// instructionChanged - When the address of an instruction changes, this
588/// method should be called so that live variables can update its internal
589/// data structures. This removes the records for OldMI, transfering them to
590/// the records for NewMI.
591void LiveVariables::instructionChanged(MachineInstr *OldMI,
592 MachineInstr *NewMI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000593 // If the instruction defines any virtual registers, update the VarInfo,
594 // kill and dead information for the instruction.
Alkis Evlogimenosa8db01a2004-03-30 22:44:39 +0000595 for (unsigned i = 0, e = OldMI->getNumOperands(); i != e; ++i) {
596 MachineOperand &MO = OldMI->getOperand(i);
Chris Lattnerd45be362005-01-19 17:09:15 +0000597 if (MO.isRegister() && MO.getReg() &&
Chris Lattner5ed001b2004-02-19 18:28:02 +0000598 MRegisterInfo::isVirtualRegister(MO.getReg())) {
599 unsigned Reg = MO.getReg();
600 VarInfo &VI = getVarInfo(Reg);
Chris Lattnerd45be362005-01-19 17:09:15 +0000601 if (MO.isDef()) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000602 if (MO.isDead()) {
603 MO.unsetIsDead();
604 addVirtualRegisterDead(Reg, NewMI);
605 }
Chris Lattnerd45be362005-01-19 17:09:15 +0000606 // Update the defining instruction.
607 if (VI.DefInst == OldMI)
608 VI.DefInst = NewMI;
Chris Lattner2a6e1632005-01-19 17:11:51 +0000609 }
Dan Gohmanc674a922007-07-20 23:17:34 +0000610 if (MO.isKill()) {
611 MO.unsetIsKill();
612 addVirtualRegisterKilled(Reg, NewMI);
Chris Lattnerd45be362005-01-19 17:09:15 +0000613 }
Dan Gohmanc674a922007-07-20 23:17:34 +0000614 // If this is a kill of the value, update the VI kills list.
615 if (VI.removeKill(OldMI))
616 VI.Kills.push_back(NewMI); // Yes, there was a kill of it
Chris Lattner5ed001b2004-02-19 18:28:02 +0000617 }
618 }
Chris Lattner5ed001b2004-02-19 18:28:02 +0000619}
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000620
621/// removeVirtualRegistersKilled - Remove all killed info for the specified
622/// instruction.
623void LiveVariables::removeVirtualRegistersKilled(MachineInstr *MI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000624 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
625 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000626 if (MO.isRegister() && MO.isKill()) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000627 MO.unsetIsKill();
628 unsigned Reg = MO.getReg();
629 if (MRegisterInfo::isVirtualRegister(Reg)) {
630 bool removed = getVarInfo(Reg).removeKill(MI);
631 assert(removed && "kill not in register's VarInfo?");
632 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000633 }
634 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000635}
636
637/// removeVirtualRegistersDead - Remove all of the dead registers for the
638/// specified instruction from the live variable information.
639void LiveVariables::removeVirtualRegistersDead(MachineInstr *MI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000640 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
641 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000642 if (MO.isRegister() && MO.isDead()) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000643 MO.unsetIsDead();
644 unsigned Reg = MO.getReg();
645 if (MRegisterInfo::isVirtualRegister(Reg)) {
646 bool removed = getVarInfo(Reg).removeKill(MI);
647 assert(removed && "kill not in register's VarInfo?");
648 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000649 }
650 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000651}
652
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000653/// analyzePHINodes - Gather information about the PHI nodes in here. In
654/// particular, we want to map the variable information of a virtual
655/// register which is used in a PHI node. We map that to the BB the vreg is
656/// coming from.
657///
658void LiveVariables::analyzePHINodes(const MachineFunction& Fn) {
659 for (MachineFunction::const_iterator I = Fn.begin(), E = Fn.end();
660 I != E; ++I)
661 for (MachineBasicBlock::const_iterator BBI = I->begin(), BBE = I->end();
662 BBI != BBE && BBI->getOpcode() == TargetInstrInfo::PHI; ++BBI)
663 for (unsigned i = 1, e = BBI->getNumOperands(); i != e; i += 2)
Evan Chenge96f5012007-04-25 19:34:00 +0000664 PHIVarInfo[BBI->getOperand(i + 1).getMachineBasicBlock()->getNumber()].
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000665 push_back(BBI->getOperand(i).getReg());
666}