blob: 7e8965ea840d9ce6e4d748506c78a443cd844b4f [file] [log] [blame]
Chris Lattnerbc40e892003-01-13 20:01:16 +00001//===-- LiveVariables.cpp - Live Variable Analysis for Machine Code -------===//
Misha Brukmanedf128a2005-04-21 22:36:52 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
Misha Brukmanedf128a2005-04-21 22:36:52 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Misha Brukmanedf128a2005-04-21 22:36:52 +00009//
Chris Lattner5cdfbad2003-05-07 20:08:36 +000010// This file implements the LiveVariable analysis pass. For each machine
11// instruction in the function, this pass calculates the set of registers that
12// are immediately dead after the instruction (i.e., the instruction calculates
13// the value, but it is never used) and the set of registers that are used by
14// the instruction, but are never used after the instruction (i.e., they are
15// killed).
16//
17// This class computes live variables using are sparse implementation based on
18// the machine code SSA form. This class computes live variable information for
19// each virtual and _register allocatable_ physical register in a function. It
20// uses the dominance properties of SSA form to efficiently compute live
21// variables for virtual registers, and assumes that physical registers are only
22// live within a single basic block (allowing it to do a single local analysis
23// to resolve physical register lifetimes in each basic block). If a physical
24// register is not register allocatable, it is not tracked. This is useful for
25// things like the stack pointer and condition codes.
26//
Chris Lattnerbc40e892003-01-13 20:01:16 +000027//===----------------------------------------------------------------------===//
28
29#include "llvm/CodeGen/LiveVariables.h"
30#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner61b08f12004-02-10 21:18:55 +000031#include "llvm/Target/MRegisterInfo.h"
Chris Lattner3501fea2003-01-14 22:00:31 +000032#include "llvm/Target/TargetInstrInfo.h"
Chris Lattnerbc40e892003-01-13 20:01:16 +000033#include "llvm/Target/TargetMachine.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000034#include "llvm/ADT/DepthFirstIterator.h"
Evan Cheng04104072007-06-27 05:23:00 +000035#include "llvm/ADT/SmallPtrSet.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000036#include "llvm/ADT/STLExtras.h"
Chris Lattner6fcd8d82004-10-25 18:44:14 +000037#include "llvm/Config/alloca.h"
Chris Lattner657b4d12005-08-24 00:09:33 +000038#include <algorithm>
Chris Lattner49a5aaa2004-01-30 22:08:53 +000039using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000040
Devang Patel19974732007-05-03 01:11:54 +000041char LiveVariables::ID = 0;
Chris Lattner5d8925c2006-08-27 22:30:17 +000042static RegisterPass<LiveVariables> X("livevars", "Live Variable Analysis");
Chris Lattnerbc40e892003-01-13 20:01:16 +000043
Chris Lattnerdacceef2006-01-04 05:40:30 +000044void LiveVariables::VarInfo::dump() const {
Bill Wendlingbcd24982006-12-07 20:28:15 +000045 cerr << "Register Defined by: ";
Chris Lattnerdacceef2006-01-04 05:40:30 +000046 if (DefInst)
Bill Wendlingbcd24982006-12-07 20:28:15 +000047 cerr << *DefInst;
Chris Lattnerdacceef2006-01-04 05:40:30 +000048 else
Bill Wendlingbcd24982006-12-07 20:28:15 +000049 cerr << "<null>\n";
50 cerr << " Alive in blocks: ";
Chris Lattnerdacceef2006-01-04 05:40:30 +000051 for (unsigned i = 0, e = AliveBlocks.size(); i != e; ++i)
Bill Wendlingbcd24982006-12-07 20:28:15 +000052 if (AliveBlocks[i]) cerr << i << ", ";
53 cerr << "\n Killed by:";
Chris Lattnerdacceef2006-01-04 05:40:30 +000054 if (Kills.empty())
Bill Wendlingbcd24982006-12-07 20:28:15 +000055 cerr << " No instructions.\n";
Chris Lattnerdacceef2006-01-04 05:40:30 +000056 else {
57 for (unsigned i = 0, e = Kills.size(); i != e; ++i)
Bill Wendlingbcd24982006-12-07 20:28:15 +000058 cerr << "\n #" << i << ": " << *Kills[i];
59 cerr << "\n";
Chris Lattnerdacceef2006-01-04 05:40:30 +000060 }
61}
62
Chris Lattnerfb2cb692003-05-12 14:24:00 +000063LiveVariables::VarInfo &LiveVariables::getVarInfo(unsigned RegIdx) {
Chris Lattneref09c632004-01-31 21:27:19 +000064 assert(MRegisterInfo::isVirtualRegister(RegIdx) &&
Chris Lattnerfb2cb692003-05-12 14:24:00 +000065 "getVarInfo: not a virtual register!");
66 RegIdx -= MRegisterInfo::FirstVirtualRegister;
67 if (RegIdx >= VirtRegInfo.size()) {
68 if (RegIdx >= 2*VirtRegInfo.size())
69 VirtRegInfo.resize(RegIdx*2);
70 else
71 VirtRegInfo.resize(2*VirtRegInfo.size());
72 }
Evan Chengc6a24102007-03-17 09:29:54 +000073 VarInfo &VI = VirtRegInfo[RegIdx];
74 VI.AliveBlocks.resize(MF->getNumBlockIDs());
Evan Chengc6a24102007-03-17 09:29:54 +000075 return VI;
Chris Lattnerfb2cb692003-05-12 14:24:00 +000076}
77
Chris Lattner657b4d12005-08-24 00:09:33 +000078bool LiveVariables::KillsRegister(MachineInstr *MI, unsigned Reg) const {
Evan Chenga6c4c1e2006-11-15 20:51:59 +000079 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
80 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +000081 if (MO.isRegister() && MO.isKill()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +000082 if ((MO.getReg() == Reg) ||
83 (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
84 MRegisterInfo::isPhysicalRegister(Reg) &&
85 RegInfo->isSubRegister(MO.getReg(), Reg)))
Evan Chenga6c4c1e2006-11-15 20:51:59 +000086 return true;
87 }
88 }
89 return false;
Chris Lattner657b4d12005-08-24 00:09:33 +000090}
91
92bool LiveVariables::RegisterDefIsDead(MachineInstr *MI, unsigned Reg) const {
Evan Chenga6c4c1e2006-11-15 20:51:59 +000093 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
94 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +000095 if (MO.isRegister() && MO.isDead()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +000096 if ((MO.getReg() == Reg) ||
97 (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
98 MRegisterInfo::isPhysicalRegister(Reg) &&
99 RegInfo->isSubRegister(MO.getReg(), Reg)))
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000100 return true;
Evan Cheng24a3cc42007-04-25 07:30:23 +0000101 }
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000102 }
103 return false;
104}
105
106bool LiveVariables::ModifiesRegister(MachineInstr *MI, unsigned Reg) const {
107 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
108 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000109 if (MO.isRegister() && MO.isDef() && MO.getReg() == Reg)
Evan Cheng24a3cc42007-04-25 07:30:23 +0000110 return true;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000111 }
112 return false;
Chris Lattner657b4d12005-08-24 00:09:33 +0000113}
Chris Lattnerfb2cb692003-05-12 14:24:00 +0000114
Chris Lattnerbc40e892003-01-13 20:01:16 +0000115void LiveVariables::MarkVirtRegAliveInBlock(VarInfo &VRInfo,
Evan Cheng56184902007-05-08 19:00:00 +0000116 MachineBasicBlock *MBB,
117 std::vector<MachineBasicBlock*> &WorkList) {
Chris Lattner8ba97712004-07-01 04:29:47 +0000118 unsigned BBNum = MBB->getNumber();
Chris Lattnerbc40e892003-01-13 20:01:16 +0000119
120 // Check to see if this basic block is one of the killing blocks. If so,
121 // remove it...
122 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
Chris Lattner74de8b12004-07-19 07:04:55 +0000123 if (VRInfo.Kills[i]->getParent() == MBB) {
Chris Lattnerbc40e892003-01-13 20:01:16 +0000124 VRInfo.Kills.erase(VRInfo.Kills.begin()+i); // Erase entry
125 break;
126 }
127
Chris Lattner73d4adf2004-07-19 06:26:50 +0000128 if (MBB == VRInfo.DefInst->getParent()) return; // Terminate recursion
Chris Lattnerbc40e892003-01-13 20:01:16 +0000129
Chris Lattnerbc40e892003-01-13 20:01:16 +0000130 if (VRInfo.AliveBlocks[BBNum])
131 return; // We already know the block is live
132
133 // Mark the variable known alive in this bb
134 VRInfo.AliveBlocks[BBNum] = true;
135
Evan Cheng56184902007-05-08 19:00:00 +0000136 for (MachineBasicBlock::const_pred_reverse_iterator PI = MBB->pred_rbegin(),
137 E = MBB->pred_rend(); PI != E; ++PI)
138 WorkList.push_back(*PI);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000139}
140
Evan Cheng56184902007-05-08 19:00:00 +0000141void LiveVariables::MarkVirtRegAliveInBlock(VarInfo &VRInfo,
142 MachineBasicBlock *MBB) {
143 std::vector<MachineBasicBlock*> WorkList;
144 MarkVirtRegAliveInBlock(VRInfo, MBB, WorkList);
145 while (!WorkList.empty()) {
146 MachineBasicBlock *Pred = WorkList.back();
147 WorkList.pop_back();
148 MarkVirtRegAliveInBlock(VRInfo, Pred, WorkList);
149 }
150}
151
152
Chris Lattnerbc40e892003-01-13 20:01:16 +0000153void LiveVariables::HandleVirtRegUse(VarInfo &VRInfo, MachineBasicBlock *MBB,
Misha Brukman09ba9062004-06-24 21:31:16 +0000154 MachineInstr *MI) {
Alkis Evlogimenos2e58a412004-09-01 22:34:52 +0000155 assert(VRInfo.DefInst && "Register use before def!");
156
Evan Cheng38b7ca62007-04-17 20:22:11 +0000157 VRInfo.NumUses++;
Evan Chengc6a24102007-03-17 09:29:54 +0000158
Chris Lattnerbc40e892003-01-13 20:01:16 +0000159 // Check to see if this basic block is already a kill block...
Chris Lattner74de8b12004-07-19 07:04:55 +0000160 if (!VRInfo.Kills.empty() && VRInfo.Kills.back()->getParent() == MBB) {
Chris Lattnerbc40e892003-01-13 20:01:16 +0000161 // Yes, this register is killed in this basic block already. Increase the
162 // live range by updating the kill instruction.
Chris Lattner74de8b12004-07-19 07:04:55 +0000163 VRInfo.Kills.back() = MI;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000164 return;
165 }
166
167#ifndef NDEBUG
168 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
Chris Lattner74de8b12004-07-19 07:04:55 +0000169 assert(VRInfo.Kills[i]->getParent() != MBB && "entry should be at end!");
Chris Lattnerbc40e892003-01-13 20:01:16 +0000170#endif
171
Misha Brukmanedf128a2005-04-21 22:36:52 +0000172 assert(MBB != VRInfo.DefInst->getParent() &&
Chris Lattner73d4adf2004-07-19 06:26:50 +0000173 "Should have kill for defblock!");
Chris Lattnerbc40e892003-01-13 20:01:16 +0000174
175 // Add a new kill entry for this basic block.
Evan Chenge2ee9962007-03-09 09:48:56 +0000176 // If this virtual register is already marked as alive in this basic block,
177 // that means it is alive in at least one of the successor block, it's not
178 // a kill.
Evan Chengf44c7282007-04-18 05:04:38 +0000179 if (!VRInfo.AliveBlocks[MBB->getNumber()])
Evan Chenge2ee9962007-03-09 09:48:56 +0000180 VRInfo.Kills.push_back(MI);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000181
182 // Update all dominating blocks to mark them known live.
Chris Lattnerf25fb4b2004-05-01 21:24:24 +0000183 for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(),
184 E = MBB->pred_end(); PI != E; ++PI)
Chris Lattnerbc40e892003-01-13 20:01:16 +0000185 MarkVirtRegAliveInBlock(VRInfo, *PI);
186}
187
Evan Cheng05350282007-04-26 01:40:09 +0000188bool LiveVariables::addRegisterKilled(unsigned IncomingReg, MachineInstr *MI,
189 bool AddIfNotFound) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000190 bool Found = false;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000191 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
192 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000193 if (MO.isRegister() && MO.isUse()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000194 unsigned Reg = MO.getReg();
195 if (!Reg)
196 continue;
197 if (Reg == IncomingReg) {
198 MO.setIsKill();
199 Found = true;
200 break;
201 } else if (MRegisterInfo::isPhysicalRegister(Reg) &&
202 MRegisterInfo::isPhysicalRegister(IncomingReg) &&
203 RegInfo->isSuperRegister(IncomingReg, Reg) &&
204 MO.isKill())
205 // A super-register kill already exists.
Evan Cheng5942efb2007-11-05 03:11:55 +0000206 Found = true;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000207 }
208 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000209
210 // If not found, this means an alias of one of the operand is killed. Add a
Evan Cheng05350282007-04-26 01:40:09 +0000211 // new implicit operand if required.
212 if (!Found && AddIfNotFound) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000213 MI->addRegOperand(IncomingReg, false/*IsDef*/,true/*IsImp*/,true/*IsKill*/);
Evan Cheng05350282007-04-26 01:40:09 +0000214 return true;
215 }
216 return Found;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000217}
218
Evan Cheng05350282007-04-26 01:40:09 +0000219bool LiveVariables::addRegisterDead(unsigned IncomingReg, MachineInstr *MI,
220 bool AddIfNotFound) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000221 bool Found = false;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000222 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
223 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000224 if (MO.isRegister() && MO.isDef()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000225 unsigned Reg = MO.getReg();
226 if (!Reg)
227 continue;
228 if (Reg == IncomingReg) {
229 MO.setIsDead();
230 Found = true;
231 break;
232 } else if (MRegisterInfo::isPhysicalRegister(Reg) &&
233 MRegisterInfo::isPhysicalRegister(IncomingReg) &&
234 RegInfo->isSuperRegister(IncomingReg, Reg) &&
235 MO.isDead())
236 // There exists a super-register that's marked dead.
Evan Cheng05350282007-04-26 01:40:09 +0000237 return true;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000238 }
239 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000240
241 // If not found, this means an alias of one of the operand is dead. Add a
242 // new implicit operand.
Evan Cheng05350282007-04-26 01:40:09 +0000243 if (!Found && AddIfNotFound) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000244 MI->addRegOperand(IncomingReg, true/*IsDef*/,true/*IsImp*/,false/*IsKill*/,
245 true/*IsDead*/);
Evan Cheng05350282007-04-26 01:40:09 +0000246 return true;
247 }
248 return Found;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000249}
250
Chris Lattnerbc40e892003-01-13 20:01:16 +0000251void LiveVariables::HandlePhysRegUse(unsigned Reg, MachineInstr *MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000252 // Turn previous partial def's into read/mod/write.
253 for (unsigned i = 0, e = PhysRegPartDef[Reg].size(); i != e; ++i) {
254 MachineInstr *Def = PhysRegPartDef[Reg][i];
255 // First one is just a def. This means the use is reading some undef bits.
256 if (i != 0)
257 Def->addRegOperand(Reg, false/*IsDef*/,true/*IsImp*/,true/*IsKill*/);
258 Def->addRegOperand(Reg, true/*IsDef*/,true/*IsImp*/);
259 }
260 PhysRegPartDef[Reg].clear();
261
262 // There was an earlier def of a super-register. Add implicit def to that MI.
263 // A: EAX = ...
264 // B: = AX
265 // Add implicit def to A.
Evan Cheng6d6d3522007-09-11 22:34:47 +0000266 if (PhysRegInfo[Reg] && PhysRegInfo[Reg] != PhysRegPartUse[Reg] &&
267 !PhysRegUsed[Reg]) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000268 MachineInstr *Def = PhysRegInfo[Reg];
269 if (!Def->findRegisterDefOperand(Reg))
270 Def->addRegOperand(Reg, true/*IsDef*/,true/*IsImp*/);
271 }
272
Evan Cheng6d6d3522007-09-11 22:34:47 +0000273 // There is a now a proper use, forget about the last partial use.
274 PhysRegPartUse[Reg] = NULL;
Alkis Evlogimenosc55640f2004-01-13 21:16:25 +0000275 PhysRegInfo[Reg] = MI;
276 PhysRegUsed[Reg] = true;
Chris Lattner6d3848d2004-05-10 05:12:43 +0000277
Evan Cheng24a3cc42007-04-25 07:30:23 +0000278 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
279 unsigned SubReg = *SubRegs; ++SubRegs) {
280 PhysRegInfo[SubReg] = MI;
281 PhysRegUsed[SubReg] = true;
Chris Lattner6d3848d2004-05-10 05:12:43 +0000282 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000283
Evan Cheng24a3cc42007-04-25 07:30:23 +0000284 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
Evan Cheng21b3bf02007-08-01 20:18:21 +0000285 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
286 // Remember the partial use of this superreg if it was previously defined.
287 bool HasPrevDef = PhysRegInfo[SuperReg] != NULL;
288 if (!HasPrevDef) {
289 for (const unsigned *SSRegs = RegInfo->getSuperRegisters(SuperReg);
290 unsigned SSReg = *SSRegs; ++SSRegs) {
291 if (PhysRegInfo[SSReg] != NULL) {
292 HasPrevDef = true;
293 break;
294 }
295 }
296 }
297 if (HasPrevDef) {
298 PhysRegInfo[SuperReg] = MI;
299 PhysRegPartUse[SuperReg] = MI;
300 }
301 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000302}
303
Evan Cheng4efe7412007-06-26 21:03:35 +0000304bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI,
305 SmallSet<unsigned, 4> &SubKills) {
306 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
307 unsigned SubReg = *SubRegs; ++SubRegs) {
308 MachineInstr *LastRef = PhysRegInfo[SubReg];
Evan Cheng0d8d3162007-09-12 23:02:04 +0000309 if (LastRef != RefMI ||
310 !HandlePhysRegKill(SubReg, RefMI, SubKills))
Evan Cheng4efe7412007-06-26 21:03:35 +0000311 SubKills.insert(SubReg);
312 }
313
314 if (*RegInfo->getImmediateSubRegisters(Reg) == 0) {
315 // No sub-registers, just check if reg is killed by RefMI.
316 if (PhysRegInfo[Reg] == RefMI)
317 return true;
318 } else if (SubKills.empty())
319 // None of the sub-registers are killed elsewhere...
320 return true;
321 return false;
322}
323
324void LiveVariables::addRegisterKills(unsigned Reg, MachineInstr *MI,
325 SmallSet<unsigned, 4> &SubKills) {
326 if (SubKills.count(Reg) == 0)
327 addRegisterKilled(Reg, MI, true);
328 else {
329 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
330 unsigned SubReg = *SubRegs; ++SubRegs)
331 addRegisterKills(SubReg, MI, SubKills);
332 }
333}
334
335bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI) {
336 SmallSet<unsigned, 4> SubKills;
337 if (HandlePhysRegKill(Reg, RefMI, SubKills)) {
Evan Cheng0d8d3162007-09-12 23:02:04 +0000338 addRegisterKilled(Reg, RefMI, true);
Evan Cheng4efe7412007-06-26 21:03:35 +0000339 return true;
340 } else {
341 // Some sub-registers are killed by another MI.
342 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
343 unsigned SubReg = *SubRegs; ++SubRegs)
344 addRegisterKills(SubReg, RefMI, SubKills);
345 return false;
346 }
347}
348
Chris Lattnerbc40e892003-01-13 20:01:16 +0000349void LiveVariables::HandlePhysRegDef(unsigned Reg, MachineInstr *MI) {
350 // Does this kill a previous version of this register?
Evan Cheng24a3cc42007-04-25 07:30:23 +0000351 if (MachineInstr *LastRef = PhysRegInfo[Reg]) {
Evan Cheng4efe7412007-06-26 21:03:35 +0000352 if (PhysRegUsed[Reg]) {
353 if (!HandlePhysRegKill(Reg, LastRef)) {
354 if (PhysRegPartUse[Reg])
355 addRegisterKilled(Reg, PhysRegPartUse[Reg], true);
356 }
357 } else if (PhysRegPartUse[Reg])
Evan Cheng21b3bf02007-08-01 20:18:21 +0000358 // Add implicit use / kill to last partial use.
Evan Cheng05350282007-04-26 01:40:09 +0000359 addRegisterKilled(Reg, PhysRegPartUse[Reg], true);
Evan Cheng5942efb2007-11-05 03:11:55 +0000360 else if (LastRef != MI)
361 // Defined, but not used. However, watch out for cases where a super-reg
362 // is also defined on the same MI.
Evan Cheng8e29b212007-04-26 08:24:22 +0000363 addRegisterDead(Reg, LastRef);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000364 }
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000365
Evan Cheng24a3cc42007-04-25 07:30:23 +0000366 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
367 unsigned SubReg = *SubRegs; ++SubRegs) {
368 if (MachineInstr *LastRef = PhysRegInfo[SubReg]) {
Evan Cheng4efe7412007-06-26 21:03:35 +0000369 if (PhysRegUsed[SubReg]) {
370 if (!HandlePhysRegKill(SubReg, LastRef)) {
371 if (PhysRegPartUse[SubReg])
372 addRegisterKilled(SubReg, PhysRegPartUse[SubReg], true);
373 }
Evan Cheng4efe7412007-06-26 21:03:35 +0000374 } else if (PhysRegPartUse[SubReg])
Evan Cheng24a3cc42007-04-25 07:30:23 +0000375 // Add implicit use / kill to last use of a sub-register.
Evan Cheng8e29b212007-04-26 08:24:22 +0000376 addRegisterKilled(SubReg, PhysRegPartUse[SubReg], true);
Evan Cheng6d6d3522007-09-11 22:34:47 +0000377 else if (LastRef != MI)
378 // This must be a def of the subreg on the same MI.
Evan Cheng24a3cc42007-04-25 07:30:23 +0000379 addRegisterDead(SubReg, LastRef);
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000380 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000381 }
382
Evan Cheng4efe7412007-06-26 21:03:35 +0000383 if (MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000384 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
385 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
Evan Cheng6d6d3522007-09-11 22:34:47 +0000386 if (PhysRegInfo[SuperReg] && PhysRegInfo[SuperReg] != MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000387 // The larger register is previously defined. Now a smaller part is
388 // being re-defined. Treat it as read/mod/write.
389 // EAX =
390 // AX = EAX<imp-use,kill>, EAX<imp-def>
391 MI->addRegOperand(SuperReg, false/*IsDef*/,true/*IsImp*/,true/*IsKill*/);
392 MI->addRegOperand(SuperReg, true/*IsDef*/,true/*IsImp*/);
393 PhysRegInfo[SuperReg] = MI;
394 PhysRegUsed[SuperReg] = false;
Evan Cheng8b966d92007-05-14 20:39:18 +0000395 PhysRegPartUse[SuperReg] = NULL;
Evan Cheng24a3cc42007-04-25 07:30:23 +0000396 } else {
397 // Remember this partial def.
398 PhysRegPartDef[SuperReg].push_back(MI);
399 }
Evan Cheng4efe7412007-06-26 21:03:35 +0000400 }
401
402 PhysRegInfo[Reg] = MI;
403 PhysRegUsed[Reg] = false;
Evan Cheng21b3bf02007-08-01 20:18:21 +0000404 PhysRegPartDef[Reg].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000405 PhysRegPartUse[Reg] = NULL;
406 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
407 unsigned SubReg = *SubRegs; ++SubRegs) {
408 PhysRegInfo[SubReg] = MI;
409 PhysRegUsed[SubReg] = false;
Evan Cheng21b3bf02007-08-01 20:18:21 +0000410 PhysRegPartDef[SubReg].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000411 PhysRegPartUse[SubReg] = NULL;
412 }
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000413 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000414}
415
Evan Chengc6a24102007-03-17 09:29:54 +0000416bool LiveVariables::runOnMachineFunction(MachineFunction &mf) {
417 MF = &mf;
418 const TargetInstrInfo &TII = *MF->getTarget().getInstrInfo();
419 RegInfo = MF->getTarget().getRegisterInfo();
Chris Lattner96aef892004-02-09 01:35:21 +0000420 assert(RegInfo && "Target doesn't have register information?");
421
Evan Chengc6a24102007-03-17 09:29:54 +0000422 ReservedRegisters = RegInfo->getReservedRegs(mf);
Chris Lattner5cdfbad2003-05-07 20:08:36 +0000423
Evan Chenge96f5012007-04-25 19:34:00 +0000424 unsigned NumRegs = RegInfo->getNumRegs();
425 PhysRegInfo = new MachineInstr*[NumRegs];
426 PhysRegUsed = new bool[NumRegs];
427 PhysRegPartUse = new MachineInstr*[NumRegs];
428 PhysRegPartDef = new SmallVector<MachineInstr*,4>[NumRegs];
429 PHIVarInfo = new SmallVector<unsigned, 4>[MF->getNumBlockIDs()];
430 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
431 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
432 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000433
Chris Lattnerbc40e892003-01-13 20:01:16 +0000434 /// Get some space for a respectable number of registers...
435 VirtRegInfo.resize(64);
Chris Lattnerd493b342005-04-09 15:23:25 +0000436
Evan Chengc6a24102007-03-17 09:29:54 +0000437 analyzePHINodes(mf);
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000438
Chris Lattnerbc40e892003-01-13 20:01:16 +0000439 // Calculate live variable information in depth first order on the CFG of the
440 // function. This guarantees that we will see the definition of a virtual
441 // register before its uses due to dominance properties of SSA (except for PHI
442 // nodes, which are treated as a special case).
443 //
Evan Chengc6a24102007-03-17 09:29:54 +0000444 MachineBasicBlock *Entry = MF->begin();
Evan Cheng04104072007-06-27 05:23:00 +0000445 SmallPtrSet<MachineBasicBlock*,16> Visited;
446 for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> >
447 DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited);
448 DFI != E; ++DFI) {
Chris Lattnerf25fb4b2004-05-01 21:24:24 +0000449 MachineBasicBlock *MBB = *DFI;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000450
Evan Chengb371f452007-02-19 21:49:54 +0000451 // Mark live-in registers as live-in.
452 for (MachineBasicBlock::const_livein_iterator II = MBB->livein_begin(),
Evan Cheng0c9f92e2007-02-13 01:30:55 +0000453 EE = MBB->livein_end(); II != EE; ++II) {
454 assert(MRegisterInfo::isPhysicalRegister(*II) &&
455 "Cannot have a live-in virtual register!");
456 HandlePhysRegDef(*II, 0);
457 }
458
Chris Lattnerbc40e892003-01-13 20:01:16 +0000459 // Loop over all of the instructions, processing them.
460 for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end();
Misha Brukman09ba9062004-06-24 21:31:16 +0000461 I != E; ++I) {
Alkis Evlogimenosc0b9dc52004-02-12 02:27:10 +0000462 MachineInstr *MI = I;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000463
464 // Process all of the operands of the instruction...
465 unsigned NumOperandsToProcess = MI->getNumOperands();
466
467 // Unless it is a PHI node. In this case, ONLY process the DEF, not any
468 // of the uses. They will be handled in other basic blocks.
Misha Brukmanedf128a2005-04-21 22:36:52 +0000469 if (MI->getOpcode() == TargetInstrInfo::PHI)
Misha Brukman09ba9062004-06-24 21:31:16 +0000470 NumOperandsToProcess = 1;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000471
Evan Cheng438f7bc2006-11-10 08:43:01 +0000472 // Process all uses...
Chris Lattnerbc40e892003-01-13 20:01:16 +0000473 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000474 MachineOperand &MO = MI->getOperand(i);
Chris Lattnerd8f44e02006-09-05 20:19:27 +0000475 if (MO.isRegister() && MO.isUse() && MO.getReg()) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000476 if (MRegisterInfo::isVirtualRegister(MO.getReg())){
477 HandleVirtRegUse(getVarInfo(MO.getReg()), MBB, MI);
478 } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
Evan Chengb371f452007-02-19 21:49:54 +0000479 !ReservedRegisters[MO.getReg()]) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000480 HandlePhysRegUse(MO.getReg(), MI);
481 }
482 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000483 }
484
Evan Cheng438f7bc2006-11-10 08:43:01 +0000485 // Process all defs...
Chris Lattnerbc40e892003-01-13 20:01:16 +0000486 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000487 MachineOperand &MO = MI->getOperand(i);
Chris Lattnerd8f44e02006-09-05 20:19:27 +0000488 if (MO.isRegister() && MO.isDef() && MO.getReg()) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000489 if (MRegisterInfo::isVirtualRegister(MO.getReg())) {
490 VarInfo &VRInfo = getVarInfo(MO.getReg());
Chris Lattnerbc40e892003-01-13 20:01:16 +0000491
Chris Lattner73d4adf2004-07-19 06:26:50 +0000492 assert(VRInfo.DefInst == 0 && "Variable multiply defined!");
Misha Brukman09ba9062004-06-24 21:31:16 +0000493 VRInfo.DefInst = MI;
Chris Lattner472405e2004-07-19 06:55:21 +0000494 // Defaults to dead
Chris Lattner74de8b12004-07-19 07:04:55 +0000495 VRInfo.Kills.push_back(MI);
Misha Brukman09ba9062004-06-24 21:31:16 +0000496 } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
Evan Chengb371f452007-02-19 21:49:54 +0000497 !ReservedRegisters[MO.getReg()]) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000498 HandlePhysRegDef(MO.getReg(), MI);
499 }
500 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000501 }
502 }
503
504 // Handle any virtual assignments from PHI nodes which might be at the
505 // bottom of this basic block. We check all of our successor blocks to see
506 // if they have PHI nodes, and if so, we simulate an assignment at the end
507 // of the current block.
Evan Chenge96f5012007-04-25 19:34:00 +0000508 if (!PHIVarInfo[MBB->getNumber()].empty()) {
509 SmallVector<unsigned, 4>& VarInfoVec = PHIVarInfo[MBB->getNumber()];
Misha Brukmanedf128a2005-04-21 22:36:52 +0000510
Evan Chenge96f5012007-04-25 19:34:00 +0000511 for (SmallVector<unsigned, 4>::iterator I = VarInfoVec.begin(),
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000512 E = VarInfoVec.end(); I != E; ++I) {
513 VarInfo& VRInfo = getVarInfo(*I);
514 assert(VRInfo.DefInst && "Register use before def (or no def)!");
Chris Lattnerbc40e892003-01-13 20:01:16 +0000515
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000516 // Only mark it alive only in the block we are representing.
517 MarkVirtRegAliveInBlock(VRInfo, MBB);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000518 }
519 }
Misha Brukmanedf128a2005-04-21 22:36:52 +0000520
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000521 // Finally, if the last instruction in the block is a return, make sure to mark
Chris Lattnerd493b342005-04-09 15:23:25 +0000522 // it as using all of the live-out values in the function.
523 if (!MBB->empty() && TII.isReturn(MBB->back().getOpcode())) {
524 MachineInstr *Ret = &MBB->back();
Evan Chengc6a24102007-03-17 09:29:54 +0000525 for (MachineFunction::liveout_iterator I = MF->liveout_begin(),
526 E = MF->liveout_end(); I != E; ++I) {
Chris Lattnerd493b342005-04-09 15:23:25 +0000527 assert(MRegisterInfo::isPhysicalRegister(*I) &&
528 "Cannot have a live-in virtual register!");
529 HandlePhysRegUse(*I, Ret);
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000530 // Add live-out registers as implicit uses.
Evan Chengfaa51072007-04-26 19:00:32 +0000531 if (Ret->findRegisterUseOperandIdx(*I) == -1)
532 Ret->addRegOperand(*I, false, true);
Chris Lattnerd493b342005-04-09 15:23:25 +0000533 }
534 }
535
Chris Lattnerbc40e892003-01-13 20:01:16 +0000536 // Loop over PhysRegInfo, killing any registers that are available at the
537 // end of the basic block. This also resets the PhysRegInfo map.
Evan Chenge96f5012007-04-25 19:34:00 +0000538 for (unsigned i = 0; i != NumRegs; ++i)
Chris Lattnerbc40e892003-01-13 20:01:16 +0000539 if (PhysRegInfo[i])
Misha Brukman09ba9062004-06-24 21:31:16 +0000540 HandlePhysRegDef(i, 0);
Evan Cheng24a3cc42007-04-25 07:30:23 +0000541
542 // Clear some states between BB's. These are purely local information.
Evan Chengade31f92007-04-25 21:34:08 +0000543 for (unsigned i = 0; i != NumRegs; ++i)
Evan Cheng24a3cc42007-04-25 07:30:23 +0000544 PhysRegPartDef[i].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000545 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
546 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
Evan Chenge96f5012007-04-25 19:34:00 +0000547 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000548 }
549
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000550 // Convert and transfer the dead / killed information we have gathered into
551 // VirtRegInfo onto MI's.
Chris Lattnerbc40e892003-01-13 20:01:16 +0000552 //
Evan Chengf0e3bb12007-03-09 06:02:17 +0000553 for (unsigned i = 0, e1 = VirtRegInfo.size(); i != e1; ++i)
554 for (unsigned j = 0, e2 = VirtRegInfo[i].Kills.size(); j != e2; ++j) {
Chris Lattner74de8b12004-07-19 07:04:55 +0000555 if (VirtRegInfo[i].Kills[j] == VirtRegInfo[i].DefInst)
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000556 addRegisterDead(i + MRegisterInfo::FirstVirtualRegister,
557 VirtRegInfo[i].Kills[j]);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000558 else
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000559 addRegisterKilled(i + MRegisterInfo::FirstVirtualRegister,
560 VirtRegInfo[i].Kills[j]);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000561 }
Chris Lattnera5287a62004-07-01 04:24:29 +0000562
Chris Lattner9fb6cf12004-07-09 16:44:37 +0000563 // Check to make sure there are no unreachable blocks in the MC CFG for the
564 // function. If so, it is due to a bug in the instruction selector or some
565 // other part of the code generator if this happens.
566#ifndef NDEBUG
Evan Chengc6a24102007-03-17 09:29:54 +0000567 for(MachineFunction::iterator i = MF->begin(), e = MF->end(); i != e; ++i)
Chris Lattner9fb6cf12004-07-09 16:44:37 +0000568 assert(Visited.count(&*i) != 0 && "unreachable basic block found");
569#endif
570
Evan Chenge96f5012007-04-25 19:34:00 +0000571 delete[] PhysRegInfo;
572 delete[] PhysRegUsed;
573 delete[] PhysRegPartUse;
574 delete[] PhysRegPartDef;
575 delete[] PHIVarInfo;
576
Chris Lattnerbc40e892003-01-13 20:01:16 +0000577 return false;
578}
Chris Lattner5ed001b2004-02-19 18:28:02 +0000579
580/// instructionChanged - When the address of an instruction changes, this
581/// method should be called so that live variables can update its internal
582/// data structures. This removes the records for OldMI, transfering them to
583/// the records for NewMI.
584void LiveVariables::instructionChanged(MachineInstr *OldMI,
585 MachineInstr *NewMI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000586 // If the instruction defines any virtual registers, update the VarInfo,
587 // kill and dead information for the instruction.
Alkis Evlogimenosa8db01a2004-03-30 22:44:39 +0000588 for (unsigned i = 0, e = OldMI->getNumOperands(); i != e; ++i) {
589 MachineOperand &MO = OldMI->getOperand(i);
Chris Lattnerd45be362005-01-19 17:09:15 +0000590 if (MO.isRegister() && MO.getReg() &&
Chris Lattner5ed001b2004-02-19 18:28:02 +0000591 MRegisterInfo::isVirtualRegister(MO.getReg())) {
592 unsigned Reg = MO.getReg();
593 VarInfo &VI = getVarInfo(Reg);
Chris Lattnerd45be362005-01-19 17:09:15 +0000594 if (MO.isDef()) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000595 if (MO.isDead()) {
596 MO.unsetIsDead();
597 addVirtualRegisterDead(Reg, NewMI);
598 }
Chris Lattnerd45be362005-01-19 17:09:15 +0000599 // Update the defining instruction.
600 if (VI.DefInst == OldMI)
601 VI.DefInst = NewMI;
Chris Lattner2a6e1632005-01-19 17:11:51 +0000602 }
Dan Gohmanc674a922007-07-20 23:17:34 +0000603 if (MO.isKill()) {
604 MO.unsetIsKill();
605 addVirtualRegisterKilled(Reg, NewMI);
Chris Lattnerd45be362005-01-19 17:09:15 +0000606 }
Dan Gohmanc674a922007-07-20 23:17:34 +0000607 // If this is a kill of the value, update the VI kills list.
608 if (VI.removeKill(OldMI))
609 VI.Kills.push_back(NewMI); // Yes, there was a kill of it
Chris Lattner5ed001b2004-02-19 18:28:02 +0000610 }
611 }
Chris Lattner5ed001b2004-02-19 18:28:02 +0000612}
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000613
614/// removeVirtualRegistersKilled - Remove all killed info for the specified
615/// instruction.
616void LiveVariables::removeVirtualRegistersKilled(MachineInstr *MI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000617 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
618 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000619 if (MO.isRegister() && MO.isKill()) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000620 MO.unsetIsKill();
621 unsigned Reg = MO.getReg();
622 if (MRegisterInfo::isVirtualRegister(Reg)) {
623 bool removed = getVarInfo(Reg).removeKill(MI);
624 assert(removed && "kill not in register's VarInfo?");
625 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000626 }
627 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000628}
629
630/// removeVirtualRegistersDead - Remove all of the dead registers for the
631/// specified instruction from the live variable information.
632void LiveVariables::removeVirtualRegistersDead(MachineInstr *MI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000633 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
634 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000635 if (MO.isRegister() && MO.isDead()) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000636 MO.unsetIsDead();
637 unsigned Reg = MO.getReg();
638 if (MRegisterInfo::isVirtualRegister(Reg)) {
639 bool removed = getVarInfo(Reg).removeKill(MI);
640 assert(removed && "kill not in register's VarInfo?");
641 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000642 }
643 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000644}
645
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000646/// analyzePHINodes - Gather information about the PHI nodes in here. In
647/// particular, we want to map the variable information of a virtual
648/// register which is used in a PHI node. We map that to the BB the vreg is
649/// coming from.
650///
651void LiveVariables::analyzePHINodes(const MachineFunction& Fn) {
652 for (MachineFunction::const_iterator I = Fn.begin(), E = Fn.end();
653 I != E; ++I)
654 for (MachineBasicBlock::const_iterator BBI = I->begin(), BBE = I->end();
655 BBI != BBE && BBI->getOpcode() == TargetInstrInfo::PHI; ++BBI)
656 for (unsigned i = 1, e = BBI->getNumOperands(); i != e; i += 2)
Evan Chenge96f5012007-04-25 19:34:00 +0000657 PHIVarInfo[BBI->getOperand(i + 1).getMachineBasicBlock()->getNumber()].
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000658 push_back(BBI->getOperand(i).getReg());
659}