blob: b39e48d44236f85bf89144bf03d60e1b00414e85 [file] [log] [blame]
Chris Lattnerbc40e892003-01-13 20:01:16 +00001//===-- LiveVariables.cpp - Live Variable Analysis for Machine Code -------===//
Misha Brukmanedf128a2005-04-21 22:36:52 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanedf128a2005-04-21 22:36:52 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Misha Brukmanedf128a2005-04-21 22:36:52 +00009//
Chris Lattner5cdfbad2003-05-07 20:08:36 +000010// This file implements the LiveVariable analysis pass. For each machine
11// instruction in the function, this pass calculates the set of registers that
12// are immediately dead after the instruction (i.e., the instruction calculates
13// the value, but it is never used) and the set of registers that are used by
14// the instruction, but are never used after the instruction (i.e., they are
15// killed).
16//
17// This class computes live variables using are sparse implementation based on
18// the machine code SSA form. This class computes live variable information for
19// each virtual and _register allocatable_ physical register in a function. It
20// uses the dominance properties of SSA form to efficiently compute live
21// variables for virtual registers, and assumes that physical registers are only
22// live within a single basic block (allowing it to do a single local analysis
23// to resolve physical register lifetimes in each basic block). If a physical
24// register is not register allocatable, it is not tracked. This is useful for
25// things like the stack pointer and condition codes.
26//
Chris Lattnerbc40e892003-01-13 20:01:16 +000027//===----------------------------------------------------------------------===//
28
29#include "llvm/CodeGen/LiveVariables.h"
30#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000031#include "llvm/CodeGen/MachineRegisterInfo.h"
Chris Lattner61b08f12004-02-10 21:18:55 +000032#include "llvm/Target/MRegisterInfo.h"
Chris Lattner3501fea2003-01-14 22:00:31 +000033#include "llvm/Target/TargetInstrInfo.h"
Chris Lattnerbc40e892003-01-13 20:01:16 +000034#include "llvm/Target/TargetMachine.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000035#include "llvm/ADT/DepthFirstIterator.h"
Evan Cheng04104072007-06-27 05:23:00 +000036#include "llvm/ADT/SmallPtrSet.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000037#include "llvm/ADT/STLExtras.h"
Chris Lattner6fcd8d82004-10-25 18:44:14 +000038#include "llvm/Config/alloca.h"
Chris Lattner657b4d12005-08-24 00:09:33 +000039#include <algorithm>
Chris Lattner49a5aaa2004-01-30 22:08:53 +000040using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000041
Devang Patel19974732007-05-03 01:11:54 +000042char LiveVariables::ID = 0;
Chris Lattner5d8925c2006-08-27 22:30:17 +000043static RegisterPass<LiveVariables> X("livevars", "Live Variable Analysis");
Chris Lattnerbc40e892003-01-13 20:01:16 +000044
Chris Lattnerdacceef2006-01-04 05:40:30 +000045void LiveVariables::VarInfo::dump() const {
Bill Wendlingbcd24982006-12-07 20:28:15 +000046 cerr << " Alive in blocks: ";
Chris Lattnerdacceef2006-01-04 05:40:30 +000047 for (unsigned i = 0, e = AliveBlocks.size(); i != e; ++i)
Bill Wendlingbcd24982006-12-07 20:28:15 +000048 if (AliveBlocks[i]) cerr << i << ", ";
Owen Andersona0185402007-11-08 01:20:48 +000049 cerr << " Used in blocks: ";
50 for (unsigned i = 0, e = UsedBlocks.size(); i != e; ++i)
51 if (UsedBlocks[i]) cerr << i << ", ";
Bill Wendlingbcd24982006-12-07 20:28:15 +000052 cerr << "\n Killed by:";
Chris Lattnerdacceef2006-01-04 05:40:30 +000053 if (Kills.empty())
Bill Wendlingbcd24982006-12-07 20:28:15 +000054 cerr << " No instructions.\n";
Chris Lattnerdacceef2006-01-04 05:40:30 +000055 else {
56 for (unsigned i = 0, e = Kills.size(); i != e; ++i)
Bill Wendlingbcd24982006-12-07 20:28:15 +000057 cerr << "\n #" << i << ": " << *Kills[i];
58 cerr << "\n";
Chris Lattnerdacceef2006-01-04 05:40:30 +000059 }
60}
61
Chris Lattnerfb2cb692003-05-12 14:24:00 +000062LiveVariables::VarInfo &LiveVariables::getVarInfo(unsigned RegIdx) {
Chris Lattneref09c632004-01-31 21:27:19 +000063 assert(MRegisterInfo::isVirtualRegister(RegIdx) &&
Chris Lattnerfb2cb692003-05-12 14:24:00 +000064 "getVarInfo: not a virtual register!");
65 RegIdx -= MRegisterInfo::FirstVirtualRegister;
66 if (RegIdx >= VirtRegInfo.size()) {
67 if (RegIdx >= 2*VirtRegInfo.size())
68 VirtRegInfo.resize(RegIdx*2);
69 else
70 VirtRegInfo.resize(2*VirtRegInfo.size());
71 }
Evan Chengc6a24102007-03-17 09:29:54 +000072 VarInfo &VI = VirtRegInfo[RegIdx];
73 VI.AliveBlocks.resize(MF->getNumBlockIDs());
Owen Andersona0185402007-11-08 01:20:48 +000074 VI.UsedBlocks.resize(MF->getNumBlockIDs());
Evan Chengc6a24102007-03-17 09:29:54 +000075 return VI;
Chris Lattnerfb2cb692003-05-12 14:24:00 +000076}
77
Chris Lattner657b4d12005-08-24 00:09:33 +000078bool LiveVariables::KillsRegister(MachineInstr *MI, unsigned Reg) const {
Evan Chenga6c4c1e2006-11-15 20:51:59 +000079 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
80 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +000081 if (MO.isRegister() && MO.isKill()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +000082 if ((MO.getReg() == Reg) ||
83 (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
84 MRegisterInfo::isPhysicalRegister(Reg) &&
85 RegInfo->isSubRegister(MO.getReg(), Reg)))
Evan Chenga6c4c1e2006-11-15 20:51:59 +000086 return true;
87 }
88 }
89 return false;
Chris Lattner657b4d12005-08-24 00:09:33 +000090}
91
92bool LiveVariables::RegisterDefIsDead(MachineInstr *MI, unsigned Reg) const {
Evan Chenga6c4c1e2006-11-15 20:51:59 +000093 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
94 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +000095 if (MO.isRegister() && MO.isDead()) {
Evan Cheng24a3cc42007-04-25 07:30:23 +000096 if ((MO.getReg() == Reg) ||
97 (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
98 MRegisterInfo::isPhysicalRegister(Reg) &&
99 RegInfo->isSubRegister(MO.getReg(), Reg)))
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000100 return true;
Evan Cheng24a3cc42007-04-25 07:30:23 +0000101 }
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000102 }
103 return false;
104}
105
106bool LiveVariables::ModifiesRegister(MachineInstr *MI, unsigned Reg) const {
107 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
108 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000109 if (MO.isRegister() && MO.isDef() && MO.getReg() == Reg)
Evan Cheng24a3cc42007-04-25 07:30:23 +0000110 return true;
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000111 }
112 return false;
Chris Lattner657b4d12005-08-24 00:09:33 +0000113}
Chris Lattnerfb2cb692003-05-12 14:24:00 +0000114
Owen Anderson40a627d2008-01-15 22:58:11 +0000115void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo,
116 MachineBasicBlock *DefBlock,
Evan Cheng56184902007-05-08 19:00:00 +0000117 MachineBasicBlock *MBB,
118 std::vector<MachineBasicBlock*> &WorkList) {
Chris Lattner8ba97712004-07-01 04:29:47 +0000119 unsigned BBNum = MBB->getNumber();
Owen Anderson7047dd42008-01-15 22:02:46 +0000120
Chris Lattnerbc40e892003-01-13 20:01:16 +0000121 // Check to see if this basic block is one of the killing blocks. If so,
122 // remove it...
123 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
Chris Lattner74de8b12004-07-19 07:04:55 +0000124 if (VRInfo.Kills[i]->getParent() == MBB) {
Chris Lattnerbc40e892003-01-13 20:01:16 +0000125 VRInfo.Kills.erase(VRInfo.Kills.begin()+i); // Erase entry
126 break;
127 }
Owen Anderson7047dd42008-01-15 22:02:46 +0000128
Owen Anderson40a627d2008-01-15 22:58:11 +0000129 if (MBB == DefBlock) return; // Terminate recursion
Chris Lattnerbc40e892003-01-13 20:01:16 +0000130
Chris Lattnerbc40e892003-01-13 20:01:16 +0000131 if (VRInfo.AliveBlocks[BBNum])
132 return; // We already know the block is live
133
134 // Mark the variable known alive in this bb
135 VRInfo.AliveBlocks[BBNum] = true;
136
Evan Cheng56184902007-05-08 19:00:00 +0000137 for (MachineBasicBlock::const_pred_reverse_iterator PI = MBB->pred_rbegin(),
138 E = MBB->pred_rend(); PI != E; ++PI)
139 WorkList.push_back(*PI);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000140}
141
Owen Anderson40a627d2008-01-15 22:58:11 +0000142void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo,
143 MachineBasicBlock *DefBlock,
Evan Cheng56184902007-05-08 19:00:00 +0000144 MachineBasicBlock *MBB) {
145 std::vector<MachineBasicBlock*> WorkList;
Owen Anderson40a627d2008-01-15 22:58:11 +0000146 MarkVirtRegAliveInBlock(VRInfo, DefBlock, MBB, WorkList);
Evan Cheng56184902007-05-08 19:00:00 +0000147 while (!WorkList.empty()) {
148 MachineBasicBlock *Pred = WorkList.back();
149 WorkList.pop_back();
Owen Anderson40a627d2008-01-15 22:58:11 +0000150 MarkVirtRegAliveInBlock(VRInfo, DefBlock, Pred, WorkList);
Evan Cheng56184902007-05-08 19:00:00 +0000151 }
152}
153
154
Owen Anderson7047dd42008-01-15 22:02:46 +0000155void LiveVariables::HandleVirtRegUse(unsigned reg, MachineBasicBlock *MBB,
Misha Brukman09ba9062004-06-24 21:31:16 +0000156 MachineInstr *MI) {
Owen Anderson7047dd42008-01-15 22:02:46 +0000157 MachineRegisterInfo& MRI = MBB->getParent()->getRegInfo();
158 assert(MRI.getVRegDef(reg) && "Register use before def!");
Alkis Evlogimenos2e58a412004-09-01 22:34:52 +0000159
Owen Andersona0185402007-11-08 01:20:48 +0000160 unsigned BBNum = MBB->getNumber();
161
Owen Anderson7047dd42008-01-15 22:02:46 +0000162 VarInfo& VRInfo = getVarInfo(reg);
Owen Andersona0185402007-11-08 01:20:48 +0000163 VRInfo.UsedBlocks[BBNum] = true;
Evan Cheng38b7ca62007-04-17 20:22:11 +0000164 VRInfo.NumUses++;
Evan Chengc6a24102007-03-17 09:29:54 +0000165
Chris Lattnerbc40e892003-01-13 20:01:16 +0000166 // Check to see if this basic block is already a kill block...
Chris Lattner74de8b12004-07-19 07:04:55 +0000167 if (!VRInfo.Kills.empty() && VRInfo.Kills.back()->getParent() == MBB) {
Chris Lattnerbc40e892003-01-13 20:01:16 +0000168 // Yes, this register is killed in this basic block already. Increase the
169 // live range by updating the kill instruction.
Chris Lattner74de8b12004-07-19 07:04:55 +0000170 VRInfo.Kills.back() = MI;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000171 return;
172 }
173
174#ifndef NDEBUG
175 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
Chris Lattner74de8b12004-07-19 07:04:55 +0000176 assert(VRInfo.Kills[i]->getParent() != MBB && "entry should be at end!");
Chris Lattnerbc40e892003-01-13 20:01:16 +0000177#endif
178
Owen Anderson7047dd42008-01-15 22:02:46 +0000179 assert(MBB != MRI.getVRegDef(reg)->getParent() &&
Chris Lattner73d4adf2004-07-19 06:26:50 +0000180 "Should have kill for defblock!");
Chris Lattnerbc40e892003-01-13 20:01:16 +0000181
182 // Add a new kill entry for this basic block.
Evan Chenge2ee9962007-03-09 09:48:56 +0000183 // If this virtual register is already marked as alive in this basic block,
184 // that means it is alive in at least one of the successor block, it's not
185 // a kill.
Owen Andersona0185402007-11-08 01:20:48 +0000186 if (!VRInfo.AliveBlocks[BBNum])
Evan Chenge2ee9962007-03-09 09:48:56 +0000187 VRInfo.Kills.push_back(MI);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000188
189 // Update all dominating blocks to mark them known live.
Chris Lattnerf25fb4b2004-05-01 21:24:24 +0000190 for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(),
191 E = MBB->pred_end(); PI != E; ++PI)
Owen Anderson40a627d2008-01-15 22:58:11 +0000192 MarkVirtRegAliveInBlock(VRInfo, MRI.getVRegDef(reg)->getParent(), *PI);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000193}
194
195void LiveVariables::HandlePhysRegUse(unsigned Reg, MachineInstr *MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000196 // Turn previous partial def's into read/mod/write.
197 for (unsigned i = 0, e = PhysRegPartDef[Reg].size(); i != e; ++i) {
198 MachineInstr *Def = PhysRegPartDef[Reg][i];
199 // First one is just a def. This means the use is reading some undef bits.
200 if (i != 0)
Chris Lattner8019f412007-12-30 00:41:17 +0000201 Def->addOperand(MachineOperand::CreateReg(Reg, false/*IsDef*/,
202 true/*IsImp*/,true/*IsKill*/));
203 Def->addOperand(MachineOperand::CreateReg(Reg,true/*IsDef*/,true/*IsImp*/));
Evan Cheng24a3cc42007-04-25 07:30:23 +0000204 }
205 PhysRegPartDef[Reg].clear();
206
207 // There was an earlier def of a super-register. Add implicit def to that MI.
208 // A: EAX = ...
209 // B: = AX
210 // Add implicit def to A.
Evan Cheng6d6d3522007-09-11 22:34:47 +0000211 if (PhysRegInfo[Reg] && PhysRegInfo[Reg] != PhysRegPartUse[Reg] &&
212 !PhysRegUsed[Reg]) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000213 MachineInstr *Def = PhysRegInfo[Reg];
214 if (!Def->findRegisterDefOperand(Reg))
Chris Lattner8019f412007-12-30 00:41:17 +0000215 Def->addOperand(MachineOperand::CreateReg(Reg, true/*IsDef*/,
216 true/*IsImp*/));
Evan Cheng24a3cc42007-04-25 07:30:23 +0000217 }
218
Evan Cheng6d6d3522007-09-11 22:34:47 +0000219 // There is a now a proper use, forget about the last partial use.
220 PhysRegPartUse[Reg] = NULL;
Alkis Evlogimenosc55640f2004-01-13 21:16:25 +0000221 PhysRegInfo[Reg] = MI;
222 PhysRegUsed[Reg] = true;
Chris Lattner6d3848d2004-05-10 05:12:43 +0000223
Evan Cheng24a3cc42007-04-25 07:30:23 +0000224 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
225 unsigned SubReg = *SubRegs; ++SubRegs) {
226 PhysRegInfo[SubReg] = MI;
227 PhysRegUsed[SubReg] = true;
Chris Lattner6d3848d2004-05-10 05:12:43 +0000228 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000229
Evan Cheng24a3cc42007-04-25 07:30:23 +0000230 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
Evan Cheng21b3bf02007-08-01 20:18:21 +0000231 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
232 // Remember the partial use of this superreg if it was previously defined.
233 bool HasPrevDef = PhysRegInfo[SuperReg] != NULL;
234 if (!HasPrevDef) {
235 for (const unsigned *SSRegs = RegInfo->getSuperRegisters(SuperReg);
236 unsigned SSReg = *SSRegs; ++SSRegs) {
237 if (PhysRegInfo[SSReg] != NULL) {
238 HasPrevDef = true;
239 break;
240 }
241 }
242 }
243 if (HasPrevDef) {
244 PhysRegInfo[SuperReg] = MI;
245 PhysRegPartUse[SuperReg] = MI;
246 }
247 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000248}
249
Evan Cheng4efe7412007-06-26 21:03:35 +0000250bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI,
251 SmallSet<unsigned, 4> &SubKills) {
252 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
253 unsigned SubReg = *SubRegs; ++SubRegs) {
254 MachineInstr *LastRef = PhysRegInfo[SubReg];
Evan Cheng0d8d3162007-09-12 23:02:04 +0000255 if (LastRef != RefMI ||
256 !HandlePhysRegKill(SubReg, RefMI, SubKills))
Evan Cheng4efe7412007-06-26 21:03:35 +0000257 SubKills.insert(SubReg);
258 }
259
260 if (*RegInfo->getImmediateSubRegisters(Reg) == 0) {
261 // No sub-registers, just check if reg is killed by RefMI.
262 if (PhysRegInfo[Reg] == RefMI)
263 return true;
264 } else if (SubKills.empty())
265 // None of the sub-registers are killed elsewhere...
266 return true;
267 return false;
268}
269
270void LiveVariables::addRegisterKills(unsigned Reg, MachineInstr *MI,
271 SmallSet<unsigned, 4> &SubKills) {
272 if (SubKills.count(Reg) == 0)
Owen Andersonb487e722008-01-24 01:10:07 +0000273 MI->addRegisterKilled(Reg, RegInfo, true);
Evan Cheng4efe7412007-06-26 21:03:35 +0000274 else {
275 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
276 unsigned SubReg = *SubRegs; ++SubRegs)
277 addRegisterKills(SubReg, MI, SubKills);
278 }
279}
280
281bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI) {
282 SmallSet<unsigned, 4> SubKills;
283 if (HandlePhysRegKill(Reg, RefMI, SubKills)) {
Owen Andersonb487e722008-01-24 01:10:07 +0000284 RefMI->addRegisterKilled(Reg, RegInfo, true);
Evan Cheng4efe7412007-06-26 21:03:35 +0000285 return true;
286 } else {
287 // Some sub-registers are killed by another MI.
288 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
289 unsigned SubReg = *SubRegs; ++SubRegs)
290 addRegisterKills(SubReg, RefMI, SubKills);
291 return false;
292 }
293}
294
Chris Lattnerbc40e892003-01-13 20:01:16 +0000295void LiveVariables::HandlePhysRegDef(unsigned Reg, MachineInstr *MI) {
296 // Does this kill a previous version of this register?
Evan Cheng24a3cc42007-04-25 07:30:23 +0000297 if (MachineInstr *LastRef = PhysRegInfo[Reg]) {
Evan Cheng4efe7412007-06-26 21:03:35 +0000298 if (PhysRegUsed[Reg]) {
299 if (!HandlePhysRegKill(Reg, LastRef)) {
300 if (PhysRegPartUse[Reg])
Owen Andersonb487e722008-01-24 01:10:07 +0000301 PhysRegPartUse[Reg]->addRegisterKilled(Reg, RegInfo, true);
Evan Cheng4efe7412007-06-26 21:03:35 +0000302 }
303 } else if (PhysRegPartUse[Reg])
Evan Cheng21b3bf02007-08-01 20:18:21 +0000304 // Add implicit use / kill to last partial use.
Owen Andersonb487e722008-01-24 01:10:07 +0000305 PhysRegPartUse[Reg]->addRegisterKilled(Reg, RegInfo, true);
Evan Cheng5942efb2007-11-05 03:11:55 +0000306 else if (LastRef != MI)
307 // Defined, but not used. However, watch out for cases where a super-reg
308 // is also defined on the same MI.
Owen Andersonb487e722008-01-24 01:10:07 +0000309 LastRef->addRegisterDead(Reg, RegInfo);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000310 }
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000311
Evan Cheng24a3cc42007-04-25 07:30:23 +0000312 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
313 unsigned SubReg = *SubRegs; ++SubRegs) {
314 if (MachineInstr *LastRef = PhysRegInfo[SubReg]) {
Evan Cheng4efe7412007-06-26 21:03:35 +0000315 if (PhysRegUsed[SubReg]) {
316 if (!HandlePhysRegKill(SubReg, LastRef)) {
317 if (PhysRegPartUse[SubReg])
Owen Andersonb487e722008-01-24 01:10:07 +0000318 PhysRegPartUse[SubReg]->addRegisterKilled(SubReg, RegInfo, true);
Evan Cheng4efe7412007-06-26 21:03:35 +0000319 }
Evan Cheng4efe7412007-06-26 21:03:35 +0000320 } else if (PhysRegPartUse[SubReg])
Evan Cheng24a3cc42007-04-25 07:30:23 +0000321 // Add implicit use / kill to last use of a sub-register.
Owen Andersonb487e722008-01-24 01:10:07 +0000322 PhysRegPartUse[SubReg]->addRegisterKilled(SubReg, RegInfo, true);
Evan Cheng6d6d3522007-09-11 22:34:47 +0000323 else if (LastRef != MI)
324 // This must be a def of the subreg on the same MI.
Owen Andersonb487e722008-01-24 01:10:07 +0000325 LastRef->addRegisterDead(SubReg, RegInfo);
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000326 }
Evan Cheng24a3cc42007-04-25 07:30:23 +0000327 }
328
Evan Cheng4efe7412007-06-26 21:03:35 +0000329 if (MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000330 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
331 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
Evan Cheng6d6d3522007-09-11 22:34:47 +0000332 if (PhysRegInfo[SuperReg] && PhysRegInfo[SuperReg] != MI) {
Evan Cheng24a3cc42007-04-25 07:30:23 +0000333 // The larger register is previously defined. Now a smaller part is
334 // being re-defined. Treat it as read/mod/write.
335 // EAX =
336 // AX = EAX<imp-use,kill>, EAX<imp-def>
Chris Lattner8019f412007-12-30 00:41:17 +0000337 MI->addOperand(MachineOperand::CreateReg(SuperReg, false/*IsDef*/,
338 true/*IsImp*/,true/*IsKill*/));
339 MI->addOperand(MachineOperand::CreateReg(SuperReg, true/*IsDef*/,
340 true/*IsImp*/));
Evan Cheng24a3cc42007-04-25 07:30:23 +0000341 PhysRegInfo[SuperReg] = MI;
342 PhysRegUsed[SuperReg] = false;
Evan Cheng8b966d92007-05-14 20:39:18 +0000343 PhysRegPartUse[SuperReg] = NULL;
Evan Cheng24a3cc42007-04-25 07:30:23 +0000344 } else {
345 // Remember this partial def.
346 PhysRegPartDef[SuperReg].push_back(MI);
347 }
Evan Cheng4efe7412007-06-26 21:03:35 +0000348 }
349
350 PhysRegInfo[Reg] = MI;
351 PhysRegUsed[Reg] = false;
Evan Cheng21b3bf02007-08-01 20:18:21 +0000352 PhysRegPartDef[Reg].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000353 PhysRegPartUse[Reg] = NULL;
354 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
355 unsigned SubReg = *SubRegs; ++SubRegs) {
356 PhysRegInfo[SubReg] = MI;
357 PhysRegUsed[SubReg] = false;
Evan Cheng21b3bf02007-08-01 20:18:21 +0000358 PhysRegPartDef[SubReg].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000359 PhysRegPartUse[SubReg] = NULL;
360 }
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000361 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000362}
363
Evan Chengc6a24102007-03-17 09:29:54 +0000364bool LiveVariables::runOnMachineFunction(MachineFunction &mf) {
365 MF = &mf;
Evan Chengc6a24102007-03-17 09:29:54 +0000366 RegInfo = MF->getTarget().getRegisterInfo();
Owen Anderson40a627d2008-01-15 22:58:11 +0000367 MachineRegisterInfo& MRI = mf.getRegInfo();
Chris Lattner96aef892004-02-09 01:35:21 +0000368 assert(RegInfo && "Target doesn't have register information?");
369
Evan Chengc6a24102007-03-17 09:29:54 +0000370 ReservedRegisters = RegInfo->getReservedRegs(mf);
Chris Lattner5cdfbad2003-05-07 20:08:36 +0000371
Evan Chenge96f5012007-04-25 19:34:00 +0000372 unsigned NumRegs = RegInfo->getNumRegs();
373 PhysRegInfo = new MachineInstr*[NumRegs];
374 PhysRegUsed = new bool[NumRegs];
375 PhysRegPartUse = new MachineInstr*[NumRegs];
376 PhysRegPartDef = new SmallVector<MachineInstr*,4>[NumRegs];
377 PHIVarInfo = new SmallVector<unsigned, 4>[MF->getNumBlockIDs()];
378 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
379 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
380 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000381
Chris Lattnerbc40e892003-01-13 20:01:16 +0000382 /// Get some space for a respectable number of registers...
383 VirtRegInfo.resize(64);
Chris Lattnerd493b342005-04-09 15:23:25 +0000384
Evan Chengc6a24102007-03-17 09:29:54 +0000385 analyzePHINodes(mf);
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000386
Chris Lattnerbc40e892003-01-13 20:01:16 +0000387 // Calculate live variable information in depth first order on the CFG of the
388 // function. This guarantees that we will see the definition of a virtual
389 // register before its uses due to dominance properties of SSA (except for PHI
390 // nodes, which are treated as a special case).
391 //
Evan Chengc6a24102007-03-17 09:29:54 +0000392 MachineBasicBlock *Entry = MF->begin();
Evan Cheng04104072007-06-27 05:23:00 +0000393 SmallPtrSet<MachineBasicBlock*,16> Visited;
394 for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> >
395 DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited);
396 DFI != E; ++DFI) {
Chris Lattnerf25fb4b2004-05-01 21:24:24 +0000397 MachineBasicBlock *MBB = *DFI;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000398
Evan Chengb371f452007-02-19 21:49:54 +0000399 // Mark live-in registers as live-in.
400 for (MachineBasicBlock::const_livein_iterator II = MBB->livein_begin(),
Evan Cheng0c9f92e2007-02-13 01:30:55 +0000401 EE = MBB->livein_end(); II != EE; ++II) {
402 assert(MRegisterInfo::isPhysicalRegister(*II) &&
403 "Cannot have a live-in virtual register!");
404 HandlePhysRegDef(*II, 0);
405 }
406
Chris Lattnerbc40e892003-01-13 20:01:16 +0000407 // Loop over all of the instructions, processing them.
408 for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end();
Misha Brukman09ba9062004-06-24 21:31:16 +0000409 I != E; ++I) {
Alkis Evlogimenosc0b9dc52004-02-12 02:27:10 +0000410 MachineInstr *MI = I;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000411
412 // Process all of the operands of the instruction...
413 unsigned NumOperandsToProcess = MI->getNumOperands();
414
415 // Unless it is a PHI node. In this case, ONLY process the DEF, not any
416 // of the uses. They will be handled in other basic blocks.
Misha Brukmanedf128a2005-04-21 22:36:52 +0000417 if (MI->getOpcode() == TargetInstrInfo::PHI)
Misha Brukman09ba9062004-06-24 21:31:16 +0000418 NumOperandsToProcess = 1;
Chris Lattnerbc40e892003-01-13 20:01:16 +0000419
Evan Cheng438f7bc2006-11-10 08:43:01 +0000420 // Process all uses...
Chris Lattnerbc40e892003-01-13 20:01:16 +0000421 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000422 MachineOperand &MO = MI->getOperand(i);
Chris Lattnerd8f44e02006-09-05 20:19:27 +0000423 if (MO.isRegister() && MO.isUse() && MO.getReg()) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000424 if (MRegisterInfo::isVirtualRegister(MO.getReg())){
Owen Anderson7047dd42008-01-15 22:02:46 +0000425 HandleVirtRegUse(MO.getReg(), MBB, MI);
Misha Brukman09ba9062004-06-24 21:31:16 +0000426 } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
Evan Chengb371f452007-02-19 21:49:54 +0000427 !ReservedRegisters[MO.getReg()]) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000428 HandlePhysRegUse(MO.getReg(), MI);
429 }
430 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000431 }
432
Evan Cheng438f7bc2006-11-10 08:43:01 +0000433 // Process all defs...
Chris Lattnerbc40e892003-01-13 20:01:16 +0000434 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000435 MachineOperand &MO = MI->getOperand(i);
Chris Lattnerd8f44e02006-09-05 20:19:27 +0000436 if (MO.isRegister() && MO.isDef() && MO.getReg()) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000437 if (MRegisterInfo::isVirtualRegister(MO.getReg())) {
438 VarInfo &VRInfo = getVarInfo(MO.getReg());
Chris Lattner472405e2004-07-19 06:55:21 +0000439 // Defaults to dead
Chris Lattner74de8b12004-07-19 07:04:55 +0000440 VRInfo.Kills.push_back(MI);
Misha Brukman09ba9062004-06-24 21:31:16 +0000441 } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
Evan Chengb371f452007-02-19 21:49:54 +0000442 !ReservedRegisters[MO.getReg()]) {
Misha Brukman09ba9062004-06-24 21:31:16 +0000443 HandlePhysRegDef(MO.getReg(), MI);
444 }
445 }
Chris Lattnerbc40e892003-01-13 20:01:16 +0000446 }
447 }
448
449 // Handle any virtual assignments from PHI nodes which might be at the
450 // bottom of this basic block. We check all of our successor blocks to see
451 // if they have PHI nodes, and if so, we simulate an assignment at the end
452 // of the current block.
Evan Chenge96f5012007-04-25 19:34:00 +0000453 if (!PHIVarInfo[MBB->getNumber()].empty()) {
454 SmallVector<unsigned, 4>& VarInfoVec = PHIVarInfo[MBB->getNumber()];
Misha Brukmanedf128a2005-04-21 22:36:52 +0000455
Evan Chenge96f5012007-04-25 19:34:00 +0000456 for (SmallVector<unsigned, 4>::iterator I = VarInfoVec.begin(),
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000457 E = VarInfoVec.end(); I != E; ++I) {
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000458 // Only mark it alive only in the block we are representing.
Owen Anderson40a627d2008-01-15 22:58:11 +0000459 MarkVirtRegAliveInBlock(getVarInfo(*I), MRI.getVRegDef(*I)->getParent(),
460 MBB);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000461 }
462 }
Misha Brukmanedf128a2005-04-21 22:36:52 +0000463
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000464 // Finally, if the last instruction in the block is a return, make sure to mark
Chris Lattnerd493b342005-04-09 15:23:25 +0000465 // it as using all of the live-out values in the function.
Chris Lattner749c6f62008-01-07 07:27:27 +0000466 if (!MBB->empty() && MBB->back().getDesc().isReturn()) {
Chris Lattnerd493b342005-04-09 15:23:25 +0000467 MachineInstr *Ret = &MBB->back();
Chris Lattner84bc5422007-12-31 04:13:23 +0000468 for (MachineRegisterInfo::liveout_iterator
469 I = MF->getRegInfo().liveout_begin(),
470 E = MF->getRegInfo().liveout_end(); I != E; ++I) {
Chris Lattnerd493b342005-04-09 15:23:25 +0000471 assert(MRegisterInfo::isPhysicalRegister(*I) &&
472 "Cannot have a live-in virtual register!");
473 HandlePhysRegUse(*I, Ret);
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000474 // Add live-out registers as implicit uses.
Evan Chengfaa51072007-04-26 19:00:32 +0000475 if (Ret->findRegisterUseOperandIdx(*I) == -1)
Chris Lattner8019f412007-12-30 00:41:17 +0000476 Ret->addOperand(MachineOperand::CreateReg(*I, false, true));
Chris Lattnerd493b342005-04-09 15:23:25 +0000477 }
478 }
479
Chris Lattnerbc40e892003-01-13 20:01:16 +0000480 // Loop over PhysRegInfo, killing any registers that are available at the
481 // end of the basic block. This also resets the PhysRegInfo map.
Evan Chenge96f5012007-04-25 19:34:00 +0000482 for (unsigned i = 0; i != NumRegs; ++i)
Chris Lattnerbc40e892003-01-13 20:01:16 +0000483 if (PhysRegInfo[i])
Misha Brukman09ba9062004-06-24 21:31:16 +0000484 HandlePhysRegDef(i, 0);
Evan Cheng24a3cc42007-04-25 07:30:23 +0000485
486 // Clear some states between BB's. These are purely local information.
Evan Chengade31f92007-04-25 21:34:08 +0000487 for (unsigned i = 0; i != NumRegs; ++i)
Evan Cheng24a3cc42007-04-25 07:30:23 +0000488 PhysRegPartDef[i].clear();
Evan Cheng4efe7412007-06-26 21:03:35 +0000489 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
490 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
Evan Chenge96f5012007-04-25 19:34:00 +0000491 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000492 }
493
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000494 // Convert and transfer the dead / killed information we have gathered into
495 // VirtRegInfo onto MI's.
Chris Lattnerbc40e892003-01-13 20:01:16 +0000496 //
Evan Chengf0e3bb12007-03-09 06:02:17 +0000497 for (unsigned i = 0, e1 = VirtRegInfo.size(); i != e1; ++i)
498 for (unsigned j = 0, e2 = VirtRegInfo[i].Kills.size(); j != e2; ++j) {
Owen Anderson7047dd42008-01-15 22:02:46 +0000499 if (VirtRegInfo[i].Kills[j] == MRI.getVRegDef(i +
500 MRegisterInfo::FirstVirtualRegister))
Owen Andersonb487e722008-01-24 01:10:07 +0000501 VirtRegInfo[i].Kills[j]->addRegisterDead(i +
502 MRegisterInfo::FirstVirtualRegister,
503 RegInfo);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000504 else
Owen Andersonb487e722008-01-24 01:10:07 +0000505 VirtRegInfo[i].Kills[j]->addRegisterKilled(i +
506 MRegisterInfo::FirstVirtualRegister,
507 RegInfo);
Chris Lattnerbc40e892003-01-13 20:01:16 +0000508 }
Chris Lattnera5287a62004-07-01 04:24:29 +0000509
Chris Lattner9fb6cf12004-07-09 16:44:37 +0000510 // Check to make sure there are no unreachable blocks in the MC CFG for the
511 // function. If so, it is due to a bug in the instruction selector or some
512 // other part of the code generator if this happens.
513#ifndef NDEBUG
Evan Chengc6a24102007-03-17 09:29:54 +0000514 for(MachineFunction::iterator i = MF->begin(), e = MF->end(); i != e; ++i)
Chris Lattner9fb6cf12004-07-09 16:44:37 +0000515 assert(Visited.count(&*i) != 0 && "unreachable basic block found");
516#endif
517
Evan Chenge96f5012007-04-25 19:34:00 +0000518 delete[] PhysRegInfo;
519 delete[] PhysRegUsed;
520 delete[] PhysRegPartUse;
521 delete[] PhysRegPartDef;
522 delete[] PHIVarInfo;
523
Chris Lattnerbc40e892003-01-13 20:01:16 +0000524 return false;
525}
Chris Lattner5ed001b2004-02-19 18:28:02 +0000526
527/// instructionChanged - When the address of an instruction changes, this
528/// method should be called so that live variables can update its internal
529/// data structures. This removes the records for OldMI, transfering them to
530/// the records for NewMI.
531void LiveVariables::instructionChanged(MachineInstr *OldMI,
532 MachineInstr *NewMI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000533 // If the instruction defines any virtual registers, update the VarInfo,
534 // kill and dead information for the instruction.
Alkis Evlogimenosa8db01a2004-03-30 22:44:39 +0000535 for (unsigned i = 0, e = OldMI->getNumOperands(); i != e; ++i) {
536 MachineOperand &MO = OldMI->getOperand(i);
Chris Lattnerd45be362005-01-19 17:09:15 +0000537 if (MO.isRegister() && MO.getReg() &&
Chris Lattner5ed001b2004-02-19 18:28:02 +0000538 MRegisterInfo::isVirtualRegister(MO.getReg())) {
539 unsigned Reg = MO.getReg();
540 VarInfo &VI = getVarInfo(Reg);
Chris Lattnerd45be362005-01-19 17:09:15 +0000541 if (MO.isDef()) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000542 if (MO.isDead()) {
Chris Lattnerf7382302007-12-30 21:56:09 +0000543 MO.setIsDead(false);
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000544 addVirtualRegisterDead(Reg, NewMI);
545 }
Chris Lattner2a6e1632005-01-19 17:11:51 +0000546 }
Dan Gohmanc674a922007-07-20 23:17:34 +0000547 if (MO.isKill()) {
Chris Lattnerf7382302007-12-30 21:56:09 +0000548 MO.setIsKill(false);
Dan Gohmanc674a922007-07-20 23:17:34 +0000549 addVirtualRegisterKilled(Reg, NewMI);
Chris Lattnerd45be362005-01-19 17:09:15 +0000550 }
Dan Gohmanc674a922007-07-20 23:17:34 +0000551 // If this is a kill of the value, update the VI kills list.
552 if (VI.removeKill(OldMI))
553 VI.Kills.push_back(NewMI); // Yes, there was a kill of it
Chris Lattner5ed001b2004-02-19 18:28:02 +0000554 }
555 }
Chris Lattner5ed001b2004-02-19 18:28:02 +0000556}
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000557
558/// removeVirtualRegistersKilled - Remove all killed info for the specified
559/// instruction.
560void LiveVariables::removeVirtualRegistersKilled(MachineInstr *MI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000561 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
562 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000563 if (MO.isRegister() && MO.isKill()) {
Chris Lattnerf7382302007-12-30 21:56:09 +0000564 MO.setIsKill(false);
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000565 unsigned Reg = MO.getReg();
566 if (MRegisterInfo::isVirtualRegister(Reg)) {
567 bool removed = getVarInfo(Reg).removeKill(MI);
568 assert(removed && "kill not in register's VarInfo?");
569 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000570 }
571 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000572}
573
574/// removeVirtualRegistersDead - Remove all of the dead registers for the
575/// specified instruction from the live variable information.
576void LiveVariables::removeVirtualRegistersDead(MachineInstr *MI) {
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000577 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
578 MachineOperand &MO = MI->getOperand(i);
Dan Gohman92dfe202007-09-14 20:33:02 +0000579 if (MO.isRegister() && MO.isDead()) {
Chris Lattnerf7382302007-12-30 21:56:09 +0000580 MO.setIsDead(false);
Evan Chenga6c4c1e2006-11-15 20:51:59 +0000581 unsigned Reg = MO.getReg();
582 if (MRegisterInfo::isVirtualRegister(Reg)) {
583 bool removed = getVarInfo(Reg).removeKill(MI);
584 assert(removed && "kill not in register's VarInfo?");
585 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000586 }
587 }
Chris Lattner7a3abdc2006-09-03 00:05:09 +0000588}
589
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000590/// analyzePHINodes - Gather information about the PHI nodes in here. In
591/// particular, we want to map the variable information of a virtual
592/// register which is used in a PHI node. We map that to the BB the vreg is
593/// coming from.
594///
595void LiveVariables::analyzePHINodes(const MachineFunction& Fn) {
596 for (MachineFunction::const_iterator I = Fn.begin(), E = Fn.end();
597 I != E; ++I)
598 for (MachineBasicBlock::const_iterator BBI = I->begin(), BBE = I->end();
599 BBI != BBE && BBI->getOpcode() == TargetInstrInfo::PHI; ++BBI)
600 for (unsigned i = 1, e = BBI->getNumOperands(); i != e; i += 2)
Chris Lattner8aa797a2007-12-30 23:10:15 +0000601 PHIVarInfo[BBI->getOperand(i + 1).getMBB()->getNumber()].
Bill Wendlingf7da4e92006-10-03 07:20:20 +0000602 push_back(BBI->getOperand(i).getReg());
603}