blob: 70c191d9e09efca3aa9a6cdf1c052eaf434e3cff [file] [log] [blame]
Chris Lattnercab0b442003-01-13 20:01:16 +00001//===-- LiveVariables.cpp - Live Variable Analysis for Machine Code -------===//
Misha Brukman835702a2005-04-21 22:36:52 +00002//
John Criswell482202a2003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukman835702a2005-04-21 22:36:52 +00007//
John Criswell482202a2003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Misha Brukman835702a2005-04-21 22:36:52 +00009//
Chris Lattner5ab42e52003-05-07 20:08:36 +000010// This file implements the LiveVariable analysis pass. For each machine
11// instruction in the function, this pass calculates the set of registers that
12// are immediately dead after the instruction (i.e., the instruction calculates
13// the value, but it is never used) and the set of registers that are used by
14// the instruction, but are never used after the instruction (i.e., they are
15// killed).
16//
17// This class computes live variables using are sparse implementation based on
18// the machine code SSA form. This class computes live variable information for
19// each virtual and _register allocatable_ physical register in a function. It
20// uses the dominance properties of SSA form to efficiently compute live
21// variables for virtual registers, and assumes that physical registers are only
22// live within a single basic block (allowing it to do a single local analysis
23// to resolve physical register lifetimes in each basic block). If a physical
24// register is not register allocatable, it is not tracked. This is useful for
25// things like the stack pointer and condition codes.
26//
Chris Lattnercab0b442003-01-13 20:01:16 +000027//===----------------------------------------------------------------------===//
28
29#include "llvm/CodeGen/LiveVariables.h"
30#include "llvm/CodeGen/MachineInstr.h"
Chris Lattnera10fff52007-12-31 04:13:23 +000031#include "llvm/CodeGen/MachineRegisterInfo.h"
Chris Lattnerb21ec542004-02-10 21:18:55 +000032#include "llvm/Target/MRegisterInfo.h"
Chris Lattnerb4d58d72003-01-14 22:00:31 +000033#include "llvm/Target/TargetInstrInfo.h"
Chris Lattnercab0b442003-01-13 20:01:16 +000034#include "llvm/Target/TargetMachine.h"
Reid Spencer7c16caa2004-09-01 22:55:40 +000035#include "llvm/ADT/DepthFirstIterator.h"
Evan Chenge66f8222007-06-27 05:23:00 +000036#include "llvm/ADT/SmallPtrSet.h"
Reid Spencer7c16caa2004-09-01 22:55:40 +000037#include "llvm/ADT/STLExtras.h"
Chris Lattner61808812004-10-25 18:44:14 +000038#include "llvm/Config/alloca.h"
Chris Lattnereeacce52005-08-24 00:09:33 +000039#include <algorithm>
Chris Lattner07708622004-01-30 22:08:53 +000040using namespace llvm;
Brian Gaeke960707c2003-11-11 22:41:34 +000041
Devang Patel8c78a0b2007-05-03 01:11:54 +000042char LiveVariables::ID = 0;
Chris Lattner3c9b2422006-08-27 22:30:17 +000043static RegisterPass<LiveVariables> X("livevars", "Live Variable Analysis");
Chris Lattnercab0b442003-01-13 20:01:16 +000044
Chris Lattnerbe45b5e2006-01-04 05:40:30 +000045void LiveVariables::VarInfo::dump() const {
Bill Wendling355fc5a2006-12-07 20:28:15 +000046 cerr << " Alive in blocks: ";
Chris Lattnerbe45b5e2006-01-04 05:40:30 +000047 for (unsigned i = 0, e = AliveBlocks.size(); i != e; ++i)
Bill Wendling355fc5a2006-12-07 20:28:15 +000048 if (AliveBlocks[i]) cerr << i << ", ";
Owen Anderson9d86ef12007-11-08 01:20:48 +000049 cerr << " Used in blocks: ";
50 for (unsigned i = 0, e = UsedBlocks.size(); i != e; ++i)
51 if (UsedBlocks[i]) cerr << i << ", ";
Bill Wendling355fc5a2006-12-07 20:28:15 +000052 cerr << "\n Killed by:";
Chris Lattnerbe45b5e2006-01-04 05:40:30 +000053 if (Kills.empty())
Bill Wendling355fc5a2006-12-07 20:28:15 +000054 cerr << " No instructions.\n";
Chris Lattnerbe45b5e2006-01-04 05:40:30 +000055 else {
56 for (unsigned i = 0, e = Kills.size(); i != e; ++i)
Bill Wendling355fc5a2006-12-07 20:28:15 +000057 cerr << "\n #" << i << ": " << *Kills[i];
58 cerr << "\n";
Chris Lattnerbe45b5e2006-01-04 05:40:30 +000059 }
60}
61
Chris Lattner584bae42003-05-12 14:24:00 +000062LiveVariables::VarInfo &LiveVariables::getVarInfo(unsigned RegIdx) {
Chris Lattnerc330b982004-01-31 21:27:19 +000063 assert(MRegisterInfo::isVirtualRegister(RegIdx) &&
Chris Lattner584bae42003-05-12 14:24:00 +000064 "getVarInfo: not a virtual register!");
65 RegIdx -= MRegisterInfo::FirstVirtualRegister;
66 if (RegIdx >= VirtRegInfo.size()) {
67 if (RegIdx >= 2*VirtRegInfo.size())
68 VirtRegInfo.resize(RegIdx*2);
69 else
70 VirtRegInfo.resize(2*VirtRegInfo.size());
71 }
Evan Chengf6f04332007-03-17 09:29:54 +000072 VarInfo &VI = VirtRegInfo[RegIdx];
73 VI.AliveBlocks.resize(MF->getNumBlockIDs());
Owen Anderson9d86ef12007-11-08 01:20:48 +000074 VI.UsedBlocks.resize(MF->getNumBlockIDs());
Evan Chengf6f04332007-03-17 09:29:54 +000075 return VI;
Chris Lattner584bae42003-05-12 14:24:00 +000076}
77
Chris Lattnereeacce52005-08-24 00:09:33 +000078bool LiveVariables::KillsRegister(MachineInstr *MI, unsigned Reg) const {
Evan Cheng70ec5282006-11-15 20:51:59 +000079 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
80 MachineOperand &MO = MI->getOperand(i);
Dan Gohman9da02f52007-09-14 20:33:02 +000081 if (MO.isRegister() && MO.isKill()) {
Evan Cheng7818c032007-04-25 07:30:23 +000082 if ((MO.getReg() == Reg) ||
83 (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
84 MRegisterInfo::isPhysicalRegister(Reg) &&
85 RegInfo->isSubRegister(MO.getReg(), Reg)))
Evan Cheng70ec5282006-11-15 20:51:59 +000086 return true;
87 }
88 }
89 return false;
Chris Lattnereeacce52005-08-24 00:09:33 +000090}
91
92bool LiveVariables::RegisterDefIsDead(MachineInstr *MI, unsigned Reg) const {
Evan Cheng70ec5282006-11-15 20:51:59 +000093 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
94 MachineOperand &MO = MI->getOperand(i);
Dan Gohman9da02f52007-09-14 20:33:02 +000095 if (MO.isRegister() && MO.isDead()) {
Evan Cheng7818c032007-04-25 07:30:23 +000096 if ((MO.getReg() == Reg) ||
97 (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
98 MRegisterInfo::isPhysicalRegister(Reg) &&
99 RegInfo->isSubRegister(MO.getReg(), Reg)))
Evan Cheng70ec5282006-11-15 20:51:59 +0000100 return true;
Evan Cheng7818c032007-04-25 07:30:23 +0000101 }
Evan Cheng70ec5282006-11-15 20:51:59 +0000102 }
103 return false;
104}
105
106bool LiveVariables::ModifiesRegister(MachineInstr *MI, unsigned Reg) const {
107 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
108 MachineOperand &MO = MI->getOperand(i);
Dan Gohman9da02f52007-09-14 20:33:02 +0000109 if (MO.isRegister() && MO.isDef() && MO.getReg() == Reg)
Evan Cheng7818c032007-04-25 07:30:23 +0000110 return true;
Evan Cheng70ec5282006-11-15 20:51:59 +0000111 }
112 return false;
Chris Lattnereeacce52005-08-24 00:09:33 +0000113}
Chris Lattner584bae42003-05-12 14:24:00 +0000114
Owen Anderson897aed92008-01-15 22:58:11 +0000115void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo,
116 MachineBasicBlock *DefBlock,
Evan Cheng9e178722007-05-08 19:00:00 +0000117 MachineBasicBlock *MBB,
118 std::vector<MachineBasicBlock*> &WorkList) {
Chris Lattner6c375e42004-07-01 04:29:47 +0000119 unsigned BBNum = MBB->getNumber();
Owen Anderson1ba66e02008-01-15 22:02:46 +0000120
Chris Lattnercab0b442003-01-13 20:01:16 +0000121 // Check to see if this basic block is one of the killing blocks. If so,
122 // remove it...
123 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
Chris Lattneraef6c2a2004-07-19 07:04:55 +0000124 if (VRInfo.Kills[i]->getParent() == MBB) {
Chris Lattnercab0b442003-01-13 20:01:16 +0000125 VRInfo.Kills.erase(VRInfo.Kills.begin()+i); // Erase entry
126 break;
127 }
Owen Anderson1ba66e02008-01-15 22:02:46 +0000128
Owen Anderson897aed92008-01-15 22:58:11 +0000129 if (MBB == DefBlock) return; // Terminate recursion
Chris Lattnercab0b442003-01-13 20:01:16 +0000130
Chris Lattnercab0b442003-01-13 20:01:16 +0000131 if (VRInfo.AliveBlocks[BBNum])
132 return; // We already know the block is live
133
134 // Mark the variable known alive in this bb
135 VRInfo.AliveBlocks[BBNum] = true;
136
Evan Cheng9e178722007-05-08 19:00:00 +0000137 for (MachineBasicBlock::const_pred_reverse_iterator PI = MBB->pred_rbegin(),
138 E = MBB->pred_rend(); PI != E; ++PI)
139 WorkList.push_back(*PI);
Chris Lattnercab0b442003-01-13 20:01:16 +0000140}
141
Owen Anderson897aed92008-01-15 22:58:11 +0000142void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo,
143 MachineBasicBlock *DefBlock,
Evan Cheng9e178722007-05-08 19:00:00 +0000144 MachineBasicBlock *MBB) {
145 std::vector<MachineBasicBlock*> WorkList;
Owen Anderson897aed92008-01-15 22:58:11 +0000146 MarkVirtRegAliveInBlock(VRInfo, DefBlock, MBB, WorkList);
Evan Cheng9e178722007-05-08 19:00:00 +0000147 while (!WorkList.empty()) {
148 MachineBasicBlock *Pred = WorkList.back();
149 WorkList.pop_back();
Owen Anderson897aed92008-01-15 22:58:11 +0000150 MarkVirtRegAliveInBlock(VRInfo, DefBlock, Pred, WorkList);
Evan Cheng9e178722007-05-08 19:00:00 +0000151 }
152}
153
154
Owen Anderson1ba66e02008-01-15 22:02:46 +0000155void LiveVariables::HandleVirtRegUse(unsigned reg, MachineBasicBlock *MBB,
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000156 MachineInstr *MI) {
Owen Anderson1ba66e02008-01-15 22:02:46 +0000157 MachineRegisterInfo& MRI = MBB->getParent()->getRegInfo();
158 assert(MRI.getVRegDef(reg) && "Register use before def!");
Alkis Evlogimenos6a099d42004-09-01 22:34:52 +0000159
Owen Anderson9d86ef12007-11-08 01:20:48 +0000160 unsigned BBNum = MBB->getNumber();
161
Owen Anderson1ba66e02008-01-15 22:02:46 +0000162 VarInfo& VRInfo = getVarInfo(reg);
Owen Anderson9d86ef12007-11-08 01:20:48 +0000163 VRInfo.UsedBlocks[BBNum] = true;
Evan Cheng8387cf12007-04-17 20:22:11 +0000164 VRInfo.NumUses++;
Evan Chengf6f04332007-03-17 09:29:54 +0000165
Chris Lattnercab0b442003-01-13 20:01:16 +0000166 // Check to see if this basic block is already a kill block...
Chris Lattneraef6c2a2004-07-19 07:04:55 +0000167 if (!VRInfo.Kills.empty() && VRInfo.Kills.back()->getParent() == MBB) {
Chris Lattnercab0b442003-01-13 20:01:16 +0000168 // Yes, this register is killed in this basic block already. Increase the
169 // live range by updating the kill instruction.
Chris Lattneraef6c2a2004-07-19 07:04:55 +0000170 VRInfo.Kills.back() = MI;
Chris Lattnercab0b442003-01-13 20:01:16 +0000171 return;
172 }
173
174#ifndef NDEBUG
175 for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i)
Chris Lattneraef6c2a2004-07-19 07:04:55 +0000176 assert(VRInfo.Kills[i]->getParent() != MBB && "entry should be at end!");
Chris Lattnercab0b442003-01-13 20:01:16 +0000177#endif
178
Owen Anderson1ba66e02008-01-15 22:02:46 +0000179 assert(MBB != MRI.getVRegDef(reg)->getParent() &&
Chris Lattner5027de32004-07-19 06:26:50 +0000180 "Should have kill for defblock!");
Chris Lattnercab0b442003-01-13 20:01:16 +0000181
182 // Add a new kill entry for this basic block.
Evan Chengdf7949a2007-03-09 09:48:56 +0000183 // If this virtual register is already marked as alive in this basic block,
184 // that means it is alive in at least one of the successor block, it's not
185 // a kill.
Owen Anderson9d86ef12007-11-08 01:20:48 +0000186 if (!VRInfo.AliveBlocks[BBNum])
Evan Chengdf7949a2007-03-09 09:48:56 +0000187 VRInfo.Kills.push_back(MI);
Chris Lattnercab0b442003-01-13 20:01:16 +0000188
189 // Update all dominating blocks to mark them known live.
Chris Lattnerc49a9a52004-05-01 21:24:24 +0000190 for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(),
191 E = MBB->pred_end(); PI != E; ++PI)
Owen Anderson897aed92008-01-15 22:58:11 +0000192 MarkVirtRegAliveInBlock(VRInfo, MRI.getVRegDef(reg)->getParent(), *PI);
Chris Lattnercab0b442003-01-13 20:01:16 +0000193}
194
195void LiveVariables::HandlePhysRegUse(unsigned Reg, MachineInstr *MI) {
Evan Cheng7818c032007-04-25 07:30:23 +0000196 // Turn previous partial def's into read/mod/write.
197 for (unsigned i = 0, e = PhysRegPartDef[Reg].size(); i != e; ++i) {
198 MachineInstr *Def = PhysRegPartDef[Reg][i];
199 // First one is just a def. This means the use is reading some undef bits.
200 if (i != 0)
Chris Lattnere35dfb82007-12-30 00:41:17 +0000201 Def->addOperand(MachineOperand::CreateReg(Reg, false/*IsDef*/,
202 true/*IsImp*/,true/*IsKill*/));
203 Def->addOperand(MachineOperand::CreateReg(Reg,true/*IsDef*/,true/*IsImp*/));
Evan Cheng7818c032007-04-25 07:30:23 +0000204 }
205 PhysRegPartDef[Reg].clear();
206
207 // There was an earlier def of a super-register. Add implicit def to that MI.
208 // A: EAX = ...
209 // B: = AX
210 // Add implicit def to A.
Evan Chengc16847b2007-09-11 22:34:47 +0000211 if (PhysRegInfo[Reg] && PhysRegInfo[Reg] != PhysRegPartUse[Reg] &&
212 !PhysRegUsed[Reg]) {
Evan Cheng7818c032007-04-25 07:30:23 +0000213 MachineInstr *Def = PhysRegInfo[Reg];
214 if (!Def->findRegisterDefOperand(Reg))
Chris Lattnere35dfb82007-12-30 00:41:17 +0000215 Def->addOperand(MachineOperand::CreateReg(Reg, true/*IsDef*/,
216 true/*IsImp*/));
Evan Cheng7818c032007-04-25 07:30:23 +0000217 }
218
Evan Chengc16847b2007-09-11 22:34:47 +0000219 // There is a now a proper use, forget about the last partial use.
220 PhysRegPartUse[Reg] = NULL;
Alkis Evlogimenos9d0c3d22004-01-13 21:16:25 +0000221 PhysRegInfo[Reg] = MI;
222 PhysRegUsed[Reg] = true;
Chris Lattner5eb80942004-05-10 05:12:43 +0000223
Evan Cheng7818c032007-04-25 07:30:23 +0000224 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
225 unsigned SubReg = *SubRegs; ++SubRegs) {
226 PhysRegInfo[SubReg] = MI;
227 PhysRegUsed[SubReg] = true;
Chris Lattner5eb80942004-05-10 05:12:43 +0000228 }
Evan Cheng7818c032007-04-25 07:30:23 +0000229
Evan Cheng7818c032007-04-25 07:30:23 +0000230 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
Evan Chengd8ded482007-08-01 20:18:21 +0000231 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
232 // Remember the partial use of this superreg if it was previously defined.
233 bool HasPrevDef = PhysRegInfo[SuperReg] != NULL;
234 if (!HasPrevDef) {
235 for (const unsigned *SSRegs = RegInfo->getSuperRegisters(SuperReg);
236 unsigned SSReg = *SSRegs; ++SSRegs) {
237 if (PhysRegInfo[SSReg] != NULL) {
238 HasPrevDef = true;
239 break;
240 }
241 }
242 }
243 if (HasPrevDef) {
244 PhysRegInfo[SuperReg] = MI;
245 PhysRegPartUse[SuperReg] = MI;
246 }
247 }
Chris Lattnercab0b442003-01-13 20:01:16 +0000248}
249
Evan Chengd8417d92007-06-26 21:03:35 +0000250bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI,
251 SmallSet<unsigned, 4> &SubKills) {
252 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
253 unsigned SubReg = *SubRegs; ++SubRegs) {
254 MachineInstr *LastRef = PhysRegInfo[SubReg];
Evan Chengd8317962007-09-12 23:02:04 +0000255 if (LastRef != RefMI ||
256 !HandlePhysRegKill(SubReg, RefMI, SubKills))
Evan Chengd8417d92007-06-26 21:03:35 +0000257 SubKills.insert(SubReg);
258 }
259
260 if (*RegInfo->getImmediateSubRegisters(Reg) == 0) {
261 // No sub-registers, just check if reg is killed by RefMI.
262 if (PhysRegInfo[Reg] == RefMI)
263 return true;
264 } else if (SubKills.empty())
265 // None of the sub-registers are killed elsewhere...
266 return true;
267 return false;
268}
269
270void LiveVariables::addRegisterKills(unsigned Reg, MachineInstr *MI,
271 SmallSet<unsigned, 4> &SubKills) {
272 if (SubKills.count(Reg) == 0)
Owen Anderson2a8a4852008-01-24 01:10:07 +0000273 MI->addRegisterKilled(Reg, RegInfo, true);
Evan Chengd8417d92007-06-26 21:03:35 +0000274 else {
275 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
276 unsigned SubReg = *SubRegs; ++SubRegs)
277 addRegisterKills(SubReg, MI, SubKills);
278 }
279}
280
281bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI) {
282 SmallSet<unsigned, 4> SubKills;
283 if (HandlePhysRegKill(Reg, RefMI, SubKills)) {
Owen Anderson2a8a4852008-01-24 01:10:07 +0000284 RefMI->addRegisterKilled(Reg, RegInfo, true);
Evan Chengd8417d92007-06-26 21:03:35 +0000285 return true;
286 } else {
287 // Some sub-registers are killed by another MI.
288 for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg);
289 unsigned SubReg = *SubRegs; ++SubRegs)
290 addRegisterKills(SubReg, RefMI, SubKills);
291 return false;
292 }
293}
294
Chris Lattnercab0b442003-01-13 20:01:16 +0000295void LiveVariables::HandlePhysRegDef(unsigned Reg, MachineInstr *MI) {
296 // Does this kill a previous version of this register?
Evan Cheng7818c032007-04-25 07:30:23 +0000297 if (MachineInstr *LastRef = PhysRegInfo[Reg]) {
Evan Chengd8417d92007-06-26 21:03:35 +0000298 if (PhysRegUsed[Reg]) {
299 if (!HandlePhysRegKill(Reg, LastRef)) {
300 if (PhysRegPartUse[Reg])
Owen Anderson2a8a4852008-01-24 01:10:07 +0000301 PhysRegPartUse[Reg]->addRegisterKilled(Reg, RegInfo, true);
Evan Chengd8417d92007-06-26 21:03:35 +0000302 }
303 } else if (PhysRegPartUse[Reg])
Evan Chengd8ded482007-08-01 20:18:21 +0000304 // Add implicit use / kill to last partial use.
Owen Anderson2a8a4852008-01-24 01:10:07 +0000305 PhysRegPartUse[Reg]->addRegisterKilled(Reg, RegInfo, true);
Evan Chenga406b472007-11-05 03:11:55 +0000306 else if (LastRef != MI)
307 // Defined, but not used. However, watch out for cases where a super-reg
308 // is also defined on the same MI.
Owen Anderson2a8a4852008-01-24 01:10:07 +0000309 LastRef->addRegisterDead(Reg, RegInfo);
Chris Lattnercab0b442003-01-13 20:01:16 +0000310 }
Alkis Evlogimenosebbd66c2004-01-13 06:24:30 +0000311
Evan Cheng7818c032007-04-25 07:30:23 +0000312 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
313 unsigned SubReg = *SubRegs; ++SubRegs) {
314 if (MachineInstr *LastRef = PhysRegInfo[SubReg]) {
Evan Chengd8417d92007-06-26 21:03:35 +0000315 if (PhysRegUsed[SubReg]) {
316 if (!HandlePhysRegKill(SubReg, LastRef)) {
317 if (PhysRegPartUse[SubReg])
Owen Anderson2a8a4852008-01-24 01:10:07 +0000318 PhysRegPartUse[SubReg]->addRegisterKilled(SubReg, RegInfo, true);
Evan Chengd8417d92007-06-26 21:03:35 +0000319 }
Evan Chengd8417d92007-06-26 21:03:35 +0000320 } else if (PhysRegPartUse[SubReg])
Evan Cheng7818c032007-04-25 07:30:23 +0000321 // Add implicit use / kill to last use of a sub-register.
Owen Anderson2a8a4852008-01-24 01:10:07 +0000322 PhysRegPartUse[SubReg]->addRegisterKilled(SubReg, RegInfo, true);
Evan Chengc16847b2007-09-11 22:34:47 +0000323 else if (LastRef != MI)
324 // This must be a def of the subreg on the same MI.
Owen Anderson2a8a4852008-01-24 01:10:07 +0000325 LastRef->addRegisterDead(SubReg, RegInfo);
Alkis Evlogimenosebbd66c2004-01-13 06:24:30 +0000326 }
Evan Cheng7818c032007-04-25 07:30:23 +0000327 }
328
Evan Chengd8417d92007-06-26 21:03:35 +0000329 if (MI) {
Evan Cheng7818c032007-04-25 07:30:23 +0000330 for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg);
331 unsigned SuperReg = *SuperRegs; ++SuperRegs) {
Evan Chengc16847b2007-09-11 22:34:47 +0000332 if (PhysRegInfo[SuperReg] && PhysRegInfo[SuperReg] != MI) {
Evan Cheng7818c032007-04-25 07:30:23 +0000333 // The larger register is previously defined. Now a smaller part is
334 // being re-defined. Treat it as read/mod/write.
335 // EAX =
336 // AX = EAX<imp-use,kill>, EAX<imp-def>
Chris Lattnere35dfb82007-12-30 00:41:17 +0000337 MI->addOperand(MachineOperand::CreateReg(SuperReg, false/*IsDef*/,
338 true/*IsImp*/,true/*IsKill*/));
339 MI->addOperand(MachineOperand::CreateReg(SuperReg, true/*IsDef*/,
340 true/*IsImp*/));
Evan Cheng7818c032007-04-25 07:30:23 +0000341 PhysRegInfo[SuperReg] = MI;
342 PhysRegUsed[SuperReg] = false;
Evan Chengfc2377d2007-05-14 20:39:18 +0000343 PhysRegPartUse[SuperReg] = NULL;
Evan Cheng7818c032007-04-25 07:30:23 +0000344 } else {
345 // Remember this partial def.
346 PhysRegPartDef[SuperReg].push_back(MI);
347 }
Evan Chengd8417d92007-06-26 21:03:35 +0000348 }
349
350 PhysRegInfo[Reg] = MI;
351 PhysRegUsed[Reg] = false;
Evan Chengd8ded482007-08-01 20:18:21 +0000352 PhysRegPartDef[Reg].clear();
Evan Chengd8417d92007-06-26 21:03:35 +0000353 PhysRegPartUse[Reg] = NULL;
354 for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg);
355 unsigned SubReg = *SubRegs; ++SubRegs) {
356 PhysRegInfo[SubReg] = MI;
357 PhysRegUsed[SubReg] = false;
Evan Chengd8ded482007-08-01 20:18:21 +0000358 PhysRegPartDef[SubReg].clear();
Evan Chengd8417d92007-06-26 21:03:35 +0000359 PhysRegPartUse[SubReg] = NULL;
360 }
Alkis Evlogimenosebbd66c2004-01-13 06:24:30 +0000361 }
Chris Lattnercab0b442003-01-13 20:01:16 +0000362}
363
Evan Chengf6f04332007-03-17 09:29:54 +0000364bool LiveVariables::runOnMachineFunction(MachineFunction &mf) {
365 MF = &mf;
Evan Chengf6f04332007-03-17 09:29:54 +0000366 RegInfo = MF->getTarget().getRegisterInfo();
Owen Anderson897aed92008-01-15 22:58:11 +0000367 MachineRegisterInfo& MRI = mf.getRegInfo();
Chris Lattner26407382004-02-09 01:35:21 +0000368 assert(RegInfo && "Target doesn't have register information?");
369
Evan Chengf6f04332007-03-17 09:29:54 +0000370 ReservedRegisters = RegInfo->getReservedRegs(mf);
Chris Lattner5ab42e52003-05-07 20:08:36 +0000371
Evan Cheng0fbe14a2007-04-25 19:34:00 +0000372 unsigned NumRegs = RegInfo->getNumRegs();
373 PhysRegInfo = new MachineInstr*[NumRegs];
374 PhysRegUsed = new bool[NumRegs];
375 PhysRegPartUse = new MachineInstr*[NumRegs];
376 PhysRegPartDef = new SmallVector<MachineInstr*,4>[NumRegs];
377 PHIVarInfo = new SmallVector<unsigned, 4>[MF->getNumBlockIDs()];
378 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
379 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
380 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
Chris Lattnercab0b442003-01-13 20:01:16 +0000381
Chris Lattnercab0b442003-01-13 20:01:16 +0000382 /// Get some space for a respectable number of registers...
383 VirtRegInfo.resize(64);
Chris Lattner4c6ab012005-04-09 15:23:25 +0000384
Evan Chengf6f04332007-03-17 09:29:54 +0000385 analyzePHINodes(mf);
Bill Wendling984f0ce2006-10-03 07:20:20 +0000386
Chris Lattnercab0b442003-01-13 20:01:16 +0000387 // Calculate live variable information in depth first order on the CFG of the
388 // function. This guarantees that we will see the definition of a virtual
389 // register before its uses due to dominance properties of SSA (except for PHI
390 // nodes, which are treated as a special case).
391 //
Evan Chengf6f04332007-03-17 09:29:54 +0000392 MachineBasicBlock *Entry = MF->begin();
Evan Chenge66f8222007-06-27 05:23:00 +0000393 SmallPtrSet<MachineBasicBlock*,16> Visited;
394 for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> >
395 DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited);
396 DFI != E; ++DFI) {
Chris Lattnerc49a9a52004-05-01 21:24:24 +0000397 MachineBasicBlock *MBB = *DFI;
Chris Lattnercab0b442003-01-13 20:01:16 +0000398
Evan Chengf7ed82d2007-02-19 21:49:54 +0000399 // Mark live-in registers as live-in.
400 for (MachineBasicBlock::const_livein_iterator II = MBB->livein_begin(),
Evan Chengb612316f2007-02-13 01:30:55 +0000401 EE = MBB->livein_end(); II != EE; ++II) {
402 assert(MRegisterInfo::isPhysicalRegister(*II) &&
403 "Cannot have a live-in virtual register!");
404 HandlePhysRegDef(*II, 0);
405 }
406
Chris Lattnercab0b442003-01-13 20:01:16 +0000407 // Loop over all of the instructions, processing them.
408 for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end();
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000409 I != E; ++I) {
Alkis Evlogimenos80da8652004-02-12 02:27:10 +0000410 MachineInstr *MI = I;
Chris Lattnercab0b442003-01-13 20:01:16 +0000411
412 // Process all of the operands of the instruction...
413 unsigned NumOperandsToProcess = MI->getNumOperands();
414
415 // Unless it is a PHI node. In this case, ONLY process the DEF, not any
416 // of the uses. They will be handled in other basic blocks.
Misha Brukman835702a2005-04-21 22:36:52 +0000417 if (MI->getOpcode() == TargetInstrInfo::PHI)
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000418 NumOperandsToProcess = 1;
Chris Lattnercab0b442003-01-13 20:01:16 +0000419
Evan Cheng8c9c6d72006-11-10 08:43:01 +0000420 // Process all uses...
Chris Lattnercab0b442003-01-13 20:01:16 +0000421 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000422 MachineOperand &MO = MI->getOperand(i);
Chris Lattner2cb23832006-09-05 20:19:27 +0000423 if (MO.isRegister() && MO.isUse() && MO.getReg()) {
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000424 if (MRegisterInfo::isVirtualRegister(MO.getReg())){
Owen Anderson1ba66e02008-01-15 22:02:46 +0000425 HandleVirtRegUse(MO.getReg(), MBB, MI);
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000426 } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
Evan Chengf7ed82d2007-02-19 21:49:54 +0000427 !ReservedRegisters[MO.getReg()]) {
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000428 HandlePhysRegUse(MO.getReg(), MI);
429 }
430 }
Chris Lattnercab0b442003-01-13 20:01:16 +0000431 }
432
Evan Cheng8c9c6d72006-11-10 08:43:01 +0000433 // Process all defs...
Chris Lattnercab0b442003-01-13 20:01:16 +0000434 for (unsigned i = 0; i != NumOperandsToProcess; ++i) {
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000435 MachineOperand &MO = MI->getOperand(i);
Chris Lattner2cb23832006-09-05 20:19:27 +0000436 if (MO.isRegister() && MO.isDef() && MO.getReg()) {
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000437 if (MRegisterInfo::isVirtualRegister(MO.getReg())) {
438 VarInfo &VRInfo = getVarInfo(MO.getReg());
Evan Cheng8d78b052008-02-05 20:04:18 +0000439 if (VRInfo.AliveBlocks.none())
440 // If vr is not alive in any block, then defaults to dead.
441 VRInfo.Kills.push_back(MI);
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000442 } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) &&
Evan Chengf7ed82d2007-02-19 21:49:54 +0000443 !ReservedRegisters[MO.getReg()]) {
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000444 HandlePhysRegDef(MO.getReg(), MI);
445 }
446 }
Chris Lattnercab0b442003-01-13 20:01:16 +0000447 }
448 }
449
450 // Handle any virtual assignments from PHI nodes which might be at the
451 // bottom of this basic block. We check all of our successor blocks to see
452 // if they have PHI nodes, and if so, we simulate an assignment at the end
453 // of the current block.
Evan Cheng0fbe14a2007-04-25 19:34:00 +0000454 if (!PHIVarInfo[MBB->getNumber()].empty()) {
455 SmallVector<unsigned, 4>& VarInfoVec = PHIVarInfo[MBB->getNumber()];
Misha Brukman835702a2005-04-21 22:36:52 +0000456
Evan Cheng0fbe14a2007-04-25 19:34:00 +0000457 for (SmallVector<unsigned, 4>::iterator I = VarInfoVec.begin(),
Bill Wendling984f0ce2006-10-03 07:20:20 +0000458 E = VarInfoVec.end(); I != E; ++I) {
Bill Wendling984f0ce2006-10-03 07:20:20 +0000459 // Only mark it alive only in the block we are representing.
Owen Anderson897aed92008-01-15 22:58:11 +0000460 MarkVirtRegAliveInBlock(getVarInfo(*I), MRI.getVRegDef(*I)->getParent(),
461 MBB);
Chris Lattnercab0b442003-01-13 20:01:16 +0000462 }
463 }
Misha Brukman835702a2005-04-21 22:36:52 +0000464
Evan Cheng70ec5282006-11-15 20:51:59 +0000465 // Finally, if the last instruction in the block is a return, make sure to mark
Chris Lattner4c6ab012005-04-09 15:23:25 +0000466 // it as using all of the live-out values in the function.
Chris Lattner03ad8852008-01-07 07:27:27 +0000467 if (!MBB->empty() && MBB->back().getDesc().isReturn()) {
Chris Lattner4c6ab012005-04-09 15:23:25 +0000468 MachineInstr *Ret = &MBB->back();
Chris Lattnera10fff52007-12-31 04:13:23 +0000469 for (MachineRegisterInfo::liveout_iterator
470 I = MF->getRegInfo().liveout_begin(),
471 E = MF->getRegInfo().liveout_end(); I != E; ++I) {
Chris Lattner4c6ab012005-04-09 15:23:25 +0000472 assert(MRegisterInfo::isPhysicalRegister(*I) &&
473 "Cannot have a live-in virtual register!");
474 HandlePhysRegUse(*I, Ret);
Evan Cheng70ec5282006-11-15 20:51:59 +0000475 // Add live-out registers as implicit uses.
Evan Cheng910c8082007-04-26 19:00:32 +0000476 if (Ret->findRegisterUseOperandIdx(*I) == -1)
Chris Lattnere35dfb82007-12-30 00:41:17 +0000477 Ret->addOperand(MachineOperand::CreateReg(*I, false, true));
Chris Lattner4c6ab012005-04-09 15:23:25 +0000478 }
479 }
480
Chris Lattnercab0b442003-01-13 20:01:16 +0000481 // Loop over PhysRegInfo, killing any registers that are available at the
482 // end of the basic block. This also resets the PhysRegInfo map.
Evan Cheng0fbe14a2007-04-25 19:34:00 +0000483 for (unsigned i = 0; i != NumRegs; ++i)
Chris Lattnercab0b442003-01-13 20:01:16 +0000484 if (PhysRegInfo[i])
Misha Brukman7d11fbf2004-06-24 21:31:16 +0000485 HandlePhysRegDef(i, 0);
Evan Cheng7818c032007-04-25 07:30:23 +0000486
487 // Clear some states between BB's. These are purely local information.
Evan Chengd4549c52007-04-25 21:34:08 +0000488 for (unsigned i = 0; i != NumRegs; ++i)
Evan Cheng7818c032007-04-25 07:30:23 +0000489 PhysRegPartDef[i].clear();
Evan Chengd8417d92007-06-26 21:03:35 +0000490 std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0);
491 std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false);
Evan Cheng0fbe14a2007-04-25 19:34:00 +0000492 std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0);
Chris Lattnercab0b442003-01-13 20:01:16 +0000493 }
494
Evan Cheng70ec5282006-11-15 20:51:59 +0000495 // Convert and transfer the dead / killed information we have gathered into
496 // VirtRegInfo onto MI's.
Chris Lattnercab0b442003-01-13 20:01:16 +0000497 //
Evan Cheng91b07902007-03-09 06:02:17 +0000498 for (unsigned i = 0, e1 = VirtRegInfo.size(); i != e1; ++i)
499 for (unsigned j = 0, e2 = VirtRegInfo[i].Kills.size(); j != e2; ++j) {
Owen Anderson1ba66e02008-01-15 22:02:46 +0000500 if (VirtRegInfo[i].Kills[j] == MRI.getVRegDef(i +
501 MRegisterInfo::FirstVirtualRegister))
Owen Anderson2a8a4852008-01-24 01:10:07 +0000502 VirtRegInfo[i].Kills[j]->addRegisterDead(i +
503 MRegisterInfo::FirstVirtualRegister,
504 RegInfo);
Chris Lattnercab0b442003-01-13 20:01:16 +0000505 else
Owen Anderson2a8a4852008-01-24 01:10:07 +0000506 VirtRegInfo[i].Kills[j]->addRegisterKilled(i +
507 MRegisterInfo::FirstVirtualRegister,
508 RegInfo);
Chris Lattnercab0b442003-01-13 20:01:16 +0000509 }
Chris Lattner7c77fd52004-07-01 04:24:29 +0000510
Chris Lattnerd47909e2004-07-09 16:44:37 +0000511 // Check to make sure there are no unreachable blocks in the MC CFG for the
512 // function. If so, it is due to a bug in the instruction selector or some
513 // other part of the code generator if this happens.
514#ifndef NDEBUG
Evan Chengf6f04332007-03-17 09:29:54 +0000515 for(MachineFunction::iterator i = MF->begin(), e = MF->end(); i != e; ++i)
Chris Lattnerd47909e2004-07-09 16:44:37 +0000516 assert(Visited.count(&*i) != 0 && "unreachable basic block found");
517#endif
518
Evan Cheng0fbe14a2007-04-25 19:34:00 +0000519 delete[] PhysRegInfo;
520 delete[] PhysRegUsed;
521 delete[] PhysRegPartUse;
522 delete[] PhysRegPartDef;
523 delete[] PHIVarInfo;
524
Chris Lattnercab0b442003-01-13 20:01:16 +0000525 return false;
526}
Chris Lattnerafa9d7e2004-02-19 18:28:02 +0000527
528/// instructionChanged - When the address of an instruction changes, this
529/// method should be called so that live variables can update its internal
530/// data structures. This removes the records for OldMI, transfering them to
531/// the records for NewMI.
532void LiveVariables::instructionChanged(MachineInstr *OldMI,
533 MachineInstr *NewMI) {
Evan Cheng70ec5282006-11-15 20:51:59 +0000534 // If the instruction defines any virtual registers, update the VarInfo,
535 // kill and dead information for the instruction.
Alkis Evlogimenosa333b132004-03-30 22:44:39 +0000536 for (unsigned i = 0, e = OldMI->getNumOperands(); i != e; ++i) {
537 MachineOperand &MO = OldMI->getOperand(i);
Chris Lattner00c43682005-01-19 17:09:15 +0000538 if (MO.isRegister() && MO.getReg() &&
Chris Lattnerafa9d7e2004-02-19 18:28:02 +0000539 MRegisterInfo::isVirtualRegister(MO.getReg())) {
540 unsigned Reg = MO.getReg();
541 VarInfo &VI = getVarInfo(Reg);
Chris Lattner00c43682005-01-19 17:09:15 +0000542 if (MO.isDef()) {
Evan Cheng70ec5282006-11-15 20:51:59 +0000543 if (MO.isDead()) {
Chris Lattner60055892007-12-30 21:56:09 +0000544 MO.setIsDead(false);
Evan Cheng70ec5282006-11-15 20:51:59 +0000545 addVirtualRegisterDead(Reg, NewMI);
546 }
Chris Lattner1cffa732005-01-19 17:11:51 +0000547 }
Dan Gohman147d9fa2007-07-20 23:17:34 +0000548 if (MO.isKill()) {
Chris Lattner60055892007-12-30 21:56:09 +0000549 MO.setIsKill(false);
Dan Gohman147d9fa2007-07-20 23:17:34 +0000550 addVirtualRegisterKilled(Reg, NewMI);
Chris Lattner00c43682005-01-19 17:09:15 +0000551 }
Dan Gohman147d9fa2007-07-20 23:17:34 +0000552 // If this is a kill of the value, update the VI kills list.
553 if (VI.removeKill(OldMI))
554 VI.Kills.push_back(NewMI); // Yes, there was a kill of it
Chris Lattnerafa9d7e2004-02-19 18:28:02 +0000555 }
556 }
Chris Lattnerafa9d7e2004-02-19 18:28:02 +0000557}
Chris Lattnerf8f724a2006-09-03 00:05:09 +0000558
559/// removeVirtualRegistersKilled - Remove all killed info for the specified
560/// instruction.
561void LiveVariables::removeVirtualRegistersKilled(MachineInstr *MI) {
Evan Cheng70ec5282006-11-15 20:51:59 +0000562 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
563 MachineOperand &MO = MI->getOperand(i);
Dan Gohman9da02f52007-09-14 20:33:02 +0000564 if (MO.isRegister() && MO.isKill()) {
Chris Lattner60055892007-12-30 21:56:09 +0000565 MO.setIsKill(false);
Evan Cheng70ec5282006-11-15 20:51:59 +0000566 unsigned Reg = MO.getReg();
567 if (MRegisterInfo::isVirtualRegister(Reg)) {
568 bool removed = getVarInfo(Reg).removeKill(MI);
569 assert(removed && "kill not in register's VarInfo?");
570 }
Chris Lattnerf8f724a2006-09-03 00:05:09 +0000571 }
572 }
Chris Lattnerf8f724a2006-09-03 00:05:09 +0000573}
574
575/// removeVirtualRegistersDead - Remove all of the dead registers for the
576/// specified instruction from the live variable information.
577void LiveVariables::removeVirtualRegistersDead(MachineInstr *MI) {
Evan Cheng70ec5282006-11-15 20:51:59 +0000578 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
579 MachineOperand &MO = MI->getOperand(i);
Dan Gohman9da02f52007-09-14 20:33:02 +0000580 if (MO.isRegister() && MO.isDead()) {
Chris Lattner60055892007-12-30 21:56:09 +0000581 MO.setIsDead(false);
Evan Cheng70ec5282006-11-15 20:51:59 +0000582 unsigned Reg = MO.getReg();
583 if (MRegisterInfo::isVirtualRegister(Reg)) {
584 bool removed = getVarInfo(Reg).removeKill(MI);
585 assert(removed && "kill not in register's VarInfo?");
586 }
Chris Lattnerf8f724a2006-09-03 00:05:09 +0000587 }
588 }
Chris Lattnerf8f724a2006-09-03 00:05:09 +0000589}
590
Bill Wendling984f0ce2006-10-03 07:20:20 +0000591/// analyzePHINodes - Gather information about the PHI nodes in here. In
592/// particular, we want to map the variable information of a virtual
593/// register which is used in a PHI node. We map that to the BB the vreg is
594/// coming from.
595///
596void LiveVariables::analyzePHINodes(const MachineFunction& Fn) {
597 for (MachineFunction::const_iterator I = Fn.begin(), E = Fn.end();
598 I != E; ++I)
599 for (MachineBasicBlock::const_iterator BBI = I->begin(), BBE = I->end();
600 BBI != BBE && BBI->getOpcode() == TargetInstrInfo::PHI; ++BBI)
601 for (unsigned i = 1, e = BBI->getNumOperands(); i != e; i += 2)
Chris Lattnera5bb3702007-12-30 23:10:15 +0000602 PHIVarInfo[BBI->getOperand(i + 1).getMBB()->getNumber()].
Bill Wendling984f0ce2006-10-03 07:20:20 +0000603 push_back(BBI->getOperand(i).getReg());
604}