Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 1 | //===-- LiveVariables.cpp - Live Variable Analysis for Machine Code -------===// |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 2 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 7 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 9 | // |
Chris Lattner | 5cdfbad | 2003-05-07 20:08:36 +0000 | [diff] [blame] | 10 | // This file implements the LiveVariable analysis pass. For each machine |
| 11 | // instruction in the function, this pass calculates the set of registers that |
| 12 | // are immediately dead after the instruction (i.e., the instruction calculates |
| 13 | // the value, but it is never used) and the set of registers that are used by |
| 14 | // the instruction, but are never used after the instruction (i.e., they are |
| 15 | // killed). |
| 16 | // |
| 17 | // This class computes live variables using are sparse implementation based on |
| 18 | // the machine code SSA form. This class computes live variable information for |
| 19 | // each virtual and _register allocatable_ physical register in a function. It |
| 20 | // uses the dominance properties of SSA form to efficiently compute live |
| 21 | // variables for virtual registers, and assumes that physical registers are only |
| 22 | // live within a single basic block (allowing it to do a single local analysis |
| 23 | // to resolve physical register lifetimes in each basic block). If a physical |
| 24 | // register is not register allocatable, it is not tracked. This is useful for |
| 25 | // things like the stack pointer and condition codes. |
| 26 | // |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 27 | //===----------------------------------------------------------------------===// |
| 28 | |
| 29 | #include "llvm/CodeGen/LiveVariables.h" |
| 30 | #include "llvm/CodeGen/MachineInstr.h" |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 31 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Chris Lattner | 61b08f1 | 2004-02-10 21:18:55 +0000 | [diff] [blame] | 32 | #include "llvm/Target/MRegisterInfo.h" |
Chris Lattner | 3501fea | 2003-01-14 22:00:31 +0000 | [diff] [blame] | 33 | #include "llvm/Target/TargetInstrInfo.h" |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 34 | #include "llvm/Target/TargetMachine.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 35 | #include "llvm/ADT/DepthFirstIterator.h" |
Evan Cheng | 0410407 | 2007-06-27 05:23:00 +0000 | [diff] [blame] | 36 | #include "llvm/ADT/SmallPtrSet.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 37 | #include "llvm/ADT/STLExtras.h" |
Chris Lattner | 6fcd8d8 | 2004-10-25 18:44:14 +0000 | [diff] [blame] | 38 | #include "llvm/Config/alloca.h" |
Chris Lattner | 657b4d1 | 2005-08-24 00:09:33 +0000 | [diff] [blame] | 39 | #include <algorithm> |
Chris Lattner | 49a5aaa | 2004-01-30 22:08:53 +0000 | [diff] [blame] | 40 | using namespace llvm; |
Brian Gaeke | d0fde30 | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 41 | |
Devang Patel | 1997473 | 2007-05-03 01:11:54 +0000 | [diff] [blame] | 42 | char LiveVariables::ID = 0; |
Chris Lattner | 5d8925c | 2006-08-27 22:30:17 +0000 | [diff] [blame] | 43 | static RegisterPass<LiveVariables> X("livevars", "Live Variable Analysis"); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 44 | |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 45 | void LiveVariables::VarInfo::dump() const { |
Bill Wendling | bcd2498 | 2006-12-07 20:28:15 +0000 | [diff] [blame] | 46 | cerr << " Alive in blocks: "; |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 47 | for (unsigned i = 0, e = AliveBlocks.size(); i != e; ++i) |
Bill Wendling | bcd2498 | 2006-12-07 20:28:15 +0000 | [diff] [blame] | 48 | if (AliveBlocks[i]) cerr << i << ", "; |
Owen Anderson | a018540 | 2007-11-08 01:20:48 +0000 | [diff] [blame] | 49 | cerr << " Used in blocks: "; |
| 50 | for (unsigned i = 0, e = UsedBlocks.size(); i != e; ++i) |
| 51 | if (UsedBlocks[i]) cerr << i << ", "; |
Bill Wendling | bcd2498 | 2006-12-07 20:28:15 +0000 | [diff] [blame] | 52 | cerr << "\n Killed by:"; |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 53 | if (Kills.empty()) |
Bill Wendling | bcd2498 | 2006-12-07 20:28:15 +0000 | [diff] [blame] | 54 | cerr << " No instructions.\n"; |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 55 | else { |
| 56 | for (unsigned i = 0, e = Kills.size(); i != e; ++i) |
Bill Wendling | bcd2498 | 2006-12-07 20:28:15 +0000 | [diff] [blame] | 57 | cerr << "\n #" << i << ": " << *Kills[i]; |
| 58 | cerr << "\n"; |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 59 | } |
| 60 | } |
| 61 | |
Chris Lattner | fb2cb69 | 2003-05-12 14:24:00 +0000 | [diff] [blame] | 62 | LiveVariables::VarInfo &LiveVariables::getVarInfo(unsigned RegIdx) { |
Chris Lattner | ef09c63 | 2004-01-31 21:27:19 +0000 | [diff] [blame] | 63 | assert(MRegisterInfo::isVirtualRegister(RegIdx) && |
Chris Lattner | fb2cb69 | 2003-05-12 14:24:00 +0000 | [diff] [blame] | 64 | "getVarInfo: not a virtual register!"); |
| 65 | RegIdx -= MRegisterInfo::FirstVirtualRegister; |
| 66 | if (RegIdx >= VirtRegInfo.size()) { |
| 67 | if (RegIdx >= 2*VirtRegInfo.size()) |
| 68 | VirtRegInfo.resize(RegIdx*2); |
| 69 | else |
| 70 | VirtRegInfo.resize(2*VirtRegInfo.size()); |
| 71 | } |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 72 | VarInfo &VI = VirtRegInfo[RegIdx]; |
| 73 | VI.AliveBlocks.resize(MF->getNumBlockIDs()); |
Owen Anderson | a018540 | 2007-11-08 01:20:48 +0000 | [diff] [blame] | 74 | VI.UsedBlocks.resize(MF->getNumBlockIDs()); |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 75 | return VI; |
Chris Lattner | fb2cb69 | 2003-05-12 14:24:00 +0000 | [diff] [blame] | 76 | } |
| 77 | |
Chris Lattner | 657b4d1 | 2005-08-24 00:09:33 +0000 | [diff] [blame] | 78 | bool LiveVariables::KillsRegister(MachineInstr *MI, unsigned Reg) const { |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 79 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 80 | MachineOperand &MO = MI->getOperand(i); |
Dan Gohman | 92dfe20 | 2007-09-14 20:33:02 +0000 | [diff] [blame] | 81 | if (MO.isRegister() && MO.isKill()) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 82 | if ((MO.getReg() == Reg) || |
| 83 | (MRegisterInfo::isPhysicalRegister(MO.getReg()) && |
| 84 | MRegisterInfo::isPhysicalRegister(Reg) && |
| 85 | RegInfo->isSubRegister(MO.getReg(), Reg))) |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 86 | return true; |
| 87 | } |
| 88 | } |
| 89 | return false; |
Chris Lattner | 657b4d1 | 2005-08-24 00:09:33 +0000 | [diff] [blame] | 90 | } |
| 91 | |
| 92 | bool LiveVariables::RegisterDefIsDead(MachineInstr *MI, unsigned Reg) const { |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 93 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 94 | MachineOperand &MO = MI->getOperand(i); |
Dan Gohman | 92dfe20 | 2007-09-14 20:33:02 +0000 | [diff] [blame] | 95 | if (MO.isRegister() && MO.isDead()) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 96 | if ((MO.getReg() == Reg) || |
| 97 | (MRegisterInfo::isPhysicalRegister(MO.getReg()) && |
| 98 | MRegisterInfo::isPhysicalRegister(Reg) && |
| 99 | RegInfo->isSubRegister(MO.getReg(), Reg))) |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 100 | return true; |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 101 | } |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 102 | } |
| 103 | return false; |
| 104 | } |
| 105 | |
| 106 | bool LiveVariables::ModifiesRegister(MachineInstr *MI, unsigned Reg) const { |
| 107 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 108 | MachineOperand &MO = MI->getOperand(i); |
Dan Gohman | 92dfe20 | 2007-09-14 20:33:02 +0000 | [diff] [blame] | 109 | if (MO.isRegister() && MO.isDef() && MO.getReg() == Reg) |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 110 | return true; |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 111 | } |
| 112 | return false; |
Chris Lattner | 657b4d1 | 2005-08-24 00:09:33 +0000 | [diff] [blame] | 113 | } |
Chris Lattner | fb2cb69 | 2003-05-12 14:24:00 +0000 | [diff] [blame] | 114 | |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 115 | void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo, |
| 116 | MachineBasicBlock *DefBlock, |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 117 | MachineBasicBlock *MBB, |
| 118 | std::vector<MachineBasicBlock*> &WorkList) { |
Chris Lattner | 8ba9771 | 2004-07-01 04:29:47 +0000 | [diff] [blame] | 119 | unsigned BBNum = MBB->getNumber(); |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 120 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 121 | // Check to see if this basic block is one of the killing blocks. If so, |
| 122 | // remove it... |
| 123 | for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i) |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 124 | if (VRInfo.Kills[i]->getParent() == MBB) { |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 125 | VRInfo.Kills.erase(VRInfo.Kills.begin()+i); // Erase entry |
| 126 | break; |
| 127 | } |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 128 | |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 129 | if (MBB == DefBlock) return; // Terminate recursion |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 130 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 131 | if (VRInfo.AliveBlocks[BBNum]) |
| 132 | return; // We already know the block is live |
| 133 | |
| 134 | // Mark the variable known alive in this bb |
| 135 | VRInfo.AliveBlocks[BBNum] = true; |
| 136 | |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 137 | for (MachineBasicBlock::const_pred_reverse_iterator PI = MBB->pred_rbegin(), |
| 138 | E = MBB->pred_rend(); PI != E; ++PI) |
| 139 | WorkList.push_back(*PI); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 140 | } |
| 141 | |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 142 | void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo, |
| 143 | MachineBasicBlock *DefBlock, |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 144 | MachineBasicBlock *MBB) { |
| 145 | std::vector<MachineBasicBlock*> WorkList; |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 146 | MarkVirtRegAliveInBlock(VRInfo, DefBlock, MBB, WorkList); |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 147 | while (!WorkList.empty()) { |
| 148 | MachineBasicBlock *Pred = WorkList.back(); |
| 149 | WorkList.pop_back(); |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 150 | MarkVirtRegAliveInBlock(VRInfo, DefBlock, Pred, WorkList); |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 151 | } |
| 152 | } |
| 153 | |
| 154 | |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 155 | void LiveVariables::HandleVirtRegUse(unsigned reg, MachineBasicBlock *MBB, |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 156 | MachineInstr *MI) { |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 157 | MachineRegisterInfo& MRI = MBB->getParent()->getRegInfo(); |
| 158 | assert(MRI.getVRegDef(reg) && "Register use before def!"); |
Alkis Evlogimenos | 2e58a41 | 2004-09-01 22:34:52 +0000 | [diff] [blame] | 159 | |
Owen Anderson | a018540 | 2007-11-08 01:20:48 +0000 | [diff] [blame] | 160 | unsigned BBNum = MBB->getNumber(); |
| 161 | |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 162 | VarInfo& VRInfo = getVarInfo(reg); |
Owen Anderson | a018540 | 2007-11-08 01:20:48 +0000 | [diff] [blame] | 163 | VRInfo.UsedBlocks[BBNum] = true; |
Evan Cheng | 38b7ca6 | 2007-04-17 20:22:11 +0000 | [diff] [blame] | 164 | VRInfo.NumUses++; |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 165 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 166 | // Check to see if this basic block is already a kill block... |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 167 | if (!VRInfo.Kills.empty() && VRInfo.Kills.back()->getParent() == MBB) { |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 168 | // Yes, this register is killed in this basic block already. Increase the |
| 169 | // live range by updating the kill instruction. |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 170 | VRInfo.Kills.back() = MI; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 171 | return; |
| 172 | } |
| 173 | |
| 174 | #ifndef NDEBUG |
| 175 | for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i) |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 176 | assert(VRInfo.Kills[i]->getParent() != MBB && "entry should be at end!"); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 177 | #endif |
| 178 | |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 179 | assert(MBB != MRI.getVRegDef(reg)->getParent() && |
Chris Lattner | 73d4adf | 2004-07-19 06:26:50 +0000 | [diff] [blame] | 180 | "Should have kill for defblock!"); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 181 | |
| 182 | // Add a new kill entry for this basic block. |
Evan Cheng | e2ee996 | 2007-03-09 09:48:56 +0000 | [diff] [blame] | 183 | // If this virtual register is already marked as alive in this basic block, |
| 184 | // that means it is alive in at least one of the successor block, it's not |
| 185 | // a kill. |
Owen Anderson | a018540 | 2007-11-08 01:20:48 +0000 | [diff] [blame] | 186 | if (!VRInfo.AliveBlocks[BBNum]) |
Evan Cheng | e2ee996 | 2007-03-09 09:48:56 +0000 | [diff] [blame] | 187 | VRInfo.Kills.push_back(MI); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 188 | |
| 189 | // Update all dominating blocks to mark them known live. |
Chris Lattner | f25fb4b | 2004-05-01 21:24:24 +0000 | [diff] [blame] | 190 | for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(), |
| 191 | E = MBB->pred_end(); PI != E; ++PI) |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 192 | MarkVirtRegAliveInBlock(VRInfo, MRI.getVRegDef(reg)->getParent(), *PI); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 193 | } |
| 194 | |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 195 | bool LiveVariables::addRegisterKilled(unsigned IncomingReg, MachineInstr *MI, |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 196 | const MRegisterInfo *RegInfo, |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 197 | bool AddIfNotFound) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 198 | bool Found = false; |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 199 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 200 | MachineOperand &MO = MI->getOperand(i); |
Dan Gohman | 92dfe20 | 2007-09-14 20:33:02 +0000 | [diff] [blame] | 201 | if (MO.isRegister() && MO.isUse()) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 202 | unsigned Reg = MO.getReg(); |
| 203 | if (!Reg) |
| 204 | continue; |
| 205 | if (Reg == IncomingReg) { |
| 206 | MO.setIsKill(); |
| 207 | Found = true; |
| 208 | break; |
| 209 | } else if (MRegisterInfo::isPhysicalRegister(Reg) && |
| 210 | MRegisterInfo::isPhysicalRegister(IncomingReg) && |
| 211 | RegInfo->isSuperRegister(IncomingReg, Reg) && |
| 212 | MO.isKill()) |
| 213 | // A super-register kill already exists. |
Evan Cheng | 5942efb | 2007-11-05 03:11:55 +0000 | [diff] [blame] | 214 | Found = true; |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 215 | } |
| 216 | } |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 217 | |
| 218 | // If not found, this means an alias of one of the operand is killed. Add a |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 219 | // new implicit operand if required. |
| 220 | if (!Found && AddIfNotFound) { |
Chris Lattner | 8019f41 | 2007-12-30 00:41:17 +0000 | [diff] [blame] | 221 | MI->addOperand(MachineOperand::CreateReg(IncomingReg, false/*IsDef*/, |
| 222 | true/*IsImp*/,true/*IsKill*/)); |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 223 | return true; |
| 224 | } |
| 225 | return Found; |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 226 | } |
| 227 | |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 228 | bool LiveVariables::addRegisterDead(unsigned IncomingReg, MachineInstr *MI, |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 229 | const MRegisterInfo *RegInfo, |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 230 | bool AddIfNotFound) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 231 | bool Found = false; |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 232 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 233 | MachineOperand &MO = MI->getOperand(i); |
Dan Gohman | 92dfe20 | 2007-09-14 20:33:02 +0000 | [diff] [blame] | 234 | if (MO.isRegister() && MO.isDef()) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 235 | unsigned Reg = MO.getReg(); |
| 236 | if (!Reg) |
| 237 | continue; |
| 238 | if (Reg == IncomingReg) { |
| 239 | MO.setIsDead(); |
| 240 | Found = true; |
| 241 | break; |
| 242 | } else if (MRegisterInfo::isPhysicalRegister(Reg) && |
| 243 | MRegisterInfo::isPhysicalRegister(IncomingReg) && |
| 244 | RegInfo->isSuperRegister(IncomingReg, Reg) && |
| 245 | MO.isDead()) |
| 246 | // There exists a super-register that's marked dead. |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 247 | return true; |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 248 | } |
| 249 | } |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 250 | |
| 251 | // If not found, this means an alias of one of the operand is dead. Add a |
| 252 | // new implicit operand. |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 253 | if (!Found && AddIfNotFound) { |
Chris Lattner | 8019f41 | 2007-12-30 00:41:17 +0000 | [diff] [blame] | 254 | MI->addOperand(MachineOperand::CreateReg(IncomingReg, true/*IsDef*/, |
| 255 | true/*IsImp*/,false/*IsKill*/, |
| 256 | true/*IsDead*/)); |
Evan Cheng | 0535028 | 2007-04-26 01:40:09 +0000 | [diff] [blame] | 257 | return true; |
| 258 | } |
| 259 | return Found; |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 260 | } |
| 261 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 262 | void LiveVariables::HandlePhysRegUse(unsigned Reg, MachineInstr *MI) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 263 | // Turn previous partial def's into read/mod/write. |
| 264 | for (unsigned i = 0, e = PhysRegPartDef[Reg].size(); i != e; ++i) { |
| 265 | MachineInstr *Def = PhysRegPartDef[Reg][i]; |
| 266 | // First one is just a def. This means the use is reading some undef bits. |
| 267 | if (i != 0) |
Chris Lattner | 8019f41 | 2007-12-30 00:41:17 +0000 | [diff] [blame] | 268 | Def->addOperand(MachineOperand::CreateReg(Reg, false/*IsDef*/, |
| 269 | true/*IsImp*/,true/*IsKill*/)); |
| 270 | Def->addOperand(MachineOperand::CreateReg(Reg,true/*IsDef*/,true/*IsImp*/)); |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 271 | } |
| 272 | PhysRegPartDef[Reg].clear(); |
| 273 | |
| 274 | // There was an earlier def of a super-register. Add implicit def to that MI. |
| 275 | // A: EAX = ... |
| 276 | // B: = AX |
| 277 | // Add implicit def to A. |
Evan Cheng | 6d6d352 | 2007-09-11 22:34:47 +0000 | [diff] [blame] | 278 | if (PhysRegInfo[Reg] && PhysRegInfo[Reg] != PhysRegPartUse[Reg] && |
| 279 | !PhysRegUsed[Reg]) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 280 | MachineInstr *Def = PhysRegInfo[Reg]; |
| 281 | if (!Def->findRegisterDefOperand(Reg)) |
Chris Lattner | 8019f41 | 2007-12-30 00:41:17 +0000 | [diff] [blame] | 282 | Def->addOperand(MachineOperand::CreateReg(Reg, true/*IsDef*/, |
| 283 | true/*IsImp*/)); |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 284 | } |
| 285 | |
Evan Cheng | 6d6d352 | 2007-09-11 22:34:47 +0000 | [diff] [blame] | 286 | // There is a now a proper use, forget about the last partial use. |
| 287 | PhysRegPartUse[Reg] = NULL; |
Alkis Evlogimenos | c55640f | 2004-01-13 21:16:25 +0000 | [diff] [blame] | 288 | PhysRegInfo[Reg] = MI; |
| 289 | PhysRegUsed[Reg] = true; |
Chris Lattner | 6d3848d | 2004-05-10 05:12:43 +0000 | [diff] [blame] | 290 | |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 291 | for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg); |
| 292 | unsigned SubReg = *SubRegs; ++SubRegs) { |
| 293 | PhysRegInfo[SubReg] = MI; |
| 294 | PhysRegUsed[SubReg] = true; |
Chris Lattner | 6d3848d | 2004-05-10 05:12:43 +0000 | [diff] [blame] | 295 | } |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 296 | |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 297 | for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg); |
Evan Cheng | 21b3bf0 | 2007-08-01 20:18:21 +0000 | [diff] [blame] | 298 | unsigned SuperReg = *SuperRegs; ++SuperRegs) { |
| 299 | // Remember the partial use of this superreg if it was previously defined. |
| 300 | bool HasPrevDef = PhysRegInfo[SuperReg] != NULL; |
| 301 | if (!HasPrevDef) { |
| 302 | for (const unsigned *SSRegs = RegInfo->getSuperRegisters(SuperReg); |
| 303 | unsigned SSReg = *SSRegs; ++SSRegs) { |
| 304 | if (PhysRegInfo[SSReg] != NULL) { |
| 305 | HasPrevDef = true; |
| 306 | break; |
| 307 | } |
| 308 | } |
| 309 | } |
| 310 | if (HasPrevDef) { |
| 311 | PhysRegInfo[SuperReg] = MI; |
| 312 | PhysRegPartUse[SuperReg] = MI; |
| 313 | } |
| 314 | } |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 315 | } |
| 316 | |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 317 | bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI, |
| 318 | SmallSet<unsigned, 4> &SubKills) { |
| 319 | for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg); |
| 320 | unsigned SubReg = *SubRegs; ++SubRegs) { |
| 321 | MachineInstr *LastRef = PhysRegInfo[SubReg]; |
Evan Cheng | 0d8d316 | 2007-09-12 23:02:04 +0000 | [diff] [blame] | 322 | if (LastRef != RefMI || |
| 323 | !HandlePhysRegKill(SubReg, RefMI, SubKills)) |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 324 | SubKills.insert(SubReg); |
| 325 | } |
| 326 | |
| 327 | if (*RegInfo->getImmediateSubRegisters(Reg) == 0) { |
| 328 | // No sub-registers, just check if reg is killed by RefMI. |
| 329 | if (PhysRegInfo[Reg] == RefMI) |
| 330 | return true; |
| 331 | } else if (SubKills.empty()) |
| 332 | // None of the sub-registers are killed elsewhere... |
| 333 | return true; |
| 334 | return false; |
| 335 | } |
| 336 | |
| 337 | void LiveVariables::addRegisterKills(unsigned Reg, MachineInstr *MI, |
| 338 | SmallSet<unsigned, 4> &SubKills) { |
| 339 | if (SubKills.count(Reg) == 0) |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 340 | addRegisterKilled(Reg, MI, RegInfo, true); |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 341 | else { |
| 342 | for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg); |
| 343 | unsigned SubReg = *SubRegs; ++SubRegs) |
| 344 | addRegisterKills(SubReg, MI, SubKills); |
| 345 | } |
| 346 | } |
| 347 | |
| 348 | bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *RefMI) { |
| 349 | SmallSet<unsigned, 4> SubKills; |
| 350 | if (HandlePhysRegKill(Reg, RefMI, SubKills)) { |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 351 | addRegisterKilled(Reg, RefMI, RegInfo, true); |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 352 | return true; |
| 353 | } else { |
| 354 | // Some sub-registers are killed by another MI. |
| 355 | for (const unsigned *SubRegs = RegInfo->getImmediateSubRegisters(Reg); |
| 356 | unsigned SubReg = *SubRegs; ++SubRegs) |
| 357 | addRegisterKills(SubReg, RefMI, SubKills); |
| 358 | return false; |
| 359 | } |
| 360 | } |
| 361 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 362 | void LiveVariables::HandlePhysRegDef(unsigned Reg, MachineInstr *MI) { |
| 363 | // Does this kill a previous version of this register? |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 364 | if (MachineInstr *LastRef = PhysRegInfo[Reg]) { |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 365 | if (PhysRegUsed[Reg]) { |
| 366 | if (!HandlePhysRegKill(Reg, LastRef)) { |
| 367 | if (PhysRegPartUse[Reg]) |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 368 | addRegisterKilled(Reg, PhysRegPartUse[Reg], RegInfo, true); |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 369 | } |
| 370 | } else if (PhysRegPartUse[Reg]) |
Evan Cheng | 21b3bf0 | 2007-08-01 20:18:21 +0000 | [diff] [blame] | 371 | // Add implicit use / kill to last partial use. |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 372 | addRegisterKilled(Reg, PhysRegPartUse[Reg], RegInfo, true); |
Evan Cheng | 5942efb | 2007-11-05 03:11:55 +0000 | [diff] [blame] | 373 | else if (LastRef != MI) |
| 374 | // Defined, but not used. However, watch out for cases where a super-reg |
| 375 | // is also defined on the same MI. |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 376 | addRegisterDead(Reg, LastRef, RegInfo); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 377 | } |
Alkis Evlogimenos | 19b6486 | 2004-01-13 06:24:30 +0000 | [diff] [blame] | 378 | |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 379 | for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg); |
| 380 | unsigned SubReg = *SubRegs; ++SubRegs) { |
| 381 | if (MachineInstr *LastRef = PhysRegInfo[SubReg]) { |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 382 | if (PhysRegUsed[SubReg]) { |
| 383 | if (!HandlePhysRegKill(SubReg, LastRef)) { |
| 384 | if (PhysRegPartUse[SubReg]) |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 385 | addRegisterKilled(SubReg, PhysRegPartUse[SubReg], RegInfo, true); |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 386 | } |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 387 | } else if (PhysRegPartUse[SubReg]) |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 388 | // Add implicit use / kill to last use of a sub-register. |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 389 | addRegisterKilled(SubReg, PhysRegPartUse[SubReg], RegInfo, true); |
Evan Cheng | 6d6d352 | 2007-09-11 22:34:47 +0000 | [diff] [blame] | 390 | else if (LastRef != MI) |
| 391 | // This must be a def of the subreg on the same MI. |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 392 | addRegisterDead(SubReg, LastRef, RegInfo); |
Alkis Evlogimenos | 19b6486 | 2004-01-13 06:24:30 +0000 | [diff] [blame] | 393 | } |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 394 | } |
| 395 | |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 396 | if (MI) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 397 | for (const unsigned *SuperRegs = RegInfo->getSuperRegisters(Reg); |
| 398 | unsigned SuperReg = *SuperRegs; ++SuperRegs) { |
Evan Cheng | 6d6d352 | 2007-09-11 22:34:47 +0000 | [diff] [blame] | 399 | if (PhysRegInfo[SuperReg] && PhysRegInfo[SuperReg] != MI) { |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 400 | // The larger register is previously defined. Now a smaller part is |
| 401 | // being re-defined. Treat it as read/mod/write. |
| 402 | // EAX = |
| 403 | // AX = EAX<imp-use,kill>, EAX<imp-def> |
Chris Lattner | 8019f41 | 2007-12-30 00:41:17 +0000 | [diff] [blame] | 404 | MI->addOperand(MachineOperand::CreateReg(SuperReg, false/*IsDef*/, |
| 405 | true/*IsImp*/,true/*IsKill*/)); |
| 406 | MI->addOperand(MachineOperand::CreateReg(SuperReg, true/*IsDef*/, |
| 407 | true/*IsImp*/)); |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 408 | PhysRegInfo[SuperReg] = MI; |
| 409 | PhysRegUsed[SuperReg] = false; |
Evan Cheng | 8b966d9 | 2007-05-14 20:39:18 +0000 | [diff] [blame] | 410 | PhysRegPartUse[SuperReg] = NULL; |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 411 | } else { |
| 412 | // Remember this partial def. |
| 413 | PhysRegPartDef[SuperReg].push_back(MI); |
| 414 | } |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 415 | } |
| 416 | |
| 417 | PhysRegInfo[Reg] = MI; |
| 418 | PhysRegUsed[Reg] = false; |
Evan Cheng | 21b3bf0 | 2007-08-01 20:18:21 +0000 | [diff] [blame] | 419 | PhysRegPartDef[Reg].clear(); |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 420 | PhysRegPartUse[Reg] = NULL; |
| 421 | for (const unsigned *SubRegs = RegInfo->getSubRegisters(Reg); |
| 422 | unsigned SubReg = *SubRegs; ++SubRegs) { |
| 423 | PhysRegInfo[SubReg] = MI; |
| 424 | PhysRegUsed[SubReg] = false; |
Evan Cheng | 21b3bf0 | 2007-08-01 20:18:21 +0000 | [diff] [blame] | 425 | PhysRegPartDef[SubReg].clear(); |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 426 | PhysRegPartUse[SubReg] = NULL; |
| 427 | } |
Alkis Evlogimenos | 19b6486 | 2004-01-13 06:24:30 +0000 | [diff] [blame] | 428 | } |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 429 | } |
| 430 | |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 431 | bool LiveVariables::runOnMachineFunction(MachineFunction &mf) { |
| 432 | MF = &mf; |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 433 | RegInfo = MF->getTarget().getRegisterInfo(); |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 434 | MachineRegisterInfo& MRI = mf.getRegInfo(); |
Chris Lattner | 96aef89 | 2004-02-09 01:35:21 +0000 | [diff] [blame] | 435 | assert(RegInfo && "Target doesn't have register information?"); |
| 436 | |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 437 | ReservedRegisters = RegInfo->getReservedRegs(mf); |
Chris Lattner | 5cdfbad | 2003-05-07 20:08:36 +0000 | [diff] [blame] | 438 | |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 439 | unsigned NumRegs = RegInfo->getNumRegs(); |
| 440 | PhysRegInfo = new MachineInstr*[NumRegs]; |
| 441 | PhysRegUsed = new bool[NumRegs]; |
| 442 | PhysRegPartUse = new MachineInstr*[NumRegs]; |
| 443 | PhysRegPartDef = new SmallVector<MachineInstr*,4>[NumRegs]; |
| 444 | PHIVarInfo = new SmallVector<unsigned, 4>[MF->getNumBlockIDs()]; |
| 445 | std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0); |
| 446 | std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false); |
| 447 | std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 448 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 449 | /// Get some space for a respectable number of registers... |
| 450 | VirtRegInfo.resize(64); |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 451 | |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 452 | analyzePHINodes(mf); |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 453 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 454 | // Calculate live variable information in depth first order on the CFG of the |
| 455 | // function. This guarantees that we will see the definition of a virtual |
| 456 | // register before its uses due to dominance properties of SSA (except for PHI |
| 457 | // nodes, which are treated as a special case). |
| 458 | // |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 459 | MachineBasicBlock *Entry = MF->begin(); |
Evan Cheng | 0410407 | 2007-06-27 05:23:00 +0000 | [diff] [blame] | 460 | SmallPtrSet<MachineBasicBlock*,16> Visited; |
| 461 | for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> > |
| 462 | DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited); |
| 463 | DFI != E; ++DFI) { |
Chris Lattner | f25fb4b | 2004-05-01 21:24:24 +0000 | [diff] [blame] | 464 | MachineBasicBlock *MBB = *DFI; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 465 | |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 466 | // Mark live-in registers as live-in. |
| 467 | for (MachineBasicBlock::const_livein_iterator II = MBB->livein_begin(), |
Evan Cheng | 0c9f92e | 2007-02-13 01:30:55 +0000 | [diff] [blame] | 468 | EE = MBB->livein_end(); II != EE; ++II) { |
| 469 | assert(MRegisterInfo::isPhysicalRegister(*II) && |
| 470 | "Cannot have a live-in virtual register!"); |
| 471 | HandlePhysRegDef(*II, 0); |
| 472 | } |
| 473 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 474 | // Loop over all of the instructions, processing them. |
| 475 | for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end(); |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 476 | I != E; ++I) { |
Alkis Evlogimenos | c0b9dc5 | 2004-02-12 02:27:10 +0000 | [diff] [blame] | 477 | MachineInstr *MI = I; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 478 | |
| 479 | // Process all of the operands of the instruction... |
| 480 | unsigned NumOperandsToProcess = MI->getNumOperands(); |
| 481 | |
| 482 | // Unless it is a PHI node. In this case, ONLY process the DEF, not any |
| 483 | // of the uses. They will be handled in other basic blocks. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 484 | if (MI->getOpcode() == TargetInstrInfo::PHI) |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 485 | NumOperandsToProcess = 1; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 486 | |
Evan Cheng | 438f7bc | 2006-11-10 08:43:01 +0000 | [diff] [blame] | 487 | // Process all uses... |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 488 | for (unsigned i = 0; i != NumOperandsToProcess; ++i) { |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 489 | MachineOperand &MO = MI->getOperand(i); |
Chris Lattner | d8f44e0 | 2006-09-05 20:19:27 +0000 | [diff] [blame] | 490 | if (MO.isRegister() && MO.isUse() && MO.getReg()) { |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 491 | if (MRegisterInfo::isVirtualRegister(MO.getReg())){ |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 492 | HandleVirtRegUse(MO.getReg(), MBB, MI); |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 493 | } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) && |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 494 | !ReservedRegisters[MO.getReg()]) { |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 495 | HandlePhysRegUse(MO.getReg(), MI); |
| 496 | } |
| 497 | } |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 498 | } |
| 499 | |
Evan Cheng | 438f7bc | 2006-11-10 08:43:01 +0000 | [diff] [blame] | 500 | // Process all defs... |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 501 | for (unsigned i = 0; i != NumOperandsToProcess; ++i) { |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 502 | MachineOperand &MO = MI->getOperand(i); |
Chris Lattner | d8f44e0 | 2006-09-05 20:19:27 +0000 | [diff] [blame] | 503 | if (MO.isRegister() && MO.isDef() && MO.getReg()) { |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 504 | if (MRegisterInfo::isVirtualRegister(MO.getReg())) { |
| 505 | VarInfo &VRInfo = getVarInfo(MO.getReg()); |
Chris Lattner | 472405e | 2004-07-19 06:55:21 +0000 | [diff] [blame] | 506 | // Defaults to dead |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 507 | VRInfo.Kills.push_back(MI); |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 508 | } else if (MRegisterInfo::isPhysicalRegister(MO.getReg()) && |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 509 | !ReservedRegisters[MO.getReg()]) { |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 510 | HandlePhysRegDef(MO.getReg(), MI); |
| 511 | } |
| 512 | } |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 513 | } |
| 514 | } |
| 515 | |
| 516 | // Handle any virtual assignments from PHI nodes which might be at the |
| 517 | // bottom of this basic block. We check all of our successor blocks to see |
| 518 | // if they have PHI nodes, and if so, we simulate an assignment at the end |
| 519 | // of the current block. |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 520 | if (!PHIVarInfo[MBB->getNumber()].empty()) { |
| 521 | SmallVector<unsigned, 4>& VarInfoVec = PHIVarInfo[MBB->getNumber()]; |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 522 | |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 523 | for (SmallVector<unsigned, 4>::iterator I = VarInfoVec.begin(), |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 524 | E = VarInfoVec.end(); I != E; ++I) { |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 525 | // Only mark it alive only in the block we are representing. |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 526 | MarkVirtRegAliveInBlock(getVarInfo(*I), MRI.getVRegDef(*I)->getParent(), |
| 527 | MBB); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 528 | } |
| 529 | } |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 530 | |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 531 | // Finally, if the last instruction in the block is a return, make sure to mark |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 532 | // it as using all of the live-out values in the function. |
Chris Lattner | 749c6f6 | 2008-01-07 07:27:27 +0000 | [diff] [blame] | 533 | if (!MBB->empty() && MBB->back().getDesc().isReturn()) { |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 534 | MachineInstr *Ret = &MBB->back(); |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 535 | for (MachineRegisterInfo::liveout_iterator |
| 536 | I = MF->getRegInfo().liveout_begin(), |
| 537 | E = MF->getRegInfo().liveout_end(); I != E; ++I) { |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 538 | assert(MRegisterInfo::isPhysicalRegister(*I) && |
| 539 | "Cannot have a live-in virtual register!"); |
| 540 | HandlePhysRegUse(*I, Ret); |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 541 | // Add live-out registers as implicit uses. |
Evan Cheng | faa5107 | 2007-04-26 19:00:32 +0000 | [diff] [blame] | 542 | if (Ret->findRegisterUseOperandIdx(*I) == -1) |
Chris Lattner | 8019f41 | 2007-12-30 00:41:17 +0000 | [diff] [blame] | 543 | Ret->addOperand(MachineOperand::CreateReg(*I, false, true)); |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 544 | } |
| 545 | } |
| 546 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 547 | // Loop over PhysRegInfo, killing any registers that are available at the |
| 548 | // end of the basic block. This also resets the PhysRegInfo map. |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 549 | for (unsigned i = 0; i != NumRegs; ++i) |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 550 | if (PhysRegInfo[i]) |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 551 | HandlePhysRegDef(i, 0); |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 552 | |
| 553 | // Clear some states between BB's. These are purely local information. |
Evan Cheng | ade31f9 | 2007-04-25 21:34:08 +0000 | [diff] [blame] | 554 | for (unsigned i = 0; i != NumRegs; ++i) |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 555 | PhysRegPartDef[i].clear(); |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 556 | std::fill(PhysRegInfo, PhysRegInfo + NumRegs, (MachineInstr*)0); |
| 557 | std::fill(PhysRegUsed, PhysRegUsed + NumRegs, false); |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 558 | std::fill(PhysRegPartUse, PhysRegPartUse + NumRegs, (MachineInstr*)0); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 559 | } |
| 560 | |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 561 | // Convert and transfer the dead / killed information we have gathered into |
| 562 | // VirtRegInfo onto MI's. |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 563 | // |
Evan Cheng | f0e3bb1 | 2007-03-09 06:02:17 +0000 | [diff] [blame] | 564 | for (unsigned i = 0, e1 = VirtRegInfo.size(); i != e1; ++i) |
| 565 | for (unsigned j = 0, e2 = VirtRegInfo[i].Kills.size(); j != e2; ++j) { |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 566 | if (VirtRegInfo[i].Kills[j] == MRI.getVRegDef(i + |
| 567 | MRegisterInfo::FirstVirtualRegister)) |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 568 | addRegisterDead(i + MRegisterInfo::FirstVirtualRegister, |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 569 | VirtRegInfo[i].Kills[j], RegInfo); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 570 | else |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 571 | addRegisterKilled(i + MRegisterInfo::FirstVirtualRegister, |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 572 | VirtRegInfo[i].Kills[j], RegInfo); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 573 | } |
Chris Lattner | a5287a6 | 2004-07-01 04:24:29 +0000 | [diff] [blame] | 574 | |
Chris Lattner | 9fb6cf1 | 2004-07-09 16:44:37 +0000 | [diff] [blame] | 575 | // Check to make sure there are no unreachable blocks in the MC CFG for the |
| 576 | // function. If so, it is due to a bug in the instruction selector or some |
| 577 | // other part of the code generator if this happens. |
| 578 | #ifndef NDEBUG |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 579 | for(MachineFunction::iterator i = MF->begin(), e = MF->end(); i != e; ++i) |
Chris Lattner | 9fb6cf1 | 2004-07-09 16:44:37 +0000 | [diff] [blame] | 580 | assert(Visited.count(&*i) != 0 && "unreachable basic block found"); |
| 581 | #endif |
| 582 | |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 583 | delete[] PhysRegInfo; |
| 584 | delete[] PhysRegUsed; |
| 585 | delete[] PhysRegPartUse; |
| 586 | delete[] PhysRegPartDef; |
| 587 | delete[] PHIVarInfo; |
| 588 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 589 | return false; |
| 590 | } |
Chris Lattner | 5ed001b | 2004-02-19 18:28:02 +0000 | [diff] [blame] | 591 | |
| 592 | /// instructionChanged - When the address of an instruction changes, this |
| 593 | /// method should be called so that live variables can update its internal |
| 594 | /// data structures. This removes the records for OldMI, transfering them to |
| 595 | /// the records for NewMI. |
| 596 | void LiveVariables::instructionChanged(MachineInstr *OldMI, |
| 597 | MachineInstr *NewMI) { |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 598 | // If the instruction defines any virtual registers, update the VarInfo, |
| 599 | // kill and dead information for the instruction. |
Alkis Evlogimenos | a8db01a | 2004-03-30 22:44:39 +0000 | [diff] [blame] | 600 | for (unsigned i = 0, e = OldMI->getNumOperands(); i != e; ++i) { |
| 601 | MachineOperand &MO = OldMI->getOperand(i); |
Chris Lattner | d45be36 | 2005-01-19 17:09:15 +0000 | [diff] [blame] | 602 | if (MO.isRegister() && MO.getReg() && |
Chris Lattner | 5ed001b | 2004-02-19 18:28:02 +0000 | [diff] [blame] | 603 | MRegisterInfo::isVirtualRegister(MO.getReg())) { |
| 604 | unsigned Reg = MO.getReg(); |
| 605 | VarInfo &VI = getVarInfo(Reg); |
Chris Lattner | d45be36 | 2005-01-19 17:09:15 +0000 | [diff] [blame] | 606 | if (MO.isDef()) { |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 607 | if (MO.isDead()) { |
Chris Lattner | f738230 | 2007-12-30 21:56:09 +0000 | [diff] [blame] | 608 | MO.setIsDead(false); |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 609 | addVirtualRegisterDead(Reg, NewMI); |
| 610 | } |
Chris Lattner | 2a6e163 | 2005-01-19 17:11:51 +0000 | [diff] [blame] | 611 | } |
Dan Gohman | c674a92 | 2007-07-20 23:17:34 +0000 | [diff] [blame] | 612 | if (MO.isKill()) { |
Chris Lattner | f738230 | 2007-12-30 21:56:09 +0000 | [diff] [blame] | 613 | MO.setIsKill(false); |
Dan Gohman | c674a92 | 2007-07-20 23:17:34 +0000 | [diff] [blame] | 614 | addVirtualRegisterKilled(Reg, NewMI); |
Chris Lattner | d45be36 | 2005-01-19 17:09:15 +0000 | [diff] [blame] | 615 | } |
Dan Gohman | c674a92 | 2007-07-20 23:17:34 +0000 | [diff] [blame] | 616 | // If this is a kill of the value, update the VI kills list. |
| 617 | if (VI.removeKill(OldMI)) |
| 618 | VI.Kills.push_back(NewMI); // Yes, there was a kill of it |
Chris Lattner | 5ed001b | 2004-02-19 18:28:02 +0000 | [diff] [blame] | 619 | } |
| 620 | } |
Chris Lattner | 5ed001b | 2004-02-19 18:28:02 +0000 | [diff] [blame] | 621 | } |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 622 | |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 623 | /// transferKillDeadInfo - Similar to instructionChanged except it does not |
| 624 | /// update live variables internal data structures. |
| 625 | void LiveVariables::transferKillDeadInfo(MachineInstr *OldMI, |
| 626 | MachineInstr *NewMI, |
| 627 | const MRegisterInfo *RegInfo) { |
| 628 | // If the instruction defines any virtual registers, update the VarInfo, |
| 629 | // kill and dead information for the instruction. |
| 630 | for (unsigned i = 0, e = OldMI->getNumOperands(); i != e; ++i) { |
| 631 | MachineOperand &MO = OldMI->getOperand(i); |
| 632 | if (MO.isRegister() && MO.getReg() && |
| 633 | MRegisterInfo::isVirtualRegister(MO.getReg())) { |
| 634 | unsigned Reg = MO.getReg(); |
| 635 | if (MO.isDef()) { |
| 636 | if (MO.isDead()) { |
Chris Lattner | f738230 | 2007-12-30 21:56:09 +0000 | [diff] [blame] | 637 | MO.setIsDead(false); |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 638 | addRegisterDead(Reg, NewMI, RegInfo); |
| 639 | } |
| 640 | } |
| 641 | if (MO.isKill()) { |
Chris Lattner | f738230 | 2007-12-30 21:56:09 +0000 | [diff] [blame] | 642 | MO.setIsKill(false); |
Evan Cheng | 81a0382 | 2007-11-17 00:40:40 +0000 | [diff] [blame] | 643 | addRegisterKilled(Reg, NewMI, RegInfo); |
| 644 | } |
| 645 | } |
| 646 | } |
| 647 | } |
| 648 | |
| 649 | |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 650 | /// removeVirtualRegistersKilled - Remove all killed info for the specified |
| 651 | /// instruction. |
| 652 | void LiveVariables::removeVirtualRegistersKilled(MachineInstr *MI) { |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 653 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 654 | MachineOperand &MO = MI->getOperand(i); |
Dan Gohman | 92dfe20 | 2007-09-14 20:33:02 +0000 | [diff] [blame] | 655 | if (MO.isRegister() && MO.isKill()) { |
Chris Lattner | f738230 | 2007-12-30 21:56:09 +0000 | [diff] [blame] | 656 | MO.setIsKill(false); |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 657 | unsigned Reg = MO.getReg(); |
| 658 | if (MRegisterInfo::isVirtualRegister(Reg)) { |
| 659 | bool removed = getVarInfo(Reg).removeKill(MI); |
| 660 | assert(removed && "kill not in register's VarInfo?"); |
| 661 | } |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 662 | } |
| 663 | } |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 664 | } |
| 665 | |
| 666 | /// removeVirtualRegistersDead - Remove all of the dead registers for the |
| 667 | /// specified instruction from the live variable information. |
| 668 | void LiveVariables::removeVirtualRegistersDead(MachineInstr *MI) { |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 669 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 670 | MachineOperand &MO = MI->getOperand(i); |
Dan Gohman | 92dfe20 | 2007-09-14 20:33:02 +0000 | [diff] [blame] | 671 | if (MO.isRegister() && MO.isDead()) { |
Chris Lattner | f738230 | 2007-12-30 21:56:09 +0000 | [diff] [blame] | 672 | MO.setIsDead(false); |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 673 | unsigned Reg = MO.getReg(); |
| 674 | if (MRegisterInfo::isVirtualRegister(Reg)) { |
| 675 | bool removed = getVarInfo(Reg).removeKill(MI); |
| 676 | assert(removed && "kill not in register's VarInfo?"); |
| 677 | } |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 678 | } |
| 679 | } |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 680 | } |
| 681 | |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 682 | /// analyzePHINodes - Gather information about the PHI nodes in here. In |
| 683 | /// particular, we want to map the variable information of a virtual |
| 684 | /// register which is used in a PHI node. We map that to the BB the vreg is |
| 685 | /// coming from. |
| 686 | /// |
| 687 | void LiveVariables::analyzePHINodes(const MachineFunction& Fn) { |
| 688 | for (MachineFunction::const_iterator I = Fn.begin(), E = Fn.end(); |
| 689 | I != E; ++I) |
| 690 | for (MachineBasicBlock::const_iterator BBI = I->begin(), BBE = I->end(); |
| 691 | BBI != BBE && BBI->getOpcode() == TargetInstrInfo::PHI; ++BBI) |
| 692 | for (unsigned i = 1, e = BBI->getNumOperands(); i != e; i += 2) |
Chris Lattner | 8aa797a | 2007-12-30 23:10:15 +0000 | [diff] [blame] | 693 | PHIVarInfo[BBI->getOperand(i + 1).getMBB()->getNumber()]. |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 694 | push_back(BBI->getOperand(i).getReg()); |
| 695 | } |