Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 1 | //===-- LiveVariables.cpp - Live Variable Analysis for Machine Code -------===// |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 2 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 7 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 9 | // |
Chris Lattner | 5cdfbad | 2003-05-07 20:08:36 +0000 | [diff] [blame] | 10 | // This file implements the LiveVariable analysis pass. For each machine |
| 11 | // instruction in the function, this pass calculates the set of registers that |
| 12 | // are immediately dead after the instruction (i.e., the instruction calculates |
| 13 | // the value, but it is never used) and the set of registers that are used by |
| 14 | // the instruction, but are never used after the instruction (i.e., they are |
| 15 | // killed). |
| 16 | // |
| 17 | // This class computes live variables using are sparse implementation based on |
| 18 | // the machine code SSA form. This class computes live variable information for |
| 19 | // each virtual and _register allocatable_ physical register in a function. It |
| 20 | // uses the dominance properties of SSA form to efficiently compute live |
| 21 | // variables for virtual registers, and assumes that physical registers are only |
| 22 | // live within a single basic block (allowing it to do a single local analysis |
| 23 | // to resolve physical register lifetimes in each basic block). If a physical |
| 24 | // register is not register allocatable, it is not tracked. This is useful for |
| 25 | // things like the stack pointer and condition codes. |
| 26 | // |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 27 | //===----------------------------------------------------------------------===// |
| 28 | |
| 29 | #include "llvm/CodeGen/LiveVariables.h" |
| 30 | #include "llvm/CodeGen/MachineInstr.h" |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 31 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Owen Anderson | bd3ba46 | 2008-08-04 23:54:43 +0000 | [diff] [blame] | 32 | #include "llvm/CodeGen/Passes.h" |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 33 | #include "llvm/Target/TargetRegisterInfo.h" |
Chris Lattner | 3501fea | 2003-01-14 22:00:31 +0000 | [diff] [blame] | 34 | #include "llvm/Target/TargetInstrInfo.h" |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 35 | #include "llvm/Target/TargetMachine.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 36 | #include "llvm/ADT/DepthFirstIterator.h" |
Evan Cheng | 0410407 | 2007-06-27 05:23:00 +0000 | [diff] [blame] | 37 | #include "llvm/ADT/SmallPtrSet.h" |
Owen Anderson | bffdf66 | 2008-06-27 07:05:59 +0000 | [diff] [blame] | 38 | #include "llvm/ADT/SmallSet.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 39 | #include "llvm/ADT/STLExtras.h" |
Chris Lattner | 657b4d1 | 2005-08-24 00:09:33 +0000 | [diff] [blame] | 40 | #include <algorithm> |
Chris Lattner | 49a5aaa | 2004-01-30 22:08:53 +0000 | [diff] [blame] | 41 | using namespace llvm; |
Brian Gaeke | d0fde30 | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 42 | |
Devang Patel | 1997473 | 2007-05-03 01:11:54 +0000 | [diff] [blame] | 43 | char LiveVariables::ID = 0; |
Chris Lattner | 5d8925c | 2006-08-27 22:30:17 +0000 | [diff] [blame] | 44 | static RegisterPass<LiveVariables> X("livevars", "Live Variable Analysis"); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 45 | |
Owen Anderson | bd3ba46 | 2008-08-04 23:54:43 +0000 | [diff] [blame] | 46 | |
| 47 | void LiveVariables::getAnalysisUsage(AnalysisUsage &AU) const { |
| 48 | AU.addRequiredID(UnreachableMachineBlockElimID); |
| 49 | AU.setPreservesAll(); |
Dan Gohman | ad2afc2 | 2009-07-31 18:16:33 +0000 | [diff] [blame] | 50 | MachineFunctionPass::getAnalysisUsage(AU); |
Owen Anderson | bd3ba46 | 2008-08-04 23:54:43 +0000 | [diff] [blame] | 51 | } |
| 52 | |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 53 | void LiveVariables::VarInfo::dump() const { |
Chris Lattner | 705e07f | 2009-08-23 03:41:05 +0000 | [diff] [blame] | 54 | errs() << " Alive in blocks: "; |
Jeffrey Yasskin | 493a3d0 | 2009-05-26 18:27:15 +0000 | [diff] [blame] | 55 | for (SparseBitVector<>::iterator I = AliveBlocks.begin(), |
| 56 | E = AliveBlocks.end(); I != E; ++I) |
Chris Lattner | 705e07f | 2009-08-23 03:41:05 +0000 | [diff] [blame] | 57 | errs() << *I << ", "; |
| 58 | errs() << "\n Killed by:"; |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 59 | if (Kills.empty()) |
Chris Lattner | 705e07f | 2009-08-23 03:41:05 +0000 | [diff] [blame] | 60 | errs() << " No instructions.\n"; |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 61 | else { |
| 62 | for (unsigned i = 0, e = Kills.size(); i != e; ++i) |
Chris Lattner | 705e07f | 2009-08-23 03:41:05 +0000 | [diff] [blame] | 63 | errs() << "\n #" << i << ": " << *Kills[i]; |
| 64 | errs() << "\n"; |
Chris Lattner | dacceef | 2006-01-04 05:40:30 +0000 | [diff] [blame] | 65 | } |
| 66 | } |
| 67 | |
Bill Wendling | 90a3868 | 2008-02-20 06:10:21 +0000 | [diff] [blame] | 68 | /// getVarInfo - Get (possibly creating) a VarInfo object for the given vreg. |
Chris Lattner | fb2cb69 | 2003-05-12 14:24:00 +0000 | [diff] [blame] | 69 | LiveVariables::VarInfo &LiveVariables::getVarInfo(unsigned RegIdx) { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 70 | assert(TargetRegisterInfo::isVirtualRegister(RegIdx) && |
Chris Lattner | fb2cb69 | 2003-05-12 14:24:00 +0000 | [diff] [blame] | 71 | "getVarInfo: not a virtual register!"); |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 72 | RegIdx -= TargetRegisterInfo::FirstVirtualRegister; |
Chris Lattner | fb2cb69 | 2003-05-12 14:24:00 +0000 | [diff] [blame] | 73 | if (RegIdx >= VirtRegInfo.size()) { |
| 74 | if (RegIdx >= 2*VirtRegInfo.size()) |
| 75 | VirtRegInfo.resize(RegIdx*2); |
| 76 | else |
| 77 | VirtRegInfo.resize(2*VirtRegInfo.size()); |
| 78 | } |
Jeffrey Yasskin | 493a3d0 | 2009-05-26 18:27:15 +0000 | [diff] [blame] | 79 | return VirtRegInfo[RegIdx]; |
Chris Lattner | fb2cb69 | 2003-05-12 14:24:00 +0000 | [diff] [blame] | 80 | } |
| 81 | |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 82 | void LiveVariables::MarkVirtRegAliveInBlock(VarInfo& VRInfo, |
| 83 | MachineBasicBlock *DefBlock, |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 84 | MachineBasicBlock *MBB, |
| 85 | std::vector<MachineBasicBlock*> &WorkList) { |
Chris Lattner | 8ba9771 | 2004-07-01 04:29:47 +0000 | [diff] [blame] | 86 | unsigned BBNum = MBB->getNumber(); |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 87 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 88 | // Check to see if this basic block is one of the killing blocks. If so, |
Bill Wendling | 90a3868 | 2008-02-20 06:10:21 +0000 | [diff] [blame] | 89 | // remove it. |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 90 | for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i) |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 91 | if (VRInfo.Kills[i]->getParent() == MBB) { |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 92 | VRInfo.Kills.erase(VRInfo.Kills.begin()+i); // Erase entry |
| 93 | break; |
| 94 | } |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 95 | |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 96 | if (MBB == DefBlock) return; // Terminate recursion |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 97 | |
Jeffrey Yasskin | 493a3d0 | 2009-05-26 18:27:15 +0000 | [diff] [blame] | 98 | if (VRInfo.AliveBlocks.test(BBNum)) |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 99 | return; // We already know the block is live |
| 100 | |
| 101 | // Mark the variable known alive in this bb |
Jeffrey Yasskin | 493a3d0 | 2009-05-26 18:27:15 +0000 | [diff] [blame] | 102 | VRInfo.AliveBlocks.set(BBNum); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 103 | |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 104 | for (MachineBasicBlock::const_pred_reverse_iterator PI = MBB->pred_rbegin(), |
| 105 | E = MBB->pred_rend(); PI != E; ++PI) |
| 106 | WorkList.push_back(*PI); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 107 | } |
| 108 | |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 109 | void LiveVariables::MarkVirtRegAliveInBlock(VarInfo &VRInfo, |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 110 | MachineBasicBlock *DefBlock, |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 111 | MachineBasicBlock *MBB) { |
| 112 | std::vector<MachineBasicBlock*> WorkList; |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 113 | MarkVirtRegAliveInBlock(VRInfo, DefBlock, MBB, WorkList); |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 114 | |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 115 | while (!WorkList.empty()) { |
| 116 | MachineBasicBlock *Pred = WorkList.back(); |
| 117 | WorkList.pop_back(); |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 118 | MarkVirtRegAliveInBlock(VRInfo, DefBlock, Pred, WorkList); |
Evan Cheng | 5618490 | 2007-05-08 19:00:00 +0000 | [diff] [blame] | 119 | } |
| 120 | } |
| 121 | |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 122 | void LiveVariables::HandleVirtRegUse(unsigned reg, MachineBasicBlock *MBB, |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 123 | MachineInstr *MI) { |
Evan Cheng | ea1d9cd | 2008-04-02 18:04:08 +0000 | [diff] [blame] | 124 | assert(MRI->getVRegDef(reg) && "Register use before def!"); |
Alkis Evlogimenos | 2e58a41 | 2004-09-01 22:34:52 +0000 | [diff] [blame] | 125 | |
Owen Anderson | a018540 | 2007-11-08 01:20:48 +0000 | [diff] [blame] | 126 | unsigned BBNum = MBB->getNumber(); |
| 127 | |
Owen Anderson | 7047dd4 | 2008-01-15 22:02:46 +0000 | [diff] [blame] | 128 | VarInfo& VRInfo = getVarInfo(reg); |
Evan Cheng | 38b7ca6 | 2007-04-17 20:22:11 +0000 | [diff] [blame] | 129 | VRInfo.NumUses++; |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 130 | |
Bill Wendling | 90a3868 | 2008-02-20 06:10:21 +0000 | [diff] [blame] | 131 | // Check to see if this basic block is already a kill block. |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 132 | if (!VRInfo.Kills.empty() && VRInfo.Kills.back()->getParent() == MBB) { |
Bill Wendling | 90a3868 | 2008-02-20 06:10:21 +0000 | [diff] [blame] | 133 | // Yes, this register is killed in this basic block already. Increase the |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 134 | // live range by updating the kill instruction. |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 135 | VRInfo.Kills.back() = MI; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 136 | return; |
| 137 | } |
| 138 | |
| 139 | #ifndef NDEBUG |
| 140 | for (unsigned i = 0, e = VRInfo.Kills.size(); i != e; ++i) |
Chris Lattner | 74de8b1 | 2004-07-19 07:04:55 +0000 | [diff] [blame] | 141 | assert(VRInfo.Kills[i]->getParent() != MBB && "entry should be at end!"); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 142 | #endif |
| 143 | |
Bill Wendling | ebcba61 | 2008-06-23 23:41:14 +0000 | [diff] [blame] | 144 | // This situation can occur: |
| 145 | // |
| 146 | // ,------. |
| 147 | // | | |
| 148 | // | v |
| 149 | // | t2 = phi ... t1 ... |
| 150 | // | | |
| 151 | // | v |
| 152 | // | t1 = ... |
| 153 | // | ... = ... t1 ... |
| 154 | // | | |
| 155 | // `------' |
| 156 | // |
| 157 | // where there is a use in a PHI node that's a predecessor to the defining |
| 158 | // block. We don't want to mark all predecessors as having the value "alive" |
| 159 | // in this case. |
| 160 | if (MBB == MRI->getVRegDef(reg)->getParent()) return; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 161 | |
Bill Wendling | 90a3868 | 2008-02-20 06:10:21 +0000 | [diff] [blame] | 162 | // Add a new kill entry for this basic block. If this virtual register is |
| 163 | // already marked as alive in this basic block, that means it is alive in at |
| 164 | // least one of the successor blocks, it's not a kill. |
Jeffrey Yasskin | 493a3d0 | 2009-05-26 18:27:15 +0000 | [diff] [blame] | 165 | if (!VRInfo.AliveBlocks.test(BBNum)) |
Evan Cheng | e2ee996 | 2007-03-09 09:48:56 +0000 | [diff] [blame] | 166 | VRInfo.Kills.push_back(MI); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 167 | |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 168 | // Update all dominating blocks to mark them as "known live". |
Chris Lattner | f25fb4b | 2004-05-01 21:24:24 +0000 | [diff] [blame] | 169 | for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(), |
| 170 | E = MBB->pred_end(); PI != E; ++PI) |
Evan Cheng | ea1d9cd | 2008-04-02 18:04:08 +0000 | [diff] [blame] | 171 | MarkVirtRegAliveInBlock(VRInfo, MRI->getVRegDef(reg)->getParent(), *PI); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 172 | } |
| 173 | |
Dan Gohman | 3bdf5fe | 2008-09-21 21:11:41 +0000 | [diff] [blame] | 174 | void LiveVariables::HandleVirtRegDef(unsigned Reg, MachineInstr *MI) { |
| 175 | VarInfo &VRInfo = getVarInfo(Reg); |
| 176 | |
Jeffrey Yasskin | 493a3d0 | 2009-05-26 18:27:15 +0000 | [diff] [blame] | 177 | if (VRInfo.AliveBlocks.empty()) |
Dan Gohman | 3bdf5fe | 2008-09-21 21:11:41 +0000 | [diff] [blame] | 178 | // If vr is not alive in any block, then defaults to dead. |
| 179 | VRInfo.Kills.push_back(MI); |
| 180 | } |
| 181 | |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 182 | /// FindLastPartialDef - Return the last partial def of the specified register. |
Evan Cheng | 60c7df2 | 2009-09-22 08:34:46 +0000 | [diff] [blame] | 183 | /// Also returns the sub-registers that're defined by the instruction. |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 184 | MachineInstr *LiveVariables::FindLastPartialDef(unsigned Reg, |
Evan Cheng | 60c7df2 | 2009-09-22 08:34:46 +0000 | [diff] [blame] | 185 | SmallSet<unsigned,4> &PartDefRegs) { |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 186 | unsigned LastDefReg = 0; |
| 187 | unsigned LastDefDist = 0; |
| 188 | MachineInstr *LastDef = NULL; |
| 189 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 190 | unsigned SubReg = *SubRegs; ++SubRegs) { |
| 191 | MachineInstr *Def = PhysRegDef[SubReg]; |
| 192 | if (!Def) |
| 193 | continue; |
| 194 | unsigned Dist = DistanceMap[Def]; |
| 195 | if (Dist > LastDefDist) { |
| 196 | LastDefReg = SubReg; |
| 197 | LastDef = Def; |
| 198 | LastDefDist = Dist; |
| 199 | } |
| 200 | } |
Evan Cheng | 60c7df2 | 2009-09-22 08:34:46 +0000 | [diff] [blame] | 201 | |
| 202 | if (!LastDef) |
| 203 | return 0; |
| 204 | |
| 205 | PartDefRegs.insert(LastDefReg); |
| 206 | for (unsigned i = 0, e = LastDef->getNumOperands(); i != e; ++i) { |
| 207 | MachineOperand &MO = LastDef->getOperand(i); |
| 208 | if (!MO.isReg() || !MO.isDef() || MO.getReg() == 0) |
| 209 | continue; |
| 210 | unsigned DefReg = MO.getReg(); |
| 211 | if (TRI->isSubRegister(Reg, DefReg)) { |
| 212 | PartDefRegs.insert(DefReg); |
| 213 | for (const unsigned *SubRegs = TRI->getSubRegisters(DefReg); |
| 214 | unsigned SubReg = *SubRegs; ++SubRegs) |
| 215 | PartDefRegs.insert(SubReg); |
| 216 | } |
| 217 | } |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 218 | return LastDef; |
| 219 | } |
| 220 | |
Bill Wendling | 6d79474 | 2008-02-20 09:15:16 +0000 | [diff] [blame] | 221 | /// HandlePhysRegUse - Turn previous partial def's into read/mod/writes. Add |
| 222 | /// implicit defs to a machine instruction if there was an earlier def of its |
| 223 | /// super-register. |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 224 | void LiveVariables::HandlePhysRegUse(unsigned Reg, MachineInstr *MI) { |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 225 | // If there was a previous use or a "full" def all is well. |
| 226 | if (!PhysRegDef[Reg] && !PhysRegUse[Reg]) { |
| 227 | // Otherwise, the last sub-register def implicitly defines this register. |
| 228 | // e.g. |
| 229 | // AH = |
| 230 | // AL = ... <imp-def EAX>, <imp-kill AH> |
| 231 | // = AH |
| 232 | // ... |
| 233 | // = EAX |
| 234 | // All of the sub-registers must have been defined before the use of Reg! |
Evan Cheng | 60c7df2 | 2009-09-22 08:34:46 +0000 | [diff] [blame] | 235 | SmallSet<unsigned, 4> PartDefRegs; |
| 236 | MachineInstr *LastPartialDef = FindLastPartialDef(Reg, PartDefRegs); |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 237 | // If LastPartialDef is NULL, it must be using a livein register. |
| 238 | if (LastPartialDef) { |
| 239 | LastPartialDef->addOperand(MachineOperand::CreateReg(Reg, true/*IsDef*/, |
| 240 | true/*IsImp*/)); |
| 241 | PhysRegDef[Reg] = LastPartialDef; |
Owen Anderson | bbf5583 | 2008-08-14 23:41:38 +0000 | [diff] [blame] | 242 | SmallSet<unsigned, 8> Processed; |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 243 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 244 | unsigned SubReg = *SubRegs; ++SubRegs) { |
| 245 | if (Processed.count(SubReg)) |
| 246 | continue; |
Evan Cheng | 60c7df2 | 2009-09-22 08:34:46 +0000 | [diff] [blame] | 247 | if (PartDefRegs.count(SubReg)) |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 248 | continue; |
| 249 | // This part of Reg was defined before the last partial def. It's killed |
| 250 | // here. |
| 251 | LastPartialDef->addOperand(MachineOperand::CreateReg(SubReg, |
| 252 | false/*IsDef*/, |
| 253 | true/*IsImp*/)); |
| 254 | PhysRegDef[SubReg] = LastPartialDef; |
| 255 | for (const unsigned *SS = TRI->getSubRegisters(SubReg); *SS; ++SS) |
| 256 | Processed.insert(*SS); |
| 257 | } |
| 258 | } |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 259 | } |
Bill Wendling | 90a3868 | 2008-02-20 06:10:21 +0000 | [diff] [blame] | 260 | |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 261 | // Remember this use. |
| 262 | PhysRegUse[Reg] = MI; |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 263 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 264 | unsigned SubReg = *SubRegs; ++SubRegs) |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 265 | PhysRegUse[SubReg] = MI; |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 266 | } |
| 267 | |
Evan Cheng | a894ae1 | 2009-01-20 21:25:12 +0000 | [diff] [blame] | 268 | bool LiveVariables::HandlePhysRegKill(unsigned Reg, MachineInstr *MI) { |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 269 | MachineInstr *LastDef = PhysRegDef[Reg]; |
| 270 | MachineInstr *LastUse = PhysRegUse[Reg]; |
| 271 | if (!LastDef && !LastUse) |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 272 | return false; |
| 273 | |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 274 | MachineInstr *LastRefOrPartRef = LastUse ? LastUse : LastDef; |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 275 | unsigned LastRefOrPartRefDist = DistanceMap[LastRefOrPartRef]; |
| 276 | // The whole register is used. |
| 277 | // AL = |
| 278 | // AH = |
| 279 | // |
| 280 | // = AX |
| 281 | // = AL, AX<imp-use, kill> |
| 282 | // AX = |
| 283 | // |
| 284 | // Or whole register is defined, but not used at all. |
| 285 | // AX<dead> = |
| 286 | // ... |
| 287 | // AX = |
| 288 | // |
| 289 | // Or whole register is defined, but only partly used. |
| 290 | // AX<dead> = AL<imp-def> |
| 291 | // = AL<kill> |
| 292 | // AX = |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 293 | MachineInstr *LastPartDef = 0; |
| 294 | unsigned LastPartDefDist = 0; |
Owen Anderson | bbf5583 | 2008-08-14 23:41:38 +0000 | [diff] [blame] | 295 | SmallSet<unsigned, 8> PartUses; |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 296 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 297 | unsigned SubReg = *SubRegs; ++SubRegs) { |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 298 | MachineInstr *Def = PhysRegDef[SubReg]; |
| 299 | if (Def && Def != LastDef) { |
| 300 | // There was a def of this sub-register in between. This is a partial |
| 301 | // def, keep track of the last one. |
| 302 | unsigned Dist = DistanceMap[Def]; |
| 303 | if (Dist > LastPartDefDist) { |
| 304 | LastPartDefDist = Dist; |
| 305 | LastPartDef = Def; |
| 306 | } |
| 307 | continue; |
| 308 | } |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 309 | if (MachineInstr *Use = PhysRegUse[SubReg]) { |
| 310 | PartUses.insert(SubReg); |
| 311 | for (const unsigned *SS = TRI->getSubRegisters(SubReg); *SS; ++SS) |
| 312 | PartUses.insert(*SS); |
| 313 | unsigned Dist = DistanceMap[Use]; |
| 314 | if (Dist > LastRefOrPartRefDist) { |
| 315 | LastRefOrPartRefDist = Dist; |
| 316 | LastRefOrPartRef = Use; |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 317 | } |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 318 | } |
| 319 | } |
Evan Cheng | a894ae1 | 2009-01-20 21:25:12 +0000 | [diff] [blame] | 320 | |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 321 | if (LastRefOrPartRef == PhysRegDef[Reg] && LastRefOrPartRef != MI) { |
| 322 | if (LastPartDef) |
| 323 | // The last partial def kills the register. |
| 324 | LastPartDef->addOperand(MachineOperand::CreateReg(Reg, false/*IsDef*/, |
| 325 | true/*IsImp*/, true/*IsKill*/)); |
Evan Cheng | a2f8047 | 2009-10-14 23:39:27 +0000 | [diff] [blame] | 326 | else { |
| 327 | MachineOperand *MO = |
| 328 | LastRefOrPartRef->findRegisterDefOperand(Reg, false, TRI); |
| 329 | bool NeedEC = MO->isEarlyClobber() && MO->getReg() != Reg; |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 330 | // If the last reference is the last def, then it's not used at all. |
| 331 | // That is, unless we are currently processing the last reference itself. |
| 332 | LastRefOrPartRef->addRegisterDead(Reg, TRI, true); |
Evan Cheng | a2f8047 | 2009-10-14 23:39:27 +0000 | [diff] [blame] | 333 | if (NeedEC) { |
| 334 | // If we are adding a subreg def and the superreg def is marked early |
| 335 | // clobber, add an early clobber marker to the subreg def. |
| 336 | MO = LastRefOrPartRef->findRegisterDefOperand(Reg); |
| 337 | if (MO) |
| 338 | MO->setIsEarlyClobber(); |
| 339 | } |
| 340 | } |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 341 | } else if (!PhysRegUse[Reg]) { |
| 342 | // Partial uses. Mark register def dead and add implicit def of |
| 343 | // sub-registers which are used. |
| 344 | // EAX<dead> = op AL<imp-def> |
| 345 | // That is, EAX def is dead but AL def extends pass it. |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 346 | PhysRegDef[Reg]->addRegisterDead(Reg, TRI, true); |
| 347 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 348 | unsigned SubReg = *SubRegs; ++SubRegs) { |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 349 | if (!PartUses.count(SubReg)) |
| 350 | continue; |
| 351 | bool NeedDef = true; |
| 352 | if (PhysRegDef[Reg] == PhysRegDef[SubReg]) { |
| 353 | MachineOperand *MO = PhysRegDef[Reg]->findRegisterDefOperand(SubReg); |
| 354 | if (MO) { |
| 355 | NeedDef = false; |
| 356 | assert(!MO->isDead()); |
Evan Cheng | 2c4d96d | 2009-07-06 21:34:05 +0000 | [diff] [blame] | 357 | } |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 358 | } |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 359 | if (NeedDef) |
| 360 | PhysRegDef[Reg]->addOperand(MachineOperand::CreateReg(SubReg, |
| 361 | true/*IsDef*/, true/*IsImp*/)); |
| 362 | LastRefOrPartRef->addRegisterKilled(SubReg, TRI, true); |
| 363 | for (const unsigned *SS = TRI->getSubRegisters(SubReg); *SS; ++SS) |
| 364 | PartUses.erase(*SS); |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 365 | } |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 366 | } else |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 367 | LastRefOrPartRef->addRegisterKilled(Reg, TRI, true); |
| 368 | return true; |
| 369 | } |
| 370 | |
Evan Cheng | 296925d | 2009-09-23 06:28:31 +0000 | [diff] [blame] | 371 | void LiveVariables::HandlePhysRegDef(unsigned Reg, MachineInstr *MI, |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 372 | SmallVector<unsigned, 4> &Defs) { |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 373 | // What parts of the register are previously defined? |
Owen Anderson | bffdf66 | 2008-06-27 07:05:59 +0000 | [diff] [blame] | 374 | SmallSet<unsigned, 32> Live; |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 375 | if (PhysRegDef[Reg] || PhysRegUse[Reg]) { |
| 376 | Live.insert(Reg); |
| 377 | for (const unsigned *SS = TRI->getSubRegisters(Reg); *SS; ++SS) |
| 378 | Live.insert(*SS); |
| 379 | } else { |
| 380 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 381 | unsigned SubReg = *SubRegs; ++SubRegs) { |
| 382 | // If a register isn't itself defined, but all parts that make up of it |
| 383 | // are defined, then consider it also defined. |
| 384 | // e.g. |
| 385 | // AL = |
| 386 | // AH = |
| 387 | // = AX |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 388 | if (Live.count(SubReg)) |
| 389 | continue; |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 390 | if (PhysRegDef[SubReg] || PhysRegUse[SubReg]) { |
| 391 | Live.insert(SubReg); |
| 392 | for (const unsigned *SS = TRI->getSubRegisters(SubReg); *SS; ++SS) |
| 393 | Live.insert(*SS); |
| 394 | } |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 395 | } |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 396 | } |
Alkis Evlogimenos | 19b6486 | 2004-01-13 06:24:30 +0000 | [diff] [blame] | 397 | |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 398 | // Start from the largest piece, find the last time any part of the register |
| 399 | // is referenced. |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 400 | HandlePhysRegKill(Reg, MI); |
| 401 | // Only some of the sub-registers are used. |
| 402 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 403 | unsigned SubReg = *SubRegs; ++SubRegs) { |
| 404 | if (!Live.count(SubReg)) |
| 405 | // Skip if this sub-register isn't defined. |
| 406 | continue; |
| 407 | HandlePhysRegKill(SubReg, MI); |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 408 | } |
| 409 | |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 410 | if (MI) |
| 411 | Defs.push_back(Reg); // Remember this def. |
Evan Cheng | 296925d | 2009-09-23 06:28:31 +0000 | [diff] [blame] | 412 | } |
| 413 | |
| 414 | void LiveVariables::UpdatePhysRegDefs(MachineInstr *MI, |
| 415 | SmallVector<unsigned, 4> &Defs) { |
| 416 | while (!Defs.empty()) { |
| 417 | unsigned Reg = Defs.back(); |
| 418 | Defs.pop_back(); |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 419 | PhysRegDef[Reg] = MI; |
| 420 | PhysRegUse[Reg] = NULL; |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 421 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 422 | unsigned SubReg = *SubRegs; ++SubRegs) { |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 423 | PhysRegDef[SubReg] = MI; |
| 424 | PhysRegUse[SubReg] = NULL; |
Evan Cheng | 4efe741 | 2007-06-26 21:03:35 +0000 | [diff] [blame] | 425 | } |
Alkis Evlogimenos | 19b6486 | 2004-01-13 06:24:30 +0000 | [diff] [blame] | 426 | } |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 427 | } |
| 428 | |
Evan Cheng | 296925d | 2009-09-23 06:28:31 +0000 | [diff] [blame] | 429 | namespace { |
| 430 | struct RegSorter { |
| 431 | const TargetRegisterInfo *TRI; |
| 432 | |
| 433 | RegSorter(const TargetRegisterInfo *tri) : TRI(tri) { } |
| 434 | bool operator()(unsigned A, unsigned B) { |
| 435 | if (TRI->isSubRegister(A, B)) |
| 436 | return true; |
| 437 | else if (TRI->isSubRegister(B, A)) |
| 438 | return false; |
| 439 | return A < B; |
| 440 | } |
| 441 | }; |
| 442 | } |
| 443 | |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 444 | bool LiveVariables::runOnMachineFunction(MachineFunction &mf) { |
| 445 | MF = &mf; |
Evan Cheng | ea1d9cd | 2008-04-02 18:04:08 +0000 | [diff] [blame] | 446 | MRI = &mf.getRegInfo(); |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 447 | TRI = MF->getTarget().getRegisterInfo(); |
Chris Lattner | 96aef89 | 2004-02-09 01:35:21 +0000 | [diff] [blame] | 448 | |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 449 | ReservedRegisters = TRI->getReservedRegs(mf); |
Chris Lattner | 5cdfbad | 2003-05-07 20:08:36 +0000 | [diff] [blame] | 450 | |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 451 | unsigned NumRegs = TRI->getNumRegs(); |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 452 | PhysRegDef = new MachineInstr*[NumRegs]; |
| 453 | PhysRegUse = new MachineInstr*[NumRegs]; |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 454 | PHIVarInfo = new SmallVector<unsigned, 4>[MF->getNumBlockIDs()]; |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 455 | std::fill(PhysRegDef, PhysRegDef + NumRegs, (MachineInstr*)0); |
| 456 | std::fill(PhysRegUse, PhysRegUse + NumRegs, (MachineInstr*)0); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 457 | |
Bill Wendling | 6d79474 | 2008-02-20 09:15:16 +0000 | [diff] [blame] | 458 | /// Get some space for a respectable number of registers. |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 459 | VirtRegInfo.resize(64); |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 460 | |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 461 | analyzePHINodes(mf); |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 462 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 463 | // Calculate live variable information in depth first order on the CFG of the |
| 464 | // function. This guarantees that we will see the definition of a virtual |
| 465 | // register before its uses due to dominance properties of SSA (except for PHI |
| 466 | // nodes, which are treated as a special case). |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 467 | MachineBasicBlock *Entry = MF->begin(); |
Evan Cheng | 0410407 | 2007-06-27 05:23:00 +0000 | [diff] [blame] | 468 | SmallPtrSet<MachineBasicBlock*,16> Visited; |
Bill Wendling | 6d79474 | 2008-02-20 09:15:16 +0000 | [diff] [blame] | 469 | |
Evan Cheng | 0410407 | 2007-06-27 05:23:00 +0000 | [diff] [blame] | 470 | for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> > |
| 471 | DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited); |
| 472 | DFI != E; ++DFI) { |
Chris Lattner | f25fb4b | 2004-05-01 21:24:24 +0000 | [diff] [blame] | 473 | MachineBasicBlock *MBB = *DFI; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 474 | |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 475 | // Mark live-in registers as live-in. |
Evan Cheng | 296925d | 2009-09-23 06:28:31 +0000 | [diff] [blame] | 476 | SmallVector<unsigned, 4> Defs; |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 477 | for (MachineBasicBlock::const_livein_iterator II = MBB->livein_begin(), |
Evan Cheng | 0c9f92e | 2007-02-13 01:30:55 +0000 | [diff] [blame] | 478 | EE = MBB->livein_end(); II != EE; ++II) { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 479 | assert(TargetRegisterInfo::isPhysicalRegister(*II) && |
Evan Cheng | 0c9f92e | 2007-02-13 01:30:55 +0000 | [diff] [blame] | 480 | "Cannot have a live-in virtual register!"); |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 481 | HandlePhysRegDef(*II, 0, Defs); |
Evan Cheng | 0c9f92e | 2007-02-13 01:30:55 +0000 | [diff] [blame] | 482 | } |
| 483 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 484 | // Loop over all of the instructions, processing them. |
Evan Cheng | ea1d9cd | 2008-04-02 18:04:08 +0000 | [diff] [blame] | 485 | DistanceMap.clear(); |
| 486 | unsigned Dist = 0; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 487 | for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end(); |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 488 | I != E; ++I) { |
Alkis Evlogimenos | c0b9dc5 | 2004-02-12 02:27:10 +0000 | [diff] [blame] | 489 | MachineInstr *MI = I; |
Evan Cheng | ea1d9cd | 2008-04-02 18:04:08 +0000 | [diff] [blame] | 490 | DistanceMap.insert(std::make_pair(MI, Dist++)); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 491 | |
| 492 | // Process all of the operands of the instruction... |
| 493 | unsigned NumOperandsToProcess = MI->getNumOperands(); |
| 494 | |
| 495 | // Unless it is a PHI node. In this case, ONLY process the DEF, not any |
| 496 | // of the uses. They will be handled in other basic blocks. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 497 | if (MI->getOpcode() == TargetInstrInfo::PHI) |
Misha Brukman | 09ba906 | 2004-06-24 21:31:16 +0000 | [diff] [blame] | 498 | NumOperandsToProcess = 1; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 499 | |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 500 | SmallVector<unsigned, 4> UseRegs; |
| 501 | SmallVector<unsigned, 4> DefRegs; |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 502 | for (unsigned i = 0; i != NumOperandsToProcess; ++i) { |
Bill Wendling | 90a3868 | 2008-02-20 06:10:21 +0000 | [diff] [blame] | 503 | const MachineOperand &MO = MI->getOperand(i); |
Evan Cheng | a894ae1 | 2009-01-20 21:25:12 +0000 | [diff] [blame] | 504 | if (!MO.isReg() || MO.getReg() == 0) |
| 505 | continue; |
| 506 | unsigned MOReg = MO.getReg(); |
| 507 | if (MO.isUse()) |
| 508 | UseRegs.push_back(MOReg); |
| 509 | if (MO.isDef()) |
| 510 | DefRegs.push_back(MOReg); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 511 | } |
| 512 | |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 513 | // Process all uses. |
| 514 | for (unsigned i = 0, e = UseRegs.size(); i != e; ++i) { |
| 515 | unsigned MOReg = UseRegs[i]; |
| 516 | if (TargetRegisterInfo::isVirtualRegister(MOReg)) |
| 517 | HandleVirtRegUse(MOReg, MBB, MI); |
Dan Gohman | 3bdf5fe | 2008-09-21 21:11:41 +0000 | [diff] [blame] | 518 | else if (!ReservedRegisters[MOReg]) |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 519 | HandlePhysRegUse(MOReg, MI); |
| 520 | } |
| 521 | |
Bill Wendling | 6d79474 | 2008-02-20 09:15:16 +0000 | [diff] [blame] | 522 | // Process all defs. |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 523 | for (unsigned i = 0, e = DefRegs.size(); i != e; ++i) { |
| 524 | unsigned MOReg = DefRegs[i]; |
Dan Gohman | 3bdf5fe | 2008-09-21 21:11:41 +0000 | [diff] [blame] | 525 | if (TargetRegisterInfo::isVirtualRegister(MOReg)) |
| 526 | HandleVirtRegDef(MOReg, MI); |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 527 | else if (!ReservedRegisters[MOReg]) |
| 528 | HandlePhysRegDef(MOReg, MI, Defs); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 529 | } |
Evan Cheng | 296925d | 2009-09-23 06:28:31 +0000 | [diff] [blame] | 530 | UpdatePhysRegDefs(MI, Defs); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 531 | } |
| 532 | |
| 533 | // Handle any virtual assignments from PHI nodes which might be at the |
| 534 | // bottom of this basic block. We check all of our successor blocks to see |
| 535 | // if they have PHI nodes, and if so, we simulate an assignment at the end |
| 536 | // of the current block. |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 537 | if (!PHIVarInfo[MBB->getNumber()].empty()) { |
| 538 | SmallVector<unsigned, 4>& VarInfoVec = PHIVarInfo[MBB->getNumber()]; |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 539 | |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 540 | for (SmallVector<unsigned, 4>::iterator I = VarInfoVec.begin(), |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 541 | E = VarInfoVec.end(); I != E; ++I) |
| 542 | // Mark it alive only in the block we are representing. |
Evan Cheng | ea1d9cd | 2008-04-02 18:04:08 +0000 | [diff] [blame] | 543 | MarkVirtRegAliveInBlock(getVarInfo(*I),MRI->getVRegDef(*I)->getParent(), |
Owen Anderson | 40a627d | 2008-01-15 22:58:11 +0000 | [diff] [blame] | 544 | MBB); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 545 | } |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 546 | |
Bill Wendling | 6d79474 | 2008-02-20 09:15:16 +0000 | [diff] [blame] | 547 | // Finally, if the last instruction in the block is a return, make sure to |
| 548 | // mark it as using all of the live-out values in the function. |
Chris Lattner | 749c6f6 | 2008-01-07 07:27:27 +0000 | [diff] [blame] | 549 | if (!MBB->empty() && MBB->back().getDesc().isReturn()) { |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 550 | MachineInstr *Ret = &MBB->back(); |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 551 | |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 552 | for (MachineRegisterInfo::liveout_iterator |
| 553 | I = MF->getRegInfo().liveout_begin(), |
| 554 | E = MF->getRegInfo().liveout_end(); I != E; ++I) { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 555 | assert(TargetRegisterInfo::isPhysicalRegister(*I) && |
Dan Gohman | 48b0b88 | 2008-06-25 22:14:43 +0000 | [diff] [blame] | 556 | "Cannot have a live-out virtual register!"); |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 557 | HandlePhysRegUse(*I, Ret); |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 558 | |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 559 | // Add live-out registers as implicit uses. |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 560 | if (!Ret->readsRegister(*I)) |
Chris Lattner | 8019f41 | 2007-12-30 00:41:17 +0000 | [diff] [blame] | 561 | Ret->addOperand(MachineOperand::CreateReg(*I, false, true)); |
Chris Lattner | d493b34 | 2005-04-09 15:23:25 +0000 | [diff] [blame] | 562 | } |
| 563 | } |
| 564 | |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 565 | // Loop over PhysRegDef / PhysRegUse, killing any registers that are |
| 566 | // available at the end of the basic block. |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 567 | for (unsigned i = 0; i != NumRegs; ++i) |
Evan Cheng | ad934b8 | 2009-09-24 02:15:22 +0000 | [diff] [blame] | 568 | if (PhysRegDef[i] || PhysRegUse[i]) |
| 569 | HandlePhysRegDef(i, 0, Defs); |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 570 | |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 571 | std::fill(PhysRegDef, PhysRegDef + NumRegs, (MachineInstr*)0); |
| 572 | std::fill(PhysRegUse, PhysRegUse + NumRegs, (MachineInstr*)0); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 573 | } |
| 574 | |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 575 | // Convert and transfer the dead / killed information we have gathered into |
| 576 | // VirtRegInfo onto MI's. |
Evan Cheng | f0e3bb1 | 2007-03-09 06:02:17 +0000 | [diff] [blame] | 577 | for (unsigned i = 0, e1 = VirtRegInfo.size(); i != e1; ++i) |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 578 | for (unsigned j = 0, e2 = VirtRegInfo[i].Kills.size(); j != e2; ++j) |
| 579 | if (VirtRegInfo[i].Kills[j] == |
Evan Cheng | ea1d9cd | 2008-04-02 18:04:08 +0000 | [diff] [blame] | 580 | MRI->getVRegDef(i + TargetRegisterInfo::FirstVirtualRegister)) |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 581 | VirtRegInfo[i] |
| 582 | .Kills[j]->addRegisterDead(i + |
| 583 | TargetRegisterInfo::FirstVirtualRegister, |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 584 | TRI); |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 585 | else |
Bill Wendling | 420cdeb | 2008-02-20 07:36:31 +0000 | [diff] [blame] | 586 | VirtRegInfo[i] |
| 587 | .Kills[j]->addRegisterKilled(i + |
| 588 | TargetRegisterInfo::FirstVirtualRegister, |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 589 | TRI); |
Chris Lattner | a5287a6 | 2004-07-01 04:24:29 +0000 | [diff] [blame] | 590 | |
Chris Lattner | 9fb6cf1 | 2004-07-09 16:44:37 +0000 | [diff] [blame] | 591 | // Check to make sure there are no unreachable blocks in the MC CFG for the |
| 592 | // function. If so, it is due to a bug in the instruction selector or some |
| 593 | // other part of the code generator if this happens. |
| 594 | #ifndef NDEBUG |
Evan Cheng | c6a2410 | 2007-03-17 09:29:54 +0000 | [diff] [blame] | 595 | for(MachineFunction::iterator i = MF->begin(), e = MF->end(); i != e; ++i) |
Chris Lattner | 9fb6cf1 | 2004-07-09 16:44:37 +0000 | [diff] [blame] | 596 | assert(Visited.count(&*i) != 0 && "unreachable basic block found"); |
| 597 | #endif |
| 598 | |
Evan Cheng | 0d4bdde | 2008-04-16 09:46:40 +0000 | [diff] [blame] | 599 | delete[] PhysRegDef; |
| 600 | delete[] PhysRegUse; |
Evan Cheng | e96f501 | 2007-04-25 19:34:00 +0000 | [diff] [blame] | 601 | delete[] PHIVarInfo; |
| 602 | |
Chris Lattner | bc40e89 | 2003-01-13 20:01:16 +0000 | [diff] [blame] | 603 | return false; |
| 604 | } |
Chris Lattner | 5ed001b | 2004-02-19 18:28:02 +0000 | [diff] [blame] | 605 | |
Evan Cheng | be04dc1 | 2008-07-03 00:07:19 +0000 | [diff] [blame] | 606 | /// replaceKillInstruction - Update register kill info by replacing a kill |
| 607 | /// instruction with a new one. |
| 608 | void LiveVariables::replaceKillInstruction(unsigned Reg, MachineInstr *OldMI, |
| 609 | MachineInstr *NewMI) { |
| 610 | VarInfo &VI = getVarInfo(Reg); |
Evan Cheng | 5b9f60b | 2008-07-03 00:28:27 +0000 | [diff] [blame] | 611 | std::replace(VI.Kills.begin(), VI.Kills.end(), OldMI, NewMI); |
Evan Cheng | be04dc1 | 2008-07-03 00:07:19 +0000 | [diff] [blame] | 612 | } |
| 613 | |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 614 | /// removeVirtualRegistersKilled - Remove all killed info for the specified |
| 615 | /// instruction. |
| 616 | void LiveVariables::removeVirtualRegistersKilled(MachineInstr *MI) { |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 617 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 618 | MachineOperand &MO = MI->getOperand(i); |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 619 | if (MO.isReg() && MO.isKill()) { |
Chris Lattner | f738230 | 2007-12-30 21:56:09 +0000 | [diff] [blame] | 620 | MO.setIsKill(false); |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 621 | unsigned Reg = MO.getReg(); |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 622 | if (TargetRegisterInfo::isVirtualRegister(Reg)) { |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 623 | bool removed = getVarInfo(Reg).removeKill(MI); |
| 624 | assert(removed && "kill not in register's VarInfo?"); |
Devang Patel | 59500c8 | 2008-11-21 20:00:59 +0000 | [diff] [blame] | 625 | removed = true; |
Evan Cheng | a6c4c1e | 2006-11-15 20:51:59 +0000 | [diff] [blame] | 626 | } |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 627 | } |
| 628 | } |
Chris Lattner | 7a3abdc | 2006-09-03 00:05:09 +0000 | [diff] [blame] | 629 | } |
| 630 | |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 631 | /// analyzePHINodes - Gather information about the PHI nodes in here. In |
Bill Wendling | 6d79474 | 2008-02-20 09:15:16 +0000 | [diff] [blame] | 632 | /// particular, we want to map the variable information of a virtual register |
| 633 | /// which is used in a PHI node. We map that to the BB the vreg is coming from. |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 634 | /// |
| 635 | void LiveVariables::analyzePHINodes(const MachineFunction& Fn) { |
| 636 | for (MachineFunction::const_iterator I = Fn.begin(), E = Fn.end(); |
| 637 | I != E; ++I) |
| 638 | for (MachineBasicBlock::const_iterator BBI = I->begin(), BBE = I->end(); |
| 639 | BBI != BBE && BBI->getOpcode() == TargetInstrInfo::PHI; ++BBI) |
| 640 | for (unsigned i = 1, e = BBI->getNumOperands(); i != e; i += 2) |
Bill Wendling | 90a3868 | 2008-02-20 06:10:21 +0000 | [diff] [blame] | 641 | PHIVarInfo[BBI->getOperand(i + 1).getMBB()->getNumber()] |
| 642 | .push_back(BBI->getOperand(i).getReg()); |
Bill Wendling | f7da4e9 | 2006-10-03 07:20:20 +0000 | [diff] [blame] | 643 | } |