Chris Lattner | a3b8b5c | 2004-07-23 17:56:30 +0000 | [diff] [blame] | 1 | //===-- LiveIntervalAnalysis.cpp - Live Interval Analysis -----------------===// |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file was developed by the LLVM research group and is distributed under |
| 6 | // the University of Illinois Open Source License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the LiveInterval analysis pass which is used |
| 11 | // by the Linear Scan Register allocator. This pass linearizes the |
| 12 | // basic blocks of the function in DFS order and uses the |
| 13 | // LiveVariables pass to conservatively compute live intervals for |
| 14 | // each virtual and physical register. |
| 15 | // |
| 16 | //===----------------------------------------------------------------------===// |
| 17 | |
| 18 | #define DEBUG_TYPE "liveintervals" |
Chris Lattner | 3c3fe46 | 2005-09-21 04:19:09 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/LiveIntervalAnalysis.h" |
Misha Brukman | 08a6c76 | 2004-09-03 18:25:53 +0000 | [diff] [blame] | 20 | #include "VirtRegMap.h" |
Chris Lattner | 015959e | 2004-05-01 21:24:39 +0000 | [diff] [blame] | 21 | #include "llvm/Value.h" |
Alkis Evlogimenos | 6b4edba | 2003-12-21 20:19:10 +0000 | [diff] [blame] | 22 | #include "llvm/Analysis/LoopInfo.h" |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/LiveVariables.h" |
| 24 | #include "llvm/CodeGen/MachineFrameInfo.h" |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 25 | #include "llvm/CodeGen/MachineInstr.h" |
| 26 | #include "llvm/CodeGen/Passes.h" |
| 27 | #include "llvm/CodeGen/SSARegMap.h" |
| 28 | #include "llvm/Target/MRegisterInfo.h" |
| 29 | #include "llvm/Target/TargetInstrInfo.h" |
| 30 | #include "llvm/Target/TargetMachine.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 31 | #include "llvm/Support/CommandLine.h" |
| 32 | #include "llvm/Support/Debug.h" |
Evan Cheng | 20b0abc | 2007-04-17 20:32:26 +0000 | [diff] [blame] | 33 | #include "llvm/ADT/SmallSet.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 34 | #include "llvm/ADT/Statistic.h" |
| 35 | #include "llvm/ADT/STLExtras.h" |
Alkis Evlogimenos | 20aa474 | 2004-09-03 18:19:51 +0000 | [diff] [blame] | 36 | #include <algorithm> |
Jeff Cohen | 97af751 | 2006-12-02 02:22:01 +0000 | [diff] [blame] | 37 | #include <cmath> |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 38 | using namespace llvm; |
| 39 | |
Chris Lattner | cd3245a | 2006-12-19 22:41:21 +0000 | [diff] [blame] | 40 | STATISTIC(numIntervals, "Number of original intervals"); |
| 41 | STATISTIC(numIntervalsAfter, "Number of intervals after coalescing"); |
Chris Lattner | cd3245a | 2006-12-19 22:41:21 +0000 | [diff] [blame] | 42 | STATISTIC(numFolded , "Number of loads/stores folded into instructions"); |
| 43 | |
Devang Patel | 1997473 | 2007-05-03 01:11:54 +0000 | [diff] [blame] | 44 | char LiveIntervals::ID = 0; |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 45 | namespace { |
Chris Lattner | 5d8925c | 2006-08-27 22:30:17 +0000 | [diff] [blame] | 46 | RegisterPass<LiveIntervals> X("liveintervals", "Live Interval Analysis"); |
Chris Lattner | d74ea2b | 2006-05-24 17:04:05 +0000 | [diff] [blame] | 47 | } |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 48 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 49 | void LiveIntervals::getAnalysisUsage(AnalysisUsage &AU) const { |
David Greene | 2513330 | 2007-06-08 17:18:56 +0000 | [diff] [blame] | 50 | AU.addPreserved<LiveVariables>(); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 51 | AU.addRequired<LiveVariables>(); |
| 52 | AU.addPreservedID(PHIEliminationID); |
| 53 | AU.addRequiredID(PHIEliminationID); |
| 54 | AU.addRequiredID(TwoAddressInstructionPassID); |
| 55 | AU.addRequired<LoopInfo>(); |
| 56 | MachineFunctionPass::getAnalysisUsage(AU); |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 57 | } |
| 58 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 59 | void LiveIntervals::releaseMemory() { |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 60 | mi2iMap_.clear(); |
| 61 | i2miMap_.clear(); |
| 62 | r2iMap_.clear(); |
Alkis Evlogimenos | 08cec00 | 2004-01-31 19:59:32 +0000 | [diff] [blame] | 63 | } |
| 64 | |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 65 | /// runOnMachineFunction - Register allocate the whole function |
| 66 | /// |
| 67 | bool LiveIntervals::runOnMachineFunction(MachineFunction &fn) { |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 68 | mf_ = &fn; |
| 69 | tm_ = &fn.getTarget(); |
| 70 | mri_ = tm_->getRegisterInfo(); |
Chris Lattner | f768bba | 2005-03-09 23:05:19 +0000 | [diff] [blame] | 71 | tii_ = tm_->getInstrInfo(); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 72 | lv_ = &getAnalysis<LiveVariables>(); |
Evan Cheng | 20b0abc | 2007-04-17 20:32:26 +0000 | [diff] [blame] | 73 | allocatableRegs_ = mri_->getAllocatableSet(fn); |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 74 | |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 75 | // Number MachineInstrs and MachineBasicBlocks. |
| 76 | // Initialize MBB indexes to a sentinal. |
| 77 | MBB2IdxMap.resize(mf_->getNumBlockIDs(), ~0U); |
| 78 | |
| 79 | unsigned MIIndex = 0; |
| 80 | for (MachineFunction::iterator MBB = mf_->begin(), E = mf_->end(); |
| 81 | MBB != E; ++MBB) { |
| 82 | // Set the MBB2IdxMap entry for this MBB. |
| 83 | MBB2IdxMap[MBB->getNumber()] = MIIndex; |
Evan Cheng | 0c9f92e | 2007-02-13 01:30:55 +0000 | [diff] [blame] | 84 | |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 85 | for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end(); |
| 86 | I != E; ++I) { |
| 87 | bool inserted = mi2iMap_.insert(std::make_pair(I, MIIndex)).second; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 88 | assert(inserted && "multiple MachineInstr -> index mappings"); |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 89 | i2miMap_.push_back(I); |
| 90 | MIIndex += InstrSlots::NUM; |
Alkis Evlogimenos | 843b160 | 2004-02-15 10:24:21 +0000 | [diff] [blame] | 91 | } |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 92 | } |
Alkis Evlogimenos | d6e40a6 | 2004-01-14 10:44:29 +0000 | [diff] [blame] | 93 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 94 | computeIntervals(); |
Alkis Evlogimenos | 843b160 | 2004-02-15 10:24:21 +0000 | [diff] [blame] | 95 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 96 | numIntervals += getNumIntervals(); |
| 97 | |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 98 | DOUT << "********** INTERVALS **********\n"; |
| 99 | for (iterator I = begin(), E = end(); I != E; ++I) { |
| 100 | I->second.print(DOUT, mri_); |
| 101 | DOUT << "\n"; |
| 102 | } |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 103 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 104 | numIntervalsAfter += getNumIntervals(); |
Chris Lattner | 70ca358 | 2004-09-30 15:59:17 +0000 | [diff] [blame] | 105 | DEBUG(dump()); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 106 | return true; |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 107 | } |
| 108 | |
Chris Lattner | 70ca358 | 2004-09-30 15:59:17 +0000 | [diff] [blame] | 109 | /// print - Implement the dump method. |
Reid Spencer | ce9653c | 2004-12-07 04:03:45 +0000 | [diff] [blame] | 110 | void LiveIntervals::print(std::ostream &O, const Module* ) const { |
Chris Lattner | 70ca358 | 2004-09-30 15:59:17 +0000 | [diff] [blame] | 111 | O << "********** INTERVALS **********\n"; |
Chris Lattner | 8e7a709 | 2005-07-27 23:03:38 +0000 | [diff] [blame] | 112 | for (const_iterator I = begin(), E = end(); I != E; ++I) { |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 113 | I->second.print(DOUT, mri_); |
| 114 | DOUT << "\n"; |
Chris Lattner | 8e7a709 | 2005-07-27 23:03:38 +0000 | [diff] [blame] | 115 | } |
Chris Lattner | 70ca358 | 2004-09-30 15:59:17 +0000 | [diff] [blame] | 116 | |
| 117 | O << "********** MACHINEINSTRS **********\n"; |
| 118 | for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end(); |
| 119 | mbbi != mbbe; ++mbbi) { |
| 120 | O << ((Value*)mbbi->getBasicBlock())->getName() << ":\n"; |
| 121 | for (MachineBasicBlock::iterator mii = mbbi->begin(), |
| 122 | mie = mbbi->end(); mii != mie; ++mii) { |
Chris Lattner | 477e455 | 2004-09-30 16:10:45 +0000 | [diff] [blame] | 123 | O << getInstructionIndex(mii) << '\t' << *mii; |
Chris Lattner | 70ca358 | 2004-09-30 15:59:17 +0000 | [diff] [blame] | 124 | } |
| 125 | } |
| 126 | } |
| 127 | |
David Greene | 2513330 | 2007-06-08 17:18:56 +0000 | [diff] [blame] | 128 | // Not called? |
Bill Wendling | 01352aa | 2006-11-16 02:41:50 +0000 | [diff] [blame] | 129 | /// CreateNewLiveInterval - Create a new live interval with the given live |
| 130 | /// ranges. The new live interval will have an infinite spill weight. |
| 131 | LiveInterval& |
| 132 | LiveIntervals::CreateNewLiveInterval(const LiveInterval *LI, |
| 133 | const std::vector<LiveRange> &LRs) { |
| 134 | const TargetRegisterClass *RC = mf_->getSSARegMap()->getRegClass(LI->reg); |
| 135 | |
| 136 | // Create a new virtual register for the spill interval. |
| 137 | unsigned NewVReg = mf_->getSSARegMap()->createVirtualRegister(RC); |
| 138 | |
| 139 | // Replace the old virtual registers in the machine operands with the shiny |
| 140 | // new one. |
| 141 | for (std::vector<LiveRange>::const_iterator |
| 142 | I = LRs.begin(), E = LRs.end(); I != E; ++I) { |
| 143 | unsigned Index = getBaseIndex(I->start); |
| 144 | unsigned End = getBaseIndex(I->end - 1) + InstrSlots::NUM; |
| 145 | |
| 146 | for (; Index != End; Index += InstrSlots::NUM) { |
| 147 | // Skip deleted instructions |
| 148 | while (Index != End && !getInstructionFromIndex(Index)) |
| 149 | Index += InstrSlots::NUM; |
| 150 | |
| 151 | if (Index == End) break; |
| 152 | |
| 153 | MachineInstr *MI = getInstructionFromIndex(Index); |
| 154 | |
Bill Wendling | beeb77f | 2006-11-16 07:35:18 +0000 | [diff] [blame] | 155 | for (unsigned J = 0, e = MI->getNumOperands(); J != e; ++J) { |
Bill Wendling | 01352aa | 2006-11-16 02:41:50 +0000 | [diff] [blame] | 156 | MachineOperand &MOp = MI->getOperand(J); |
David Greene | 2513330 | 2007-06-08 17:18:56 +0000 | [diff] [blame] | 157 | if (MOp.isRegister() && MOp.getReg() == LI->reg) |
Bill Wendling | 01352aa | 2006-11-16 02:41:50 +0000 | [diff] [blame] | 158 | MOp.setReg(NewVReg); |
| 159 | } |
| 160 | } |
| 161 | } |
| 162 | |
| 163 | LiveInterval &NewLI = getOrCreateInterval(NewVReg); |
| 164 | |
| 165 | // The spill weight is now infinity as it cannot be spilled again |
| 166 | NewLI.weight = float(HUGE_VAL); |
| 167 | |
| 168 | for (std::vector<LiveRange>::const_iterator |
| 169 | I = LRs.begin(), E = LRs.end(); I != E; ++I) { |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 170 | DOUT << " Adding live range " << *I << " to new interval\n"; |
Bill Wendling | 01352aa | 2006-11-16 02:41:50 +0000 | [diff] [blame] | 171 | NewLI.addRange(*I); |
| 172 | } |
| 173 | |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 174 | DOUT << "Created new live interval " << NewLI << "\n"; |
Bill Wendling | 01352aa | 2006-11-16 02:41:50 +0000 | [diff] [blame] | 175 | return NewLI; |
| 176 | } |
| 177 | |
Chris Lattner | 70ca358 | 2004-09-30 15:59:17 +0000 | [diff] [blame] | 178 | std::vector<LiveInterval*> LiveIntervals:: |
| 179 | addIntervalsForSpills(const LiveInterval &li, VirtRegMap &vrm, int slot) { |
Alkis Evlogimenos | d8d26b3 | 2004-08-27 18:59:22 +0000 | [diff] [blame] | 180 | // since this is called after the analysis is done we don't know if |
| 181 | // LiveVariables is available |
| 182 | lv_ = getAnalysisToUpdate<LiveVariables>(); |
| 183 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 184 | std::vector<LiveInterval*> added; |
Alkis Evlogimenos | 26f5a69 | 2004-05-30 07:24:39 +0000 | [diff] [blame] | 185 | |
Jim Laskey | 7902c75 | 2006-11-07 12:25:45 +0000 | [diff] [blame] | 186 | assert(li.weight != HUGE_VALF && |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 187 | "attempt to spill already spilled interval!"); |
Alkis Evlogimenos | 843b160 | 2004-02-15 10:24:21 +0000 | [diff] [blame] | 188 | |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 189 | DOUT << "\t\t\t\tadding intervals for spills for interval: "; |
| 190 | li.print(DOUT, mri_); |
| 191 | DOUT << '\n'; |
Alkis Evlogimenos | 39a0d5c | 2004-02-20 06:15:40 +0000 | [diff] [blame] | 192 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 193 | const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(li.reg); |
Alkis Evlogimenos | 26f5a69 | 2004-05-30 07:24:39 +0000 | [diff] [blame] | 194 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 195 | for (LiveInterval::Ranges::const_iterator |
| 196 | i = li.ranges.begin(), e = li.ranges.end(); i != e; ++i) { |
| 197 | unsigned index = getBaseIndex(i->start); |
| 198 | unsigned end = getBaseIndex(i->end-1) + InstrSlots::NUM; |
| 199 | for (; index != end; index += InstrSlots::NUM) { |
| 200 | // skip deleted instructions |
| 201 | while (index != end && !getInstructionFromIndex(index)) |
| 202 | index += InstrSlots::NUM; |
| 203 | if (index == end) break; |
Chris Lattner | 8640f4e | 2004-07-19 15:16:53 +0000 | [diff] [blame] | 204 | |
Chris Lattner | 3b9db83 | 2006-01-03 07:41:37 +0000 | [diff] [blame] | 205 | MachineInstr *MI = getInstructionFromIndex(index); |
Alkis Evlogimenos | 39a0d5c | 2004-02-20 06:15:40 +0000 | [diff] [blame] | 206 | |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 207 | RestartInstruction: |
Chris Lattner | 3b9db83 | 2006-01-03 07:41:37 +0000 | [diff] [blame] | 208 | for (unsigned i = 0; i != MI->getNumOperands(); ++i) { |
| 209 | MachineOperand& mop = MI->getOperand(i); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 210 | if (mop.isRegister() && mop.getReg() == li.reg) { |
Evan Cheng | 2638e1a | 2007-03-20 08:13:50 +0000 | [diff] [blame] | 211 | MachineInstr *fmi = li.remat ? NULL |
| 212 | : mri_->foldMemoryOperand(MI, i, slot); |
| 213 | if (fmi) { |
Chris Lattner | b11443d | 2005-09-09 19:17:47 +0000 | [diff] [blame] | 214 | // Attempt to fold the memory reference into the instruction. If we |
| 215 | // can do this, we don't need to insert spill code. |
Alkis Evlogimenos | d8d26b3 | 2004-08-27 18:59:22 +0000 | [diff] [blame] | 216 | if (lv_) |
Chris Lattner | 3b9db83 | 2006-01-03 07:41:37 +0000 | [diff] [blame] | 217 | lv_->instructionChanged(MI, fmi); |
Evan Cheng | 200370f | 2006-04-30 08:41:47 +0000 | [diff] [blame] | 218 | MachineBasicBlock &MBB = *MI->getParent(); |
Chris Lattner | 35f2705 | 2006-05-01 21:16:03 +0000 | [diff] [blame] | 219 | vrm.virtFolded(li.reg, MI, i, fmi); |
Chris Lattner | 3b9db83 | 2006-01-03 07:41:37 +0000 | [diff] [blame] | 220 | mi2iMap_.erase(MI); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 221 | i2miMap_[index/InstrSlots::NUM] = fmi; |
| 222 | mi2iMap_[fmi] = index; |
Chris Lattner | 3b9db83 | 2006-01-03 07:41:37 +0000 | [diff] [blame] | 223 | MI = MBB.insert(MBB.erase(MI), fmi); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 224 | ++numFolded; |
Chris Lattner | 477e455 | 2004-09-30 16:10:45 +0000 | [diff] [blame] | 225 | // Folding the load/store can completely change the instruction in |
| 226 | // unpredictable ways, rescan it from the beginning. |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 227 | goto RestartInstruction; |
Chris Lattner | 477e455 | 2004-09-30 16:10:45 +0000 | [diff] [blame] | 228 | } else { |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 229 | // Create a new virtual register for the spill interval. |
| 230 | unsigned NewVReg = mf_->getSSARegMap()->createVirtualRegister(rc); |
| 231 | |
| 232 | // Scan all of the operands of this instruction rewriting operands |
| 233 | // to use NewVReg instead of li.reg as appropriate. We do this for |
| 234 | // two reasons: |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 235 | // |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 236 | // 1. If the instr reads the same spilled vreg multiple times, we |
| 237 | // want to reuse the NewVReg. |
| 238 | // 2. If the instr is a two-addr instruction, we are required to |
| 239 | // keep the src/dst regs pinned. |
| 240 | // |
| 241 | // Keep track of whether we replace a use and/or def so that we can |
| 242 | // create the spill interval with the appropriate range. |
| 243 | mop.setReg(NewVReg); |
| 244 | |
| 245 | bool HasUse = mop.isUse(); |
| 246 | bool HasDef = mop.isDef(); |
| 247 | for (unsigned j = i+1, e = MI->getNumOperands(); j != e; ++j) { |
| 248 | if (MI->getOperand(j).isReg() && |
| 249 | MI->getOperand(j).getReg() == li.reg) { |
| 250 | MI->getOperand(j).setReg(NewVReg); |
| 251 | HasUse |= MI->getOperand(j).isUse(); |
| 252 | HasDef |= MI->getOperand(j).isDef(); |
| 253 | } |
| 254 | } |
Alkis Evlogimenos | 26f5a69 | 2004-05-30 07:24:39 +0000 | [diff] [blame] | 255 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 256 | // create a new register for this spill |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 257 | vrm.grow(); |
Evan Cheng | 2638e1a | 2007-03-20 08:13:50 +0000 | [diff] [blame] | 258 | if (li.remat) |
| 259 | vrm.setVirtIsReMaterialized(NewVReg, li.remat); |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 260 | vrm.assignVirt2StackSlot(NewVReg, slot); |
| 261 | LiveInterval &nI = getOrCreateInterval(NewVReg); |
Evan Cheng | 2638e1a | 2007-03-20 08:13:50 +0000 | [diff] [blame] | 262 | nI.remat = li.remat; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 263 | assert(nI.empty()); |
Chris Lattner | 70ca358 | 2004-09-30 15:59:17 +0000 | [diff] [blame] | 264 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 265 | // the spill weight is now infinity as it |
| 266 | // cannot be spilled again |
Jim Laskey | 7902c75 | 2006-11-07 12:25:45 +0000 | [diff] [blame] | 267 | nI.weight = HUGE_VALF; |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 268 | |
| 269 | if (HasUse) { |
| 270 | LiveRange LR(getLoadIndex(index), getUseIndex(index), |
| 271 | nI.getNextValue(~0U, 0)); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 272 | DOUT << " +" << LR; |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 273 | nI.addRange(LR); |
| 274 | } |
| 275 | if (HasDef) { |
| 276 | LiveRange LR(getDefIndex(index), getStoreIndex(index), |
| 277 | nI.getNextValue(~0U, 0)); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 278 | DOUT << " +" << LR; |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 279 | nI.addRange(LR); |
| 280 | } |
| 281 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 282 | added.push_back(&nI); |
Chris Lattner | 70ca358 | 2004-09-30 15:59:17 +0000 | [diff] [blame] | 283 | |
Alkis Evlogimenos | d8d26b3 | 2004-08-27 18:59:22 +0000 | [diff] [blame] | 284 | // update live variables if it is available |
| 285 | if (lv_) |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 286 | lv_->addVirtualRegisterKilled(NewVReg, MI); |
Chris Lattner | b11443d | 2005-09-09 19:17:47 +0000 | [diff] [blame] | 287 | |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 288 | DOUT << "\t\t\t\tadded new interval: "; |
| 289 | nI.print(DOUT, mri_); |
| 290 | DOUT << '\n'; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 291 | } |
Alkis Evlogimenos | 843b160 | 2004-02-15 10:24:21 +0000 | [diff] [blame] | 292 | } |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 293 | } |
Alkis Evlogimenos | 843b160 | 2004-02-15 10:24:21 +0000 | [diff] [blame] | 294 | } |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 295 | } |
Alkis Evlogimenos | 26f5a69 | 2004-05-30 07:24:39 +0000 | [diff] [blame] | 296 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 297 | return added; |
Alkis Evlogimenos | 843b160 | 2004-02-15 10:24:21 +0000 | [diff] [blame] | 298 | } |
| 299 | |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 300 | void LiveIntervals::printRegName(unsigned reg) const { |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 301 | if (MRegisterInfo::isPhysicalRegister(reg)) |
Bill Wendling | e815619 | 2006-12-07 01:30:32 +0000 | [diff] [blame] | 302 | cerr << mri_->getName(reg); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 303 | else |
Bill Wendling | e815619 | 2006-12-07 01:30:32 +0000 | [diff] [blame] | 304 | cerr << "%reg" << reg; |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 305 | } |
| 306 | |
Evan Cheng | bf105c8 | 2006-11-03 03:04:46 +0000 | [diff] [blame] | 307 | /// isReDefinedByTwoAddr - Returns true if the Reg re-definition is due to |
| 308 | /// two addr elimination. |
| 309 | static bool isReDefinedByTwoAddr(MachineInstr *MI, unsigned Reg, |
| 310 | const TargetInstrInfo *TII) { |
| 311 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 312 | MachineOperand &MO1 = MI->getOperand(i); |
| 313 | if (MO1.isRegister() && MO1.isDef() && MO1.getReg() == Reg) { |
| 314 | for (unsigned j = i+1; j < e; ++j) { |
| 315 | MachineOperand &MO2 = MI->getOperand(j); |
| 316 | if (MO2.isRegister() && MO2.isUse() && MO2.getReg() == Reg && |
Evan Cheng | 51cdcd1 | 2006-12-07 01:21:59 +0000 | [diff] [blame] | 317 | MI->getInstrDescriptor()-> |
| 318 | getOperandConstraint(j, TOI::TIED_TO) == (int)i) |
Evan Cheng | bf105c8 | 2006-11-03 03:04:46 +0000 | [diff] [blame] | 319 | return true; |
| 320 | } |
| 321 | } |
| 322 | } |
| 323 | return false; |
| 324 | } |
| 325 | |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 326 | void LiveIntervals::handleVirtualRegisterDef(MachineBasicBlock *mbb, |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 327 | MachineBasicBlock::iterator mi, |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 328 | unsigned MIIdx, |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 329 | LiveInterval &interval) { |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 330 | DOUT << "\t\tregister: "; DEBUG(printRegName(interval.reg)); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 331 | LiveVariables::VarInfo& vi = lv_->getVarInfo(interval.reg); |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 332 | |
Alkis Evlogimenos | 7065157 | 2004-08-04 09:46:56 +0000 | [diff] [blame] | 333 | // Virtual registers may be defined multiple times (due to phi |
| 334 | // elimination and 2-addr elimination). Much of what we do only has to be |
| 335 | // done once for the vreg. We use an empty interval to detect the first |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 336 | // time we see a vreg. |
| 337 | if (interval.empty()) { |
Evan Cheng | 9193514 | 2007-04-04 07:40:01 +0000 | [diff] [blame] | 338 | // Remember if the definition can be rematerialized. All load's from fixed |
Dan Gohman | 82a87a0 | 2007-06-19 01:48:05 +0000 | [diff] [blame] | 339 | // stack slots are re-materializable. The target may permit other |
| 340 | // instructions to be re-materialized as well. |
Evan Cheng | 9193514 | 2007-04-04 07:40:01 +0000 | [diff] [blame] | 341 | int FrameIdx = 0; |
| 342 | if (vi.DefInst && |
Dan Gohman | 82a87a0 | 2007-06-19 01:48:05 +0000 | [diff] [blame] | 343 | (tii_->isTriviallyReMaterializable(vi.DefInst) || |
Evan Cheng | 9193514 | 2007-04-04 07:40:01 +0000 | [diff] [blame] | 344 | (tii_->isLoadFromStackSlot(vi.DefInst, FrameIdx) && |
Dan Gohman | 82a87a0 | 2007-06-19 01:48:05 +0000 | [diff] [blame] | 345 | mf_->getFrameInfo()->isFixedObjectIndex(FrameIdx)))) |
Evan Cheng | 2638e1a | 2007-03-20 08:13:50 +0000 | [diff] [blame] | 346 | interval.remat = vi.DefInst; |
| 347 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 348 | // Get the Idx of the defining instructions. |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 349 | unsigned defIndex = getDefIndex(MIIdx); |
Chris Lattner | 6097d13 | 2004-07-19 02:15:56 +0000 | [diff] [blame] | 350 | |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 351 | unsigned ValNum; |
| 352 | unsigned SrcReg, DstReg; |
| 353 | if (!tii_->isMoveInstr(*mi, SrcReg, DstReg)) |
| 354 | ValNum = interval.getNextValue(~0U, 0); |
| 355 | else |
| 356 | ValNum = interval.getNextValue(defIndex, SrcReg); |
| 357 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 358 | assert(ValNum == 0 && "First value in interval is not 0?"); |
| 359 | ValNum = 0; // Clue in the optimizer. |
Chris Lattner | 7ac2d31 | 2004-07-24 02:59:07 +0000 | [diff] [blame] | 360 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 361 | // Loop over all of the blocks that the vreg is defined in. There are |
| 362 | // two cases we have to handle here. The most common case is a vreg |
| 363 | // whose lifetime is contained within a basic block. In this case there |
| 364 | // will be a single kill, in MBB, which comes after the definition. |
| 365 | if (vi.Kills.size() == 1 && vi.Kills[0]->getParent() == mbb) { |
| 366 | // FIXME: what about dead vars? |
| 367 | unsigned killIdx; |
| 368 | if (vi.Kills[0] != mi) |
| 369 | killIdx = getUseIndex(getInstructionIndex(vi.Kills[0]))+1; |
| 370 | else |
| 371 | killIdx = defIndex+1; |
Chris Lattner | 6097d13 | 2004-07-19 02:15:56 +0000 | [diff] [blame] | 372 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 373 | // If the kill happens after the definition, we have an intra-block |
| 374 | // live range. |
| 375 | if (killIdx > defIndex) { |
Evan Cheng | 61de82d | 2007-02-15 05:59:24 +0000 | [diff] [blame] | 376 | assert(vi.AliveBlocks.none() && |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 377 | "Shouldn't be alive across any blocks!"); |
| 378 | LiveRange LR(defIndex, killIdx, ValNum); |
| 379 | interval.addRange(LR); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 380 | DOUT << " +" << LR << "\n"; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 381 | return; |
| 382 | } |
Alkis Evlogimenos | dd2cc65 | 2003-12-18 08:48:48 +0000 | [diff] [blame] | 383 | } |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 384 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 385 | // The other case we handle is when a virtual register lives to the end |
| 386 | // of the defining block, potentially live across some blocks, then is |
| 387 | // live into some number of blocks, but gets killed. Start by adding a |
| 388 | // range that goes from this definition to the end of the defining block. |
Alkis Evlogimenos | d19e290 | 2004-08-31 17:39:15 +0000 | [diff] [blame] | 389 | LiveRange NewLR(defIndex, |
| 390 | getInstructionIndex(&mbb->back()) + InstrSlots::NUM, |
| 391 | ValNum); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 392 | DOUT << " +" << NewLR; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 393 | interval.addRange(NewLR); |
| 394 | |
| 395 | // Iterate over all of the blocks that the variable is completely |
| 396 | // live in, adding [insrtIndex(begin), instrIndex(end)+4) to the |
| 397 | // live interval. |
| 398 | for (unsigned i = 0, e = vi.AliveBlocks.size(); i != e; ++i) { |
| 399 | if (vi.AliveBlocks[i]) { |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 400 | MachineBasicBlock *MBB = mf_->getBlockNumbered(i); |
| 401 | if (!MBB->empty()) { |
| 402 | LiveRange LR(getMBBStartIdx(i), |
| 403 | getInstructionIndex(&MBB->back()) + InstrSlots::NUM, |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 404 | ValNum); |
| 405 | interval.addRange(LR); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 406 | DOUT << " +" << LR; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 407 | } |
| 408 | } |
| 409 | } |
| 410 | |
| 411 | // Finally, this virtual register is live from the start of any killing |
| 412 | // block to the 'use' slot of the killing instruction. |
| 413 | for (unsigned i = 0, e = vi.Kills.size(); i != e; ++i) { |
| 414 | MachineInstr *Kill = vi.Kills[i]; |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 415 | LiveRange LR(getMBBStartIdx(Kill->getParent()), |
Alkis Evlogimenos | d19e290 | 2004-08-31 17:39:15 +0000 | [diff] [blame] | 416 | getUseIndex(getInstructionIndex(Kill))+1, |
| 417 | ValNum); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 418 | interval.addRange(LR); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 419 | DOUT << " +" << LR; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 420 | } |
| 421 | |
| 422 | } else { |
Evan Cheng | 9193514 | 2007-04-04 07:40:01 +0000 | [diff] [blame] | 423 | // Can no longer safely assume definition is rematerializable. |
Evan Cheng | 2638e1a | 2007-03-20 08:13:50 +0000 | [diff] [blame] | 424 | interval.remat = NULL; |
| 425 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 426 | // If this is the second time we see a virtual register definition, it |
| 427 | // must be due to phi elimination or two addr elimination. If this is |
Evan Cheng | bf105c8 | 2006-11-03 03:04:46 +0000 | [diff] [blame] | 428 | // the result of two address elimination, then the vreg is one of the |
| 429 | // def-and-use register operand. |
| 430 | if (isReDefinedByTwoAddr(mi, interval.reg, tii_)) { |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 431 | // If this is a two-address definition, then we have already processed |
| 432 | // the live range. The only problem is that we didn't realize there |
| 433 | // are actually two values in the live interval. Because of this we |
| 434 | // need to take the LiveRegion that defines this register and split it |
| 435 | // into two values. |
| 436 | unsigned DefIndex = getDefIndex(getInstructionIndex(vi.DefInst)); |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 437 | unsigned RedefIndex = getDefIndex(MIIdx); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 438 | |
| 439 | // Delete the initial value, which should be short and continuous, |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 440 | // because the 2-addr copy must be in the same MBB as the redef. |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 441 | interval.removeRange(DefIndex, RedefIndex); |
Alkis Evlogimenos | 7065157 | 2004-08-04 09:46:56 +0000 | [diff] [blame] | 442 | |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 443 | // Two-address vregs should always only be redefined once. This means |
| 444 | // that at this point, there should be exactly one value number in it. |
| 445 | assert(interval.containsOneValue() && "Unexpected 2-addr liveint!"); |
| 446 | |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 447 | // The new value number (#1) is defined by the instruction we claimed |
| 448 | // defined value #0. |
| 449 | unsigned ValNo = interval.getNextValue(0, 0); |
| 450 | interval.setValueNumberInfo(1, interval.getValNumInfo(0)); |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 451 | |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 452 | // Value#0 is now defined by the 2-addr instruction. |
| 453 | interval.setValueNumberInfo(0, std::make_pair(~0U, 0U)); |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 454 | |
| 455 | // Add the new live interval which replaces the range for the input copy. |
| 456 | LiveRange LR(DefIndex, RedefIndex, ValNo); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 457 | DOUT << " replace range with " << LR; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 458 | interval.addRange(LR); |
| 459 | |
| 460 | // If this redefinition is dead, we need to add a dummy unit live |
| 461 | // range covering the def slot. |
Chris Lattner | ab4b66d | 2005-08-23 22:51:41 +0000 | [diff] [blame] | 462 | if (lv_->RegisterDefIsDead(mi, interval.reg)) |
| 463 | interval.addRange(LiveRange(RedefIndex, RedefIndex+1, 0)); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 464 | |
Evan Cheng | 56fdd7a | 2007-03-15 21:19:28 +0000 | [diff] [blame] | 465 | DOUT << " RESULT: "; |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 466 | interval.print(DOUT, mri_); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 467 | |
| 468 | } else { |
| 469 | // Otherwise, this must be because of phi elimination. If this is the |
| 470 | // first redefinition of the vreg that we have seen, go back and change |
| 471 | // the live range in the PHI block to be a different value number. |
| 472 | if (interval.containsOneValue()) { |
| 473 | assert(vi.Kills.size() == 1 && |
| 474 | "PHI elimination vreg should have one kill, the PHI itself!"); |
| 475 | |
| 476 | // Remove the old range that we now know has an incorrect number. |
| 477 | MachineInstr *Killer = vi.Kills[0]; |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 478 | unsigned Start = getMBBStartIdx(Killer->getParent()); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 479 | unsigned End = getUseIndex(getInstructionIndex(Killer))+1; |
Evan Cheng | 56fdd7a | 2007-03-15 21:19:28 +0000 | [diff] [blame] | 480 | DOUT << " Removing [" << Start << "," << End << "] from: "; |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 481 | interval.print(DOUT, mri_); DOUT << "\n"; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 482 | interval.removeRange(Start, End); |
Evan Cheng | 56fdd7a | 2007-03-15 21:19:28 +0000 | [diff] [blame] | 483 | DOUT << " RESULT: "; interval.print(DOUT, mri_); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 484 | |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 485 | // Replace the interval with one of a NEW value number. Note that this |
| 486 | // value number isn't actually defined by an instruction, weird huh? :) |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 487 | LiveRange LR(Start, End, interval.getNextValue(~0U, 0)); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 488 | DOUT << " replace range with " << LR; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 489 | interval.addRange(LR); |
Evan Cheng | 56fdd7a | 2007-03-15 21:19:28 +0000 | [diff] [blame] | 490 | DOUT << " RESULT: "; interval.print(DOUT, mri_); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 491 | } |
| 492 | |
| 493 | // In the case of PHI elimination, each variable definition is only |
| 494 | // live until the end of the block. We've already taken care of the |
| 495 | // rest of the live range. |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 496 | unsigned defIndex = getDefIndex(MIIdx); |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 497 | |
| 498 | unsigned ValNum; |
| 499 | unsigned SrcReg, DstReg; |
| 500 | if (!tii_->isMoveInstr(*mi, SrcReg, DstReg)) |
| 501 | ValNum = interval.getNextValue(~0U, 0); |
| 502 | else |
| 503 | ValNum = interval.getNextValue(defIndex, SrcReg); |
| 504 | |
Alkis Evlogimenos | 7065157 | 2004-08-04 09:46:56 +0000 | [diff] [blame] | 505 | LiveRange LR(defIndex, |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 506 | getInstructionIndex(&mbb->back()) + InstrSlots::NUM, ValNum); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 507 | interval.addRange(LR); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 508 | DOUT << " +" << LR; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 509 | } |
| 510 | } |
| 511 | |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 512 | DOUT << '\n'; |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 513 | } |
| 514 | |
Chris Lattner | f35fef7 | 2004-07-23 21:24:19 +0000 | [diff] [blame] | 515 | void LiveIntervals::handlePhysicalRegisterDef(MachineBasicBlock *MBB, |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 516 | MachineBasicBlock::iterator mi, |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 517 | unsigned MIIdx, |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 518 | LiveInterval &interval, |
| 519 | unsigned SrcReg) { |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 520 | // A physical register cannot be live across basic block, so its |
| 521 | // lifetime must end somewhere in its defining basic block. |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 522 | DOUT << "\t\tregister: "; DEBUG(printRegName(interval.reg)); |
Alkis Evlogimenos | 02ba13c | 2004-01-31 23:13:30 +0000 | [diff] [blame] | 523 | |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 524 | unsigned baseIndex = MIIdx; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 525 | unsigned start = getDefIndex(baseIndex); |
| 526 | unsigned end = start; |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 527 | |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 528 | // If it is not used after definition, it is considered dead at |
| 529 | // the instruction defining it. Hence its interval is: |
| 530 | // [defSlot(def), defSlot(def)+1) |
Chris Lattner | ab4b66d | 2005-08-23 22:51:41 +0000 | [diff] [blame] | 531 | if (lv_->RegisterDefIsDead(mi, interval.reg)) { |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 532 | DOUT << " dead"; |
Chris Lattner | ab4b66d | 2005-08-23 22:51:41 +0000 | [diff] [blame] | 533 | end = getDefIndex(start) + 1; |
| 534 | goto exit; |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 535 | } |
| 536 | |
| 537 | // If it is not dead on definition, it must be killed by a |
| 538 | // subsequent instruction. Hence its interval is: |
| 539 | // [defSlot(def), useSlot(kill)+1) |
Chris Lattner | 5ab6f5f | 2005-09-02 00:20:32 +0000 | [diff] [blame] | 540 | while (++mi != MBB->end()) { |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 541 | baseIndex += InstrSlots::NUM; |
Chris Lattner | ab4b66d | 2005-08-23 22:51:41 +0000 | [diff] [blame] | 542 | if (lv_->KillsRegister(mi, interval.reg)) { |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 543 | DOUT << " killed"; |
Chris Lattner | ab4b66d | 2005-08-23 22:51:41 +0000 | [diff] [blame] | 544 | end = getUseIndex(baseIndex) + 1; |
| 545 | goto exit; |
Evan Cheng | 9a1956a | 2006-11-15 20:54:11 +0000 | [diff] [blame] | 546 | } else if (lv_->ModifiesRegister(mi, interval.reg)) { |
| 547 | // Another instruction redefines the register before it is ever read. |
| 548 | // Then the register is essentially dead at the instruction that defines |
| 549 | // it. Hence its interval is: |
| 550 | // [defSlot(def), defSlot(def)+1) |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 551 | DOUT << " dead"; |
Evan Cheng | 9a1956a | 2006-11-15 20:54:11 +0000 | [diff] [blame] | 552 | end = getDefIndex(start) + 1; |
| 553 | goto exit; |
Alkis Evlogimenos | af25473 | 2004-01-13 22:26:14 +0000 | [diff] [blame] | 554 | } |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 555 | } |
Chris Lattner | 5ab6f5f | 2005-09-02 00:20:32 +0000 | [diff] [blame] | 556 | |
| 557 | // The only case we should have a dead physreg here without a killing or |
| 558 | // instruction where we know it's dead is if it is live-in to the function |
| 559 | // and never used. |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 560 | assert(!SrcReg && "physreg was not killed in defining block!"); |
Chris Lattner | 5ab6f5f | 2005-09-02 00:20:32 +0000 | [diff] [blame] | 561 | end = getDefIndex(start) + 1; // It's dead. |
Alkis Evlogimenos | 02ba13c | 2004-01-31 23:13:30 +0000 | [diff] [blame] | 562 | |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 563 | exit: |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 564 | assert(start < end && "did not find end of interval?"); |
Chris Lattner | f768bba | 2005-03-09 23:05:19 +0000 | [diff] [blame] | 565 | |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 566 | // Already exists? Extend old live interval. |
| 567 | LiveInterval::iterator OldLR = interval.FindLiveRangeContaining(start); |
| 568 | unsigned Id = (OldLR != interval.end()) |
| 569 | ? OldLR->ValId |
| 570 | : interval.getNextValue(SrcReg != 0 ? start : ~0U, SrcReg); |
| 571 | LiveRange LR(start, end, Id); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 572 | interval.addRange(LR); |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 573 | DOUT << " +" << LR << '\n'; |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 574 | } |
| 575 | |
Chris Lattner | f35fef7 | 2004-07-23 21:24:19 +0000 | [diff] [blame] | 576 | void LiveIntervals::handleRegisterDef(MachineBasicBlock *MBB, |
| 577 | MachineBasicBlock::iterator MI, |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 578 | unsigned MIIdx, |
Chris Lattner | f35fef7 | 2004-07-23 21:24:19 +0000 | [diff] [blame] | 579 | unsigned reg) { |
| 580 | if (MRegisterInfo::isVirtualRegister(reg)) |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 581 | handleVirtualRegisterDef(MBB, MI, MIIdx, getOrCreateInterval(reg)); |
Alkis Evlogimenos | 5327801 | 2004-08-26 22:22:38 +0000 | [diff] [blame] | 582 | else if (allocatableRegs_[reg]) { |
Chris Lattner | 91725b7 | 2006-08-31 05:54:43 +0000 | [diff] [blame] | 583 | unsigned SrcReg, DstReg; |
| 584 | if (!tii_->isMoveInstr(*MI, SrcReg, DstReg)) |
| 585 | SrcReg = 0; |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 586 | handlePhysicalRegisterDef(MBB, MI, MIIdx, getOrCreateInterval(reg), SrcReg); |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 587 | // Def of a register also defines its sub-registers. |
| 588 | for (const unsigned* AS = mri_->getSubRegisters(reg); *AS; ++AS) |
| 589 | // Avoid processing some defs more than once. |
| 590 | if (!MI->findRegisterDefOperand(*AS)) |
| 591 | handlePhysicalRegisterDef(MBB, MI, MIIdx, getOrCreateInterval(*AS), 0); |
Chris Lattner | f35fef7 | 2004-07-23 21:24:19 +0000 | [diff] [blame] | 592 | } |
Alkis Evlogimenos | 4d46e1e | 2004-01-31 14:37:41 +0000 | [diff] [blame] | 593 | } |
| 594 | |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 595 | void LiveIntervals::handleLiveInRegister(MachineBasicBlock *MBB, |
Jim Laskey | 9b25b8c | 2007-02-21 22:41:17 +0000 | [diff] [blame] | 596 | unsigned MIIdx, |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 597 | LiveInterval &interval, bool isAlias) { |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 598 | DOUT << "\t\tlivein register: "; DEBUG(printRegName(interval.reg)); |
| 599 | |
| 600 | // Look for kills, if it reaches a def before it's killed, then it shouldn't |
| 601 | // be considered a livein. |
| 602 | MachineBasicBlock::iterator mi = MBB->begin(); |
Jim Laskey | 9b25b8c | 2007-02-21 22:41:17 +0000 | [diff] [blame] | 603 | unsigned baseIndex = MIIdx; |
| 604 | unsigned start = baseIndex; |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 605 | unsigned end = start; |
| 606 | while (mi != MBB->end()) { |
| 607 | if (lv_->KillsRegister(mi, interval.reg)) { |
| 608 | DOUT << " killed"; |
| 609 | end = getUseIndex(baseIndex) + 1; |
| 610 | goto exit; |
| 611 | } else if (lv_->ModifiesRegister(mi, interval.reg)) { |
| 612 | // Another instruction redefines the register before it is ever read. |
| 613 | // Then the register is essentially dead at the instruction that defines |
| 614 | // it. Hence its interval is: |
| 615 | // [defSlot(def), defSlot(def)+1) |
| 616 | DOUT << " dead"; |
| 617 | end = getDefIndex(start) + 1; |
| 618 | goto exit; |
| 619 | } |
| 620 | |
| 621 | baseIndex += InstrSlots::NUM; |
| 622 | ++mi; |
| 623 | } |
| 624 | |
| 625 | exit: |
Evan Cheng | 75611fb | 2007-06-27 01:16:36 +0000 | [diff] [blame] | 626 | // Live-in register might not be used at all. |
| 627 | if (end == MIIdx) { |
Evan Cheng | 292da94 | 2007-06-27 18:47:28 +0000 | [diff] [blame] | 628 | if (isAlias) { |
| 629 | DOUT << " dead"; |
Evan Cheng | 75611fb | 2007-06-27 01:16:36 +0000 | [diff] [blame] | 630 | end = getDefIndex(MIIdx) + 1; |
Evan Cheng | 292da94 | 2007-06-27 18:47:28 +0000 | [diff] [blame] | 631 | } else { |
| 632 | DOUT << " live through"; |
| 633 | end = baseIndex; |
| 634 | } |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 635 | } |
| 636 | |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 637 | LiveRange LR(start, end, interval.getNextValue(~0U, 0)); |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 638 | DOUT << " +" << LR << '\n'; |
Jim Laskey | 9b25b8c | 2007-02-21 22:41:17 +0000 | [diff] [blame] | 639 | interval.addRange(LR); |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 640 | } |
| 641 | |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 642 | /// computeIntervals - computes the live intervals for virtual |
Alkis Evlogimenos | 4d46e1e | 2004-01-31 14:37:41 +0000 | [diff] [blame] | 643 | /// registers. for some ordering of the machine instructions [1,N] a |
Alkis Evlogimenos | 08cec00 | 2004-01-31 19:59:32 +0000 | [diff] [blame] | 644 | /// live interval is an interval [i, j) where 1 <= i <= j < N for |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 645 | /// which a variable is live |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 646 | void LiveIntervals::computeIntervals() { |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 647 | DOUT << "********** COMPUTING LIVE INTERVALS **********\n" |
| 648 | << "********** Function: " |
| 649 | << ((Value*)mf_->getFunction())->getName() << '\n'; |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 650 | // Track the index of the current machine instr. |
| 651 | unsigned MIIndex = 0; |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 652 | for (MachineFunction::iterator MBBI = mf_->begin(), E = mf_->end(); |
| 653 | MBBI != E; ++MBBI) { |
| 654 | MachineBasicBlock *MBB = MBBI; |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 655 | DOUT << ((Value*)MBB->getBasicBlock())->getName() << ":\n"; |
Alkis Evlogimenos | 6b4edba | 2003-12-21 20:19:10 +0000 | [diff] [blame] | 656 | |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 657 | MachineBasicBlock::iterator MI = MBB->begin(), miEnd = MBB->end(); |
Evan Cheng | 0c9f92e | 2007-02-13 01:30:55 +0000 | [diff] [blame] | 658 | |
| 659 | if (MBB->livein_begin() != MBB->livein_end()) { |
Evan Cheng | b371f45 | 2007-02-19 21:49:54 +0000 | [diff] [blame] | 660 | // Create intervals for live-ins to this BB first. |
| 661 | for (MachineBasicBlock::const_livein_iterator LI = MBB->livein_begin(), |
Evan Cheng | 0c9f92e | 2007-02-13 01:30:55 +0000 | [diff] [blame] | 662 | LE = MBB->livein_end(); LI != LE; ++LI) { |
Jim Laskey | 9b25b8c | 2007-02-21 22:41:17 +0000 | [diff] [blame] | 663 | handleLiveInRegister(MBB, MIIndex, getOrCreateInterval(*LI)); |
Evan Cheng | 24a3cc4 | 2007-04-25 07:30:23 +0000 | [diff] [blame] | 664 | // Multiple live-ins can alias the same register. |
| 665 | for (const unsigned* AS = mri_->getSubRegisters(*LI); *AS; ++AS) |
| 666 | if (!hasInterval(*AS)) |
Evan Cheng | 292da94 | 2007-06-27 18:47:28 +0000 | [diff] [blame] | 667 | handleLiveInRegister(MBB, MIIndex, getOrCreateInterval(*AS), |
| 668 | true); |
Evan Cheng | 0c9f92e | 2007-02-13 01:30:55 +0000 | [diff] [blame] | 669 | } |
Chris Lattner | dffb2e8 | 2006-09-04 18:27:40 +0000 | [diff] [blame] | 670 | } |
| 671 | |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 672 | for (; MI != miEnd; ++MI) { |
Bill Wendling | bdc679d | 2006-11-29 00:39:47 +0000 | [diff] [blame] | 673 | DOUT << MIIndex << "\t" << *MI; |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 674 | |
Evan Cheng | 438f7bc | 2006-11-10 08:43:01 +0000 | [diff] [blame] | 675 | // Handle defs. |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 676 | for (int i = MI->getNumOperands() - 1; i >= 0; --i) { |
| 677 | MachineOperand &MO = MI->getOperand(i); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 678 | // handle register defs - build intervals |
Chris Lattner | 428b92e | 2006-09-15 03:57:23 +0000 | [diff] [blame] | 679 | if (MO.isRegister() && MO.getReg() && MO.isDef()) |
| 680 | handleRegisterDef(MBB, MI, MIIndex, MO.getReg()); |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 681 | } |
Chris Lattner | 6b128bd | 2006-09-03 08:07:11 +0000 | [diff] [blame] | 682 | |
| 683 | MIIndex += InstrSlots::NUM; |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 684 | } |
Alkis Evlogimenos | 1a8ea01 | 2004-08-04 09:46:26 +0000 | [diff] [blame] | 685 | } |
Alkis Evlogimenos | ff0cbe1 | 2003-11-20 03:32:25 +0000 | [diff] [blame] | 686 | } |
Alkis Evlogimenos | b27ef24 | 2003-12-05 10:38:28 +0000 | [diff] [blame] | 687 | |
Alkis Evlogimenos | a1613db | 2004-07-24 11:44:15 +0000 | [diff] [blame] | 688 | LiveInterval LiveIntervals::createInterval(unsigned reg) { |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 689 | float Weight = MRegisterInfo::isPhysicalRegister(reg) ? |
Jim Laskey | 7902c75 | 2006-11-07 12:25:45 +0000 | [diff] [blame] | 690 | HUGE_VALF : 0.0F; |
Alkis Evlogimenos | a1613db | 2004-07-24 11:44:15 +0000 | [diff] [blame] | 691 | return LiveInterval(reg, Weight); |
Alkis Evlogimenos | 9a8b490 | 2004-04-09 18:07:57 +0000 | [diff] [blame] | 692 | } |