Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 1 | //===-- llvm/CodeGen/VirtRegMap.cpp - Virtual Register Map ----------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 10 | // This file implements the VirtRegMap class. |
| 11 | // |
Dan Gohman | f451cb8 | 2010-02-10 16:03:48 +0000 | [diff] [blame] | 12 | // It also contains implementations of the Spiller interface, which, given a |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 13 | // virtual register map and a machine function, eliminates all virtual |
| 14 | // references by replacing them with physical register references - adding spill |
Alkis Evlogimenos | 0d6c5b6 | 2004-02-24 08:58:30 +0000 | [diff] [blame] | 15 | // code as necessary. |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 16 | // |
| 17 | //===----------------------------------------------------------------------===// |
| 18 | |
Jakob Stoklund Olesen | 4281e20 | 2012-01-07 07:39:47 +0000 | [diff] [blame] | 19 | #define DEBUG_TYPE "regalloc" |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 20 | #include "VirtRegMap.h" |
Alkis Evlogimenos | 0d6c5b6 | 2004-02-24 08:58:30 +0000 | [diff] [blame] | 21 | #include "llvm/Function.h" |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/MachineFrameInfo.h" |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/MachineFunction.h" |
Evan Cheng | 4cce6b4 | 2008-04-11 17:53:36 +0000 | [diff] [blame] | 24 | #include "llvm/CodeGen/MachineInstrBuilder.h" |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 25 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Jakob Stoklund Olesen | ba05c01 | 2011-02-18 22:03:18 +0000 | [diff] [blame] | 26 | #include "llvm/CodeGen/SlotIndexes.h" |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 27 | #include "llvm/Target/TargetMachine.h" |
Alkis Evlogimenos | 0d6c5b6 | 2004-02-24 08:58:30 +0000 | [diff] [blame] | 28 | #include "llvm/Target/TargetInstrInfo.h" |
Mike Stump | fe095f3 | 2009-05-04 18:40:41 +0000 | [diff] [blame] | 29 | #include "llvm/Target/TargetRegisterInfo.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 30 | #include "llvm/Support/CommandLine.h" |
Chris Lattner | a4f0b3a | 2006-08-27 12:54:02 +0000 | [diff] [blame] | 31 | #include "llvm/Support/Compiler.h" |
Evan Cheng | 752272a | 2009-02-11 08:24:21 +0000 | [diff] [blame] | 32 | #include "llvm/Support/Debug.h" |
Daniel Dunbar | 1cd1d98 | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 33 | #include "llvm/Support/raw_ostream.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 34 | #include "llvm/ADT/Statistic.h" |
| 35 | #include "llvm/ADT/STLExtras.h" |
Chris Lattner | 27f2916 | 2004-10-26 15:35:58 +0000 | [diff] [blame] | 36 | #include <algorithm> |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 37 | using namespace llvm; |
| 38 | |
Jakob Stoklund Olesen | 01afdb3 | 2011-09-15 18:31:13 +0000 | [diff] [blame] | 39 | STATISTIC(NumSpillSlots, "Number of spill slots allocated"); |
| 40 | STATISTIC(NumIdCopies, "Number of identity moves eliminated after rewriting"); |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 41 | |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 42 | //===----------------------------------------------------------------------===// |
| 43 | // VirtRegMap implementation |
| 44 | //===----------------------------------------------------------------------===// |
| 45 | |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 46 | char VirtRegMap::ID = 0; |
| 47 | |
Owen Anderson | ce665bd | 2010-10-07 22:25:06 +0000 | [diff] [blame] | 48 | INITIALIZE_PASS(VirtRegMap, "virtregmap", "Virtual Register Map", false, false) |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 49 | |
| 50 | bool VirtRegMap::runOnMachineFunction(MachineFunction &mf) { |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 51 | MRI = &mf.getRegInfo(); |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 52 | TII = mf.getTarget().getInstrInfo(); |
Mike Stump | fe095f3 | 2009-05-04 18:40:41 +0000 | [diff] [blame] | 53 | TRI = mf.getTarget().getRegisterInfo(); |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 54 | MF = &mf; |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 55 | |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 56 | Virt2PhysMap.clear(); |
| 57 | Virt2StackSlotMap.clear(); |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 58 | Virt2SplitMap.clear(); |
Mike Stump | fe095f3 | 2009-05-04 18:40:41 +0000 | [diff] [blame] | 59 | |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 60 | grow(); |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 61 | return false; |
Chris Lattner | 2926869 | 2006-09-05 02:12:02 +0000 | [diff] [blame] | 62 | } |
| 63 | |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 64 | void VirtRegMap::grow() { |
Jakob Stoklund Olesen | 42e9c96 | 2011-01-09 21:58:20 +0000 | [diff] [blame] | 65 | unsigned NumRegs = MF->getRegInfo().getNumVirtRegs(); |
| 66 | Virt2PhysMap.resize(NumRegs); |
| 67 | Virt2StackSlotMap.resize(NumRegs); |
Jakob Stoklund Olesen | 42e9c96 | 2011-01-09 21:58:20 +0000 | [diff] [blame] | 68 | Virt2SplitMap.resize(NumRegs); |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 69 | } |
| 70 | |
Jakob Stoklund Olesen | b55e91e | 2010-11-16 00:41:01 +0000 | [diff] [blame] | 71 | unsigned VirtRegMap::createSpillSlot(const TargetRegisterClass *RC) { |
| 72 | int SS = MF->getFrameInfo()->CreateSpillStackObject(RC->getSize(), |
| 73 | RC->getAlignment()); |
Jakob Stoklund Olesen | 01afdb3 | 2011-09-15 18:31:13 +0000 | [diff] [blame] | 74 | ++NumSpillSlots; |
Jakob Stoklund Olesen | b55e91e | 2010-11-16 00:41:01 +0000 | [diff] [blame] | 75 | return SS; |
| 76 | } |
| 77 | |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 78 | unsigned VirtRegMap::getRegAllocPref(unsigned virtReg) { |
Evan Cheng | 358dec5 | 2009-06-15 08:28:29 +0000 | [diff] [blame] | 79 | std::pair<unsigned, unsigned> Hint = MRI->getRegAllocationHint(virtReg); |
| 80 | unsigned physReg = Hint.second; |
Jakob Stoklund Olesen | c9df025 | 2011-01-10 02:58:51 +0000 | [diff] [blame] | 81 | if (TargetRegisterInfo::isVirtualRegister(physReg) && hasPhys(physReg)) |
Evan Cheng | 358dec5 | 2009-06-15 08:28:29 +0000 | [diff] [blame] | 82 | physReg = getPhys(physReg); |
| 83 | if (Hint.first == 0) |
Jakob Stoklund Olesen | c9df025 | 2011-01-10 02:58:51 +0000 | [diff] [blame] | 84 | return (TargetRegisterInfo::isPhysicalRegister(physReg)) |
Evan Cheng | 358dec5 | 2009-06-15 08:28:29 +0000 | [diff] [blame] | 85 | ? physReg : 0; |
| 86 | return TRI->ResolveRegAllocHint(Hint.first, physReg, *MF); |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 87 | } |
| 88 | |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 89 | int VirtRegMap::assignVirt2StackSlot(unsigned virtReg) { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 90 | assert(TargetRegisterInfo::isVirtualRegister(virtReg)); |
Chris Lattner | 7f690e6 | 2004-09-30 02:15:18 +0000 | [diff] [blame] | 91 | assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT && |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 92 | "attempt to assign stack slot to already spilled register"); |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 93 | const TargetRegisterClass* RC = MF->getRegInfo().getRegClass(virtReg); |
Jakob Stoklund Olesen | b55e91e | 2010-11-16 00:41:01 +0000 | [diff] [blame] | 94 | return Virt2StackSlotMap[virtReg] = createSpillSlot(RC); |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 95 | } |
| 96 | |
Evan Cheng | d365312 | 2008-02-27 03:04:06 +0000 | [diff] [blame] | 97 | void VirtRegMap::assignVirt2StackSlot(unsigned virtReg, int SS) { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 98 | assert(TargetRegisterInfo::isVirtualRegister(virtReg)); |
Chris Lattner | 7f690e6 | 2004-09-30 02:15:18 +0000 | [diff] [blame] | 99 | assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT && |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 100 | "attempt to assign stack slot to already spilled register"); |
Evan Cheng | d365312 | 2008-02-27 03:04:06 +0000 | [diff] [blame] | 101 | assert((SS >= 0 || |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 102 | (SS >= MF->getFrameInfo()->getObjectIndexBegin())) && |
Evan Cheng | 9193514 | 2007-04-04 07:40:01 +0000 | [diff] [blame] | 103 | "illegal fixed frame index"); |
Evan Cheng | d365312 | 2008-02-27 03:04:06 +0000 | [diff] [blame] | 104 | Virt2StackSlotMap[virtReg] = SS; |
Alkis Evlogimenos | 38af59a | 2004-05-29 20:38:05 +0000 | [diff] [blame] | 105 | } |
| 106 | |
Jakob Stoklund Olesen | ba05c01 | 2011-02-18 22:03:18 +0000 | [diff] [blame] | 107 | void VirtRegMap::rewrite(SlotIndexes *Indexes) { |
| 108 | DEBUG(dbgs() << "********** REWRITE VIRTUAL REGISTERS **********\n" |
| 109 | << "********** Function: " |
| 110 | << MF->getFunction()->getName() << '\n'); |
Jakob Stoklund Olesen | bf824ef | 2011-03-23 04:32:49 +0000 | [diff] [blame] | 111 | DEBUG(dump()); |
Jakob Stoklund Olesen | 93e110b | 2011-04-27 17:42:31 +0000 | [diff] [blame] | 112 | SmallVector<unsigned, 8> SuperDeads; |
| 113 | SmallVector<unsigned, 8> SuperDefs; |
Jakob Stoklund Olesen | ba05c01 | 2011-02-18 22:03:18 +0000 | [diff] [blame] | 114 | SmallVector<unsigned, 8> SuperKills; |
Jakob Stoklund Olesen | 2d44e02 | 2012-01-03 22:34:31 +0000 | [diff] [blame] | 115 | #ifndef NDEBUG |
| 116 | BitVector Reserved = TRI->getReservedRegs(*MF); |
| 117 | #endif |
Jakob Stoklund Olesen | ba05c01 | 2011-02-18 22:03:18 +0000 | [diff] [blame] | 118 | |
| 119 | for (MachineFunction::iterator MBBI = MF->begin(), MBBE = MF->end(); |
| 120 | MBBI != MBBE; ++MBBI) { |
| 121 | DEBUG(MBBI->print(dbgs(), Indexes)); |
| 122 | for (MachineBasicBlock::iterator MII = MBBI->begin(), MIE = MBBI->end(); |
| 123 | MII != MIE;) { |
| 124 | MachineInstr *MI = MII; |
| 125 | ++MII; |
| 126 | |
| 127 | for (MachineInstr::mop_iterator MOI = MI->operands_begin(), |
| 128 | MOE = MI->operands_end(); MOI != MOE; ++MOI) { |
| 129 | MachineOperand &MO = *MOI; |
| 130 | if (!MO.isReg() || !TargetRegisterInfo::isVirtualRegister(MO.getReg())) |
| 131 | continue; |
| 132 | unsigned VirtReg = MO.getReg(); |
| 133 | unsigned PhysReg = getPhys(VirtReg); |
| 134 | assert(PhysReg != NO_PHYS_REG && "Instruction uses unmapped VirtReg"); |
Jakob Stoklund Olesen | 2d44e02 | 2012-01-03 22:34:31 +0000 | [diff] [blame] | 135 | assert(!Reserved.test(PhysReg) && "Reserved register assignment"); |
Jakob Stoklund Olesen | ba05c01 | 2011-02-18 22:03:18 +0000 | [diff] [blame] | 136 | |
| 137 | // Preserve semantics of sub-register operands. |
| 138 | if (MO.getSubReg()) { |
| 139 | // A virtual register kill refers to the whole register, so we may |
Jakob Stoklund Olesen | 200a8ce | 2011-10-05 00:01:48 +0000 | [diff] [blame] | 140 | // have to add <imp-use,kill> operands for the super-register. A |
| 141 | // partial redef always kills and redefines the super-register. |
| 142 | if (MO.readsReg() && (MO.isDef() || MO.isKill())) |
| 143 | SuperKills.push_back(PhysReg); |
| 144 | |
| 145 | if (MO.isDef()) { |
| 146 | // The <def,undef> flag only makes sense for sub-register defs, and |
| 147 | // we are substituting a full physreg. An <imp-use,kill> operand |
| 148 | // from the SuperKills list will represent the partial read of the |
| 149 | // super-register. |
| 150 | MO.setIsUndef(false); |
| 151 | |
| 152 | // Also add implicit defs for the super-register. |
| 153 | if (MO.isDead()) |
| 154 | SuperDeads.push_back(PhysReg); |
| 155 | else |
| 156 | SuperDefs.push_back(PhysReg); |
| 157 | } |
Jakob Stoklund Olesen | ba05c01 | 2011-02-18 22:03:18 +0000 | [diff] [blame] | 158 | |
| 159 | // PhysReg operands cannot have subregister indexes. |
| 160 | PhysReg = TRI->getSubReg(PhysReg, MO.getSubReg()); |
| 161 | assert(PhysReg && "Invalid SubReg for physical register"); |
| 162 | MO.setSubReg(0); |
| 163 | } |
| 164 | // Rewrite. Note we could have used MachineOperand::substPhysReg(), but |
| 165 | // we need the inlining here. |
| 166 | MO.setReg(PhysReg); |
| 167 | } |
| 168 | |
| 169 | // Add any missing super-register kills after rewriting the whole |
| 170 | // instruction. |
| 171 | while (!SuperKills.empty()) |
| 172 | MI->addRegisterKilled(SuperKills.pop_back_val(), TRI, true); |
| 173 | |
Jakob Stoklund Olesen | 93e110b | 2011-04-27 17:42:31 +0000 | [diff] [blame] | 174 | while (!SuperDeads.empty()) |
| 175 | MI->addRegisterDead(SuperDeads.pop_back_val(), TRI, true); |
| 176 | |
| 177 | while (!SuperDefs.empty()) |
| 178 | MI->addRegisterDefined(SuperDefs.pop_back_val(), TRI); |
| 179 | |
Jakob Stoklund Olesen | ba05c01 | 2011-02-18 22:03:18 +0000 | [diff] [blame] | 180 | DEBUG(dbgs() << "> " << *MI); |
| 181 | |
| 182 | // Finally, remove any identity copies. |
| 183 | if (MI->isIdentityCopy()) { |
Jakob Stoklund Olesen | cf5e5f3 | 2011-05-06 17:59:57 +0000 | [diff] [blame] | 184 | ++NumIdCopies; |
Jakob Stoklund Olesen | 280ea1a | 2011-03-31 17:55:25 +0000 | [diff] [blame] | 185 | if (MI->getNumOperands() == 2) { |
| 186 | DEBUG(dbgs() << "Deleting identity copy.\n"); |
Jakob Stoklund Olesen | 280ea1a | 2011-03-31 17:55:25 +0000 | [diff] [blame] | 187 | if (Indexes) |
| 188 | Indexes->removeMachineInstrFromMaps(MI); |
| 189 | // It's safe to erase MI because MII has already been incremented. |
| 190 | MI->eraseFromParent(); |
| 191 | } else { |
| 192 | // Transform identity copy to a KILL to deal with subregisters. |
| 193 | MI->setDesc(TII->get(TargetOpcode::KILL)); |
| 194 | DEBUG(dbgs() << "Identity copy: " << *MI); |
| 195 | } |
Jakob Stoklund Olesen | ba05c01 | 2011-02-18 22:03:18 +0000 | [diff] [blame] | 196 | } |
| 197 | } |
| 198 | } |
| 199 | |
| 200 | // Tell MRI about physical registers in use. |
| 201 | for (unsigned Reg = 1, RegE = TRI->getNumRegs(); Reg != RegE; ++Reg) |
| 202 | if (!MRI->reg_nodbg_empty(Reg)) |
| 203 | MRI->setPhysRegUsed(Reg); |
| 204 | } |
| 205 | |
Daniel Dunbar | 1cd1d98 | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 206 | void VirtRegMap::print(raw_ostream &OS, const Module* M) const { |
Owen Anderson | 49c8aa0 | 2009-03-13 05:55:11 +0000 | [diff] [blame] | 207 | const TargetRegisterInfo* TRI = MF->getTarget().getRegisterInfo(); |
Jakob Stoklund Olesen | 2432966 | 2010-02-26 21:09:24 +0000 | [diff] [blame] | 208 | const MachineRegisterInfo &MRI = MF->getRegInfo(); |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 209 | |
Chris Lattner | 7f690e6 | 2004-09-30 02:15:18 +0000 | [diff] [blame] | 210 | OS << "********** REGISTER MAP **********\n"; |
Jakob Stoklund Olesen | c7d67f9 | 2011-01-08 23:11:07 +0000 | [diff] [blame] | 211 | for (unsigned i = 0, e = MRI.getNumVirtRegs(); i != e; ++i) { |
| 212 | unsigned Reg = TargetRegisterInfo::index2VirtReg(i); |
| 213 | if (Virt2PhysMap[Reg] != (unsigned)VirtRegMap::NO_PHYS_REG) { |
Jakob Stoklund Olesen | 4314268 | 2011-01-09 03:05:53 +0000 | [diff] [blame] | 214 | OS << '[' << PrintReg(Reg, TRI) << " -> " |
| 215 | << PrintReg(Virt2PhysMap[Reg], TRI) << "] " |
| 216 | << MRI.getRegClass(Reg)->getName() << "\n"; |
Jakob Stoklund Olesen | c7d67f9 | 2011-01-08 23:11:07 +0000 | [diff] [blame] | 217 | } |
Chris Lattner | 8c4d88d | 2004-09-30 01:54:45 +0000 | [diff] [blame] | 218 | } |
| 219 | |
Jakob Stoklund Olesen | c7d67f9 | 2011-01-08 23:11:07 +0000 | [diff] [blame] | 220 | for (unsigned i = 0, e = MRI.getNumVirtRegs(); i != e; ++i) { |
| 221 | unsigned Reg = TargetRegisterInfo::index2VirtReg(i); |
| 222 | if (Virt2StackSlotMap[Reg] != VirtRegMap::NO_STACK_SLOT) { |
Jakob Stoklund Olesen | 4314268 | 2011-01-09 03:05:53 +0000 | [diff] [blame] | 223 | OS << '[' << PrintReg(Reg, TRI) << " -> fi#" << Virt2StackSlotMap[Reg] |
Jakob Stoklund Olesen | c7d67f9 | 2011-01-08 23:11:07 +0000 | [diff] [blame] | 224 | << "] " << MRI.getRegClass(Reg)->getName() << "\n"; |
| 225 | } |
| 226 | } |
Chris Lattner | 7f690e6 | 2004-09-30 02:15:18 +0000 | [diff] [blame] | 227 | OS << '\n'; |
Alkis Evlogimenos | 34d9bc9 | 2004-02-23 23:08:11 +0000 | [diff] [blame] | 228 | } |
Alkis Evlogimenos | 0d6c5b6 | 2004-02-24 08:58:30 +0000 | [diff] [blame] | 229 | |
Bill Wendling | b2b9c20 | 2006-11-17 02:09:07 +0000 | [diff] [blame] | 230 | void VirtRegMap::dump() const { |
David Greene | 0080b1a | 2010-01-05 01:25:45 +0000 | [diff] [blame] | 231 | print(dbgs()); |
Daniel Dunbar | cfbf05e | 2009-03-14 01:53:05 +0000 | [diff] [blame] | 232 | } |