Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1 | //===-- RegAllocLocal.cpp - A BasicBlock generic register allocator -------===// |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 2 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 7 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 9 | // |
| 10 | // This register allocator allocates registers to a basic block at a time, |
| 11 | // attempting to keep values in registers and reusing registers as appropriate. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Chris Lattner | 4cc662b | 2003-08-03 21:47:31 +0000 | [diff] [blame] | 15 | #define DEBUG_TYPE "regalloc" |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 16 | #include "llvm/BasicBlock.h" |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/MachineFunctionPass.h" |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 18 | #include "llvm/CodeGen/MachineInstr.h" |
Chris Lattner | eb24db9 | 2002-12-28 21:08:26 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/MachineFrameInfo.h" |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Evan Cheng | 22ff3ee | 2008-02-06 08:00:32 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/Passes.h" |
Jim Laskey | eb577ba | 2006-08-02 12:30:23 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/RegAllocRegistry.h" |
Chris Lattner | 3501fea | 2003-01-14 22:00:31 +0000 | [diff] [blame] | 23 | #include "llvm/Target/TargetInstrInfo.h" |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 24 | #include "llvm/Target/TargetMachine.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 25 | #include "llvm/Support/CommandLine.h" |
| 26 | #include "llvm/Support/Debug.h" |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 27 | #include "llvm/Support/ErrorHandling.h" |
| 28 | #include "llvm/Support/raw_ostream.h" |
Owen Anderson | 743a1e6 | 2008-07-10 01:56:35 +0000 | [diff] [blame] | 29 | #include "llvm/ADT/DenseMap.h" |
Chris Lattner | 94c002a | 2007-02-01 05:32:05 +0000 | [diff] [blame] | 30 | #include "llvm/ADT/IndexedMap.h" |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 31 | #include "llvm/ADT/SmallSet.h" |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 32 | #include "llvm/ADT/SmallVector.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 33 | #include "llvm/ADT/Statistic.h" |
Evan Cheng | 2fc628d | 2008-02-06 19:16:53 +0000 | [diff] [blame] | 34 | #include "llvm/ADT/STLExtras.h" |
Chris Lattner | 27f2916 | 2004-10-26 15:35:58 +0000 | [diff] [blame] | 35 | #include <algorithm> |
Chris Lattner | ef09c63 | 2004-01-31 21:27:19 +0000 | [diff] [blame] | 36 | using namespace llvm; |
Brian Gaeke | d0fde30 | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 37 | |
Chris Lattner | cd3245a | 2006-12-19 22:41:21 +0000 | [diff] [blame] | 38 | STATISTIC(NumStores, "Number of stores added"); |
| 39 | STATISTIC(NumLoads , "Number of loads added"); |
Jim Laskey | 13ec702 | 2006-08-01 14:21:23 +0000 | [diff] [blame] | 40 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 41 | static RegisterRegAlloc |
Dan Gohman | b8cab92 | 2008-10-14 20:25:08 +0000 | [diff] [blame] | 42 | localRegAlloc("local", "local register allocator", |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 43 | createLocalRegisterAllocator); |
| 44 | |
Chris Lattner | cd3245a | 2006-12-19 22:41:21 +0000 | [diff] [blame] | 45 | namespace { |
Nick Lewycky | 6726b6d | 2009-10-25 06:33:48 +0000 | [diff] [blame] | 46 | class RALocal : public MachineFunctionPass { |
Devang Patel | 794fd75 | 2007-05-01 21:15:47 +0000 | [diff] [blame] | 47 | public: |
Devang Patel | 1997473 | 2007-05-03 01:11:54 +0000 | [diff] [blame] | 48 | static char ID; |
Dan Gohman | ae73dc1 | 2008-09-04 17:05:41 +0000 | [diff] [blame] | 49 | RALocal() : MachineFunctionPass(&ID), StackSlotForVirtReg(-1) {} |
Devang Patel | 794fd75 | 2007-05-01 21:15:47 +0000 | [diff] [blame] | 50 | private: |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 51 | const TargetMachine *TM; |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 52 | MachineFunction *MF; |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 53 | const TargetRegisterInfo *TRI; |
Owen Anderson | 6425f8b | 2008-01-07 01:35:56 +0000 | [diff] [blame] | 54 | const TargetInstrInfo *TII; |
Chris Lattner | ff863ba | 2002-12-25 05:05:46 +0000 | [diff] [blame] | 55 | |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 56 | // StackSlotForVirtReg - Maps virtual regs to the frame index where these |
| 57 | // values are spilled. |
Evan Cheng | bdb10fe | 2008-07-10 18:23:23 +0000 | [diff] [blame] | 58 | IndexedMap<int, VirtReg2IndexFunctor> StackSlotForVirtReg; |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 59 | |
| 60 | // Virt2PhysRegMap - This map contains entries for each virtual register |
Alkis Evlogimenos | 4d0d864 | 2004-02-25 21:55:45 +0000 | [diff] [blame] | 61 | // that is currently available in a physical register. |
Chris Lattner | 94c002a | 2007-02-01 05:32:05 +0000 | [diff] [blame] | 62 | IndexedMap<unsigned, VirtReg2IndexFunctor> Virt2PhysRegMap; |
Chris Lattner | ecea563 | 2004-02-09 02:12:04 +0000 | [diff] [blame] | 63 | |
| 64 | unsigned &getVirt2PhysRegMapSlot(unsigned VirtReg) { |
Alkis Evlogimenos | 4d0d864 | 2004-02-25 21:55:45 +0000 | [diff] [blame] | 65 | return Virt2PhysRegMap[VirtReg]; |
Chris Lattner | ecea563 | 2004-02-09 02:12:04 +0000 | [diff] [blame] | 66 | } |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 67 | |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 68 | // PhysRegsUsed - This array is effectively a map, containing entries for |
| 69 | // each physical register that currently has a value (ie, it is in |
| 70 | // Virt2PhysRegMap). The value mapped to is the virtual register |
| 71 | // corresponding to the physical register (the inverse of the |
| 72 | // Virt2PhysRegMap), or 0. The value is set to 0 if this register is pinned |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 73 | // because it is used by a future instruction, and to -2 if it is not |
| 74 | // allocatable. If the entry for a physical register is -1, then the |
| 75 | // physical register is "not in the map". |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 76 | // |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 77 | std::vector<int> PhysRegsUsed; |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 78 | |
| 79 | // PhysRegsUseOrder - This contains a list of the physical registers that |
| 80 | // currently have a virtual register value in them. This list provides an |
| 81 | // ordering of registers, imposing a reallocation order. This list is only |
| 82 | // used if all registers are allocated and we have to spill one, in which |
| 83 | // case we spill the least recently used register. Entries at the front of |
| 84 | // the list are the least recently used registers, entries at the back are |
| 85 | // the most recently used. |
| 86 | // |
| 87 | std::vector<unsigned> PhysRegsUseOrder; |
| 88 | |
Evan Cheng | 839b759 | 2008-01-17 02:08:17 +0000 | [diff] [blame] | 89 | // Virt2LastUseMap - This maps each virtual register to its last use |
| 90 | // (MachineInstr*, operand index pair). |
| 91 | IndexedMap<std::pair<MachineInstr*, unsigned>, VirtReg2IndexFunctor> |
| 92 | Virt2LastUseMap; |
| 93 | |
| 94 | std::pair<MachineInstr*,unsigned>& getVirtRegLastUse(unsigned Reg) { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 95 | assert(TargetRegisterInfo::isVirtualRegister(Reg) && "Illegal VirtReg!"); |
Evan Cheng | 839b759 | 2008-01-17 02:08:17 +0000 | [diff] [blame] | 96 | return Virt2LastUseMap[Reg]; |
| 97 | } |
| 98 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 99 | // VirtRegModified - This bitset contains information about which virtual |
| 100 | // registers need to be spilled back to memory when their registers are |
| 101 | // scavenged. If a virtual register has simply been rematerialized, there |
| 102 | // is no reason to spill it to memory when we need the register back. |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 103 | // |
Evan Cheng | 644340a | 2008-01-17 00:35:26 +0000 | [diff] [blame] | 104 | BitVector VirtRegModified; |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 105 | |
| 106 | // UsedInMultipleBlocks - Tracks whether a particular register is used in |
| 107 | // more than one block. |
| 108 | BitVector UsedInMultipleBlocks; |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 109 | |
| 110 | void markVirtRegModified(unsigned Reg, bool Val = true) { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 111 | assert(TargetRegisterInfo::isVirtualRegister(Reg) && "Illegal VirtReg!"); |
| 112 | Reg -= TargetRegisterInfo::FirstVirtualRegister; |
Evan Cheng | 644340a | 2008-01-17 00:35:26 +0000 | [diff] [blame] | 113 | if (Val) |
| 114 | VirtRegModified.set(Reg); |
| 115 | else |
| 116 | VirtRegModified.reset(Reg); |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | bool isVirtRegModified(unsigned Reg) const { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 120 | assert(TargetRegisterInfo::isVirtualRegister(Reg) && "Illegal VirtReg!"); |
| 121 | assert(Reg - TargetRegisterInfo::FirstVirtualRegister < VirtRegModified.size() |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 122 | && "Illegal virtual register!"); |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 123 | return VirtRegModified[Reg - TargetRegisterInfo::FirstVirtualRegister]; |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 124 | } |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 125 | |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 126 | void AddToPhysRegsUseOrder(unsigned Reg) { |
| 127 | std::vector<unsigned>::iterator It = |
| 128 | std::find(PhysRegsUseOrder.begin(), PhysRegsUseOrder.end(), Reg); |
| 129 | if (It != PhysRegsUseOrder.end()) |
| 130 | PhysRegsUseOrder.erase(It); |
| 131 | PhysRegsUseOrder.push_back(Reg); |
| 132 | } |
| 133 | |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 134 | void MarkPhysRegRecentlyUsed(unsigned Reg) { |
Chris Lattner | 5e50349 | 2006-09-03 07:15:37 +0000 | [diff] [blame] | 135 | if (PhysRegsUseOrder.empty() || |
| 136 | PhysRegsUseOrder.back() == Reg) return; // Already most recently used |
Chris Lattner | 0eb172c | 2002-12-24 00:04:55 +0000 | [diff] [blame] | 137 | |
| 138 | for (unsigned i = PhysRegsUseOrder.size(); i != 0; --i) |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 139 | if (areRegsEqual(Reg, PhysRegsUseOrder[i-1])) { |
| 140 | unsigned RegMatch = PhysRegsUseOrder[i-1]; // remove from middle |
| 141 | PhysRegsUseOrder.erase(PhysRegsUseOrder.begin()+i-1); |
| 142 | // Add it to the end of the list |
| 143 | PhysRegsUseOrder.push_back(RegMatch); |
| 144 | if (RegMatch == Reg) |
| 145 | return; // Found an exact match, exit early |
| 146 | } |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 147 | } |
| 148 | |
| 149 | public: |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 150 | virtual const char *getPassName() const { |
| 151 | return "Local Register Allocator"; |
| 152 | } |
| 153 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 154 | virtual void getAnalysisUsage(AnalysisUsage &AU) const { |
Dan Gohman | 845012e | 2009-07-31 23:37:33 +0000 | [diff] [blame] | 155 | AU.setPreservesCFG(); |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 156 | AU.addRequiredID(PHIEliminationID); |
Alkis Evlogimenos | 4c08086 | 2003-12-18 22:40:24 +0000 | [diff] [blame] | 157 | AU.addRequiredID(TwoAddressInstructionPassID); |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 158 | MachineFunctionPass::getAnalysisUsage(AU); |
| 159 | } |
| 160 | |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 161 | private: |
| 162 | /// runOnMachineFunction - Register allocate the whole function |
| 163 | bool runOnMachineFunction(MachineFunction &Fn); |
| 164 | |
| 165 | /// AllocateBasicBlock - Register allocate the specified basic block. |
| 166 | void AllocateBasicBlock(MachineBasicBlock &MBB); |
| 167 | |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 168 | |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 169 | /// areRegsEqual - This method returns true if the specified registers are |
| 170 | /// related to each other. To do this, it checks to see if they are equal |
| 171 | /// or if the first register is in the alias set of the second register. |
| 172 | /// |
| 173 | bool areRegsEqual(unsigned R1, unsigned R2) const { |
| 174 | if (R1 == R2) return true; |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 175 | for (const unsigned *AliasSet = TRI->getAliasSet(R2); |
Alkis Evlogimenos | 73ff512 | 2003-10-08 05:20:08 +0000 | [diff] [blame] | 176 | *AliasSet; ++AliasSet) { |
| 177 | if (*AliasSet == R1) return true; |
| 178 | } |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 179 | return false; |
| 180 | } |
| 181 | |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 182 | /// getStackSpaceFor - This returns the frame index of the specified virtual |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 183 | /// register on the stack, allocating space if necessary. |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 184 | int getStackSpaceFor(unsigned VirtReg, const TargetRegisterClass *RC); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 185 | |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 186 | /// removePhysReg - This method marks the specified physical register as no |
| 187 | /// longer being in use. |
| 188 | /// |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 189 | void removePhysReg(unsigned PhysReg); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 190 | |
| 191 | /// spillVirtReg - This method spills the value specified by PhysReg into |
| 192 | /// the virtual register slot specified by VirtReg. It then updates the RA |
| 193 | /// data structures to indicate the fact that PhysReg is now available. |
| 194 | /// |
Chris Lattner | 688c825 | 2004-02-22 19:08:15 +0000 | [diff] [blame] | 195 | void spillVirtReg(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI, |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 196 | unsigned VirtReg, unsigned PhysReg); |
| 197 | |
Chris Lattner | c21be92 | 2002-12-16 17:44:42 +0000 | [diff] [blame] | 198 | /// spillPhysReg - This method spills the specified physical register into |
Chris Lattner | 128c2aa | 2003-08-17 18:01:15 +0000 | [diff] [blame] | 199 | /// the virtual register slot associated with it. If OnlyVirtRegs is set to |
| 200 | /// true, then the request is ignored if the physical register does not |
| 201 | /// contain a virtual register. |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 202 | /// |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 203 | void spillPhysReg(MachineBasicBlock &MBB, MachineInstr *I, |
Chris Lattner | 128c2aa | 2003-08-17 18:01:15 +0000 | [diff] [blame] | 204 | unsigned PhysReg, bool OnlyVirtRegs = false); |
Chris Lattner | c21be92 | 2002-12-16 17:44:42 +0000 | [diff] [blame] | 205 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 206 | /// assignVirtToPhysReg - This method updates local state so that we know |
| 207 | /// that PhysReg is the proper container for VirtReg now. The physical |
| 208 | /// register must not be used for anything else when this is called. |
| 209 | /// |
| 210 | void assignVirtToPhysReg(unsigned VirtReg, unsigned PhysReg); |
| 211 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 212 | /// isPhysRegAvailable - Return true if the specified physical register is |
| 213 | /// free and available for use. This also includes checking to see if |
| 214 | /// aliased registers are all free... |
| 215 | /// |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 216 | bool isPhysRegAvailable(unsigned PhysReg) const; |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 217 | |
| 218 | /// getFreeReg - Look to see if there is a free register available in the |
| 219 | /// specified register class. If not, return 0. |
| 220 | /// |
| 221 | unsigned getFreeReg(const TargetRegisterClass *RC); |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 222 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 223 | /// getReg - Find a physical register to hold the specified virtual |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 224 | /// register. If all compatible physical registers are used, this method |
| 225 | /// spills the last used virtual register to the stack, and uses that |
Evan Cheng | 7ddee0a | 2009-01-29 01:13:00 +0000 | [diff] [blame] | 226 | /// register. If NoFree is true, that means the caller knows there isn't |
| 227 | /// a free register, do not call getFreeReg(). |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 228 | unsigned getReg(MachineBasicBlock &MBB, MachineInstr *MI, |
Evan Cheng | 7ddee0a | 2009-01-29 01:13:00 +0000 | [diff] [blame] | 229 | unsigned VirtReg, bool NoFree = false); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 230 | |
Bob Wilson | e0f745b | 2009-05-07 21:19:45 +0000 | [diff] [blame] | 231 | /// reloadVirtReg - This method transforms the specified virtual |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 232 | /// register use to refer to a physical register. This method may do this |
| 233 | /// in one of several ways: if the register is available in a physical |
| 234 | /// register already, it uses that physical register. If the value is not |
| 235 | /// in a physical register, and if there are physical registers available, |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 236 | /// it loads it into a register: PhysReg if that is an available physical |
| 237 | /// register, otherwise any physical register of the right class. |
| 238 | /// If register pressure is high, and it is possible, it tries to fold the |
| 239 | /// load of the virtual register into the instruction itself. It avoids |
| 240 | /// doing this if register pressure is low to improve the chance that |
| 241 | /// subsequent instructions can use the reloaded value. This method |
| 242 | /// returns the modified instruction. |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 243 | /// |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 244 | MachineInstr *reloadVirtReg(MachineBasicBlock &MBB, MachineInstr *MI, |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 245 | unsigned OpNum, SmallSet<unsigned, 4> &RRegs, |
| 246 | unsigned PhysReg); |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 247 | |
Owen Anderson | 9094db1 | 2008-07-09 20:14:53 +0000 | [diff] [blame] | 248 | /// ComputeLocalLiveness - Computes liveness of registers within a basic |
| 249 | /// block, setting the killed/dead flags as appropriate. |
| 250 | void ComputeLocalLiveness(MachineBasicBlock& MBB); |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 251 | |
| 252 | void reloadPhysReg(MachineBasicBlock &MBB, MachineBasicBlock::iterator &I, |
| 253 | unsigned PhysReg); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 254 | }; |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 255 | char RALocal::ID = 0; |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 256 | } |
| 257 | |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 258 | /// getStackSpaceFor - This allocates space for the specified virtual register |
| 259 | /// to be held on the stack. |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 260 | int RALocal::getStackSpaceFor(unsigned VirtReg, const TargetRegisterClass *RC) { |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 261 | // Find the location Reg would belong... |
Evan Cheng | bdb10fe | 2008-07-10 18:23:23 +0000 | [diff] [blame] | 262 | int SS = StackSlotForVirtReg[VirtReg]; |
| 263 | if (SS != -1) |
| 264 | return SS; // Already has space allocated? |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 265 | |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 266 | // Allocate a new stack object for this spill location... |
David Greene | 3f2bf85 | 2009-11-12 20:49:22 +0000 | [diff] [blame] | 267 | int FrameIdx = MF->getFrameInfo()->CreateSpillStackObject(RC->getSize(), |
| 268 | RC->getAlignment()); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 269 | |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 270 | // Assign the slot... |
Evan Cheng | bdb10fe | 2008-07-10 18:23:23 +0000 | [diff] [blame] | 271 | StackSlotForVirtReg[VirtReg] = FrameIdx; |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 272 | return FrameIdx; |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 273 | } |
| 274 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 275 | |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 276 | /// removePhysReg - This method marks the specified physical register as no |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 277 | /// longer being in use. |
| 278 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 279 | void RALocal::removePhysReg(unsigned PhysReg) { |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 280 | PhysRegsUsed[PhysReg] = -1; // PhyReg no longer used |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 281 | |
| 282 | std::vector<unsigned>::iterator It = |
| 283 | std::find(PhysRegsUseOrder.begin(), PhysRegsUseOrder.end(), PhysReg); |
Alkis Evlogimenos | 19b6486 | 2004-01-13 06:24:30 +0000 | [diff] [blame] | 284 | if (It != PhysRegsUseOrder.end()) |
| 285 | PhysRegsUseOrder.erase(It); |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 286 | } |
| 287 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 288 | |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 289 | /// spillVirtReg - This method spills the value specified by PhysReg into the |
| 290 | /// virtual register slot specified by VirtReg. It then updates the RA data |
| 291 | /// structures to indicate the fact that PhysReg is now available. |
| 292 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 293 | void RALocal::spillVirtReg(MachineBasicBlock &MBB, |
| 294 | MachineBasicBlock::iterator I, |
| 295 | unsigned VirtReg, unsigned PhysReg) { |
Chris Lattner | 8c81945 | 2003-08-05 04:13:58 +0000 | [diff] [blame] | 296 | assert(VirtReg && "Spilling a physical register is illegal!" |
Chris Lattner | d9ac6a7 | 2003-08-05 00:49:09 +0000 | [diff] [blame] | 297 | " Must not have appropriate kill for the register or use exists beyond" |
| 298 | " the intended one."); |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 299 | DEBUG(dbgs() << " Spilling register " << TRI->getName(PhysReg) |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 300 | << " containing %reg" << VirtReg); |
Owen Anderson | f6372aa | 2008-01-01 21:11:32 +0000 | [diff] [blame] | 301 | |
Evan Cheng | 839b759 | 2008-01-17 02:08:17 +0000 | [diff] [blame] | 302 | if (!isVirtRegModified(VirtReg)) { |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 303 | DEBUG(dbgs() << " which has not been modified, so no store necessary!"); |
Evan Cheng | 839b759 | 2008-01-17 02:08:17 +0000 | [diff] [blame] | 304 | std::pair<MachineInstr*, unsigned> &LastUse = getVirtRegLastUse(VirtReg); |
| 305 | if (LastUse.first) |
| 306 | LastUse.first->getOperand(LastUse.second).setIsKill(); |
Evan Cheng | 2fc628d | 2008-02-06 19:16:53 +0000 | [diff] [blame] | 307 | } else { |
| 308 | // Otherwise, there is a virtual register corresponding to this physical |
| 309 | // register. We only need to spill it into its stack slot if it has been |
| 310 | // modified. |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 311 | const TargetRegisterClass *RC = MF->getRegInfo().getRegClass(VirtReg); |
Chris Lattner | d9ac6a7 | 2003-08-05 00:49:09 +0000 | [diff] [blame] | 312 | int FrameIndex = getStackSpaceFor(VirtReg, RC); |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 313 | DEBUG(dbgs() << " to stack slot #" << FrameIndex); |
Evan Cheng | 2fc628d | 2008-02-06 19:16:53 +0000 | [diff] [blame] | 314 | // If the instruction reads the register that's spilled, (e.g. this can |
| 315 | // happen if it is a move to a physical register), then the spill |
| 316 | // instruction is not a kill. |
Evan Cheng | 6130f66 | 2008-03-05 00:59:57 +0000 | [diff] [blame] | 317 | bool isKill = !(I != MBB.end() && I->readsRegister(PhysReg)); |
Evan Cheng | 431bfcb | 2008-02-11 08:30:52 +0000 | [diff] [blame] | 318 | TII->storeRegToStackSlot(MBB, I, PhysReg, isKill, FrameIndex, RC); |
Alkis Evlogimenos | 2acef2d | 2004-02-19 06:19:09 +0000 | [diff] [blame] | 319 | ++NumStores; // Update statistics |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 320 | } |
Chris Lattner | ecea563 | 2004-02-09 02:12:04 +0000 | [diff] [blame] | 321 | |
| 322 | getVirt2PhysRegMapSlot(VirtReg) = 0; // VirtReg no longer available |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 323 | |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 324 | DEBUG(dbgs() << '\n'); |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 325 | removePhysReg(PhysReg); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 326 | } |
| 327 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 328 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 329 | /// spillPhysReg - This method spills the specified physical register into the |
Chris Lattner | 128c2aa | 2003-08-17 18:01:15 +0000 | [diff] [blame] | 330 | /// virtual register slot associated with it. If OnlyVirtRegs is set to true, |
| 331 | /// then the request is ignored if the physical register does not contain a |
| 332 | /// virtual register. |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 333 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 334 | void RALocal::spillPhysReg(MachineBasicBlock &MBB, MachineInstr *I, |
| 335 | unsigned PhysReg, bool OnlyVirtRegs) { |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 336 | if (PhysRegsUsed[PhysReg] != -1) { // Only spill it if it's used! |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 337 | assert(PhysRegsUsed[PhysReg] != -2 && "Non allocable reg used!"); |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 338 | if (PhysRegsUsed[PhysReg] || !OnlyVirtRegs) |
| 339 | spillVirtReg(MBB, I, PhysRegsUsed[PhysReg], PhysReg); |
Alkis Evlogimenos | 73ff512 | 2003-10-08 05:20:08 +0000 | [diff] [blame] | 340 | } else { |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 341 | // If the selected register aliases any other registers, we must make |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 342 | // sure that one of the aliases isn't alive. |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 343 | for (const unsigned *AliasSet = TRI->getAliasSet(PhysReg); |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 344 | *AliasSet; ++AliasSet) |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 345 | if (PhysRegsUsed[*AliasSet] != -1 && // Spill aliased register. |
| 346 | PhysRegsUsed[*AliasSet] != -2) // If allocatable. |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 347 | if (PhysRegsUsed[*AliasSet]) |
| 348 | spillVirtReg(MBB, I, PhysRegsUsed[*AliasSet], *AliasSet); |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 349 | } |
| 350 | } |
| 351 | |
| 352 | |
| 353 | /// assignVirtToPhysReg - This method updates local state so that we know |
| 354 | /// that PhysReg is the proper container for VirtReg now. The physical |
| 355 | /// register must not be used for anything else when this is called. |
| 356 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 357 | void RALocal::assignVirtToPhysReg(unsigned VirtReg, unsigned PhysReg) { |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 358 | assert(PhysRegsUsed[PhysReg] == -1 && "Phys reg already assigned!"); |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 359 | // Update information to note the fact that this register was just used, and |
| 360 | // it holds VirtReg. |
| 361 | PhysRegsUsed[PhysReg] = VirtReg; |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 362 | getVirt2PhysRegMapSlot(VirtReg) = PhysReg; |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 363 | AddToPhysRegsUseOrder(PhysReg); // New use of PhysReg |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 364 | } |
| 365 | |
| 366 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 367 | /// isPhysRegAvailable - Return true if the specified physical register is free |
| 368 | /// and available for use. This also includes checking to see if aliased |
| 369 | /// registers are all free... |
| 370 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 371 | bool RALocal::isPhysRegAvailable(unsigned PhysReg) const { |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 372 | if (PhysRegsUsed[PhysReg] != -1) return false; |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 373 | |
| 374 | // If the selected register aliases any other allocated registers, it is |
| 375 | // not free! |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 376 | for (const unsigned *AliasSet = TRI->getAliasSet(PhysReg); |
Alkis Evlogimenos | 73ff512 | 2003-10-08 05:20:08 +0000 | [diff] [blame] | 377 | *AliasSet; ++AliasSet) |
Evan Cheng | bcfa1ca | 2008-02-22 20:30:53 +0000 | [diff] [blame] | 378 | if (PhysRegsUsed[*AliasSet] >= 0) // Aliased register in use? |
Alkis Evlogimenos | 73ff512 | 2003-10-08 05:20:08 +0000 | [diff] [blame] | 379 | return false; // Can't use this reg then. |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 380 | return true; |
| 381 | } |
| 382 | |
| 383 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 384 | /// getFreeReg - Look to see if there is a free register available in the |
| 385 | /// specified register class. If not, return 0. |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 386 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 387 | unsigned RALocal::getFreeReg(const TargetRegisterClass *RC) { |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 388 | // Get iterators defining the range of registers that are valid to allocate in |
| 389 | // this class, which also specifies the preferred allocation order. |
| 390 | TargetRegisterClass::iterator RI = RC->allocation_order_begin(*MF); |
| 391 | TargetRegisterClass::iterator RE = RC->allocation_order_end(*MF); |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 392 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 393 | for (; RI != RE; ++RI) |
| 394 | if (isPhysRegAvailable(*RI)) { // Is reg unused? |
| 395 | assert(*RI != 0 && "Cannot use register!"); |
| 396 | return *RI; // Found an unused register! |
| 397 | } |
| 398 | return 0; |
| 399 | } |
| 400 | |
| 401 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 402 | /// getReg - Find a physical register to hold the specified virtual |
| 403 | /// register. If all compatible physical registers are used, this method spills |
| 404 | /// the last used virtual register to the stack, and uses that register. |
| 405 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 406 | unsigned RALocal::getReg(MachineBasicBlock &MBB, MachineInstr *I, |
Evan Cheng | 7ddee0a | 2009-01-29 01:13:00 +0000 | [diff] [blame] | 407 | unsigned VirtReg, bool NoFree) { |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 408 | const TargetRegisterClass *RC = MF->getRegInfo().getRegClass(VirtReg); |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 409 | |
| 410 | // First check to see if we have a free register of the requested type... |
Evan Cheng | 7ddee0a | 2009-01-29 01:13:00 +0000 | [diff] [blame] | 411 | unsigned PhysReg = NoFree ? 0 : getFreeReg(RC); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 412 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 413 | // If we didn't find an unused register, scavenge one now! |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 414 | if (PhysReg == 0) { |
Chris Lattner | c21be92 | 2002-12-16 17:44:42 +0000 | [diff] [blame] | 415 | assert(!PhysRegsUseOrder.empty() && "No allocated registers??"); |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 416 | |
| 417 | // Loop over all of the preallocated registers from the least recently used |
| 418 | // to the most recently used. When we find one that is capable of holding |
| 419 | // our register, use it. |
| 420 | for (unsigned i = 0; PhysReg == 0; ++i) { |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 421 | assert(i != PhysRegsUseOrder.size() && |
| 422 | "Couldn't find a register of the appropriate class!"); |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 423 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 424 | unsigned R = PhysRegsUseOrder[i]; |
Chris Lattner | 41822c7 | 2003-08-23 23:49:42 +0000 | [diff] [blame] | 425 | |
| 426 | // We can only use this register if it holds a virtual register (ie, it |
| 427 | // can be spilled). Do not use it if it is an explicitly allocated |
| 428 | // physical register! |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 429 | assert(PhysRegsUsed[R] != -1 && |
Chris Lattner | 41822c7 | 2003-08-23 23:49:42 +0000 | [diff] [blame] | 430 | "PhysReg in PhysRegsUseOrder, but is not allocated?"); |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 431 | if (PhysRegsUsed[R] && PhysRegsUsed[R] != -2) { |
Chris Lattner | 41822c7 | 2003-08-23 23:49:42 +0000 | [diff] [blame] | 432 | // If the current register is compatible, use it. |
Chris Lattner | 3bba026 | 2004-08-15 22:23:09 +0000 | [diff] [blame] | 433 | if (RC->contains(R)) { |
Chris Lattner | 41822c7 | 2003-08-23 23:49:42 +0000 | [diff] [blame] | 434 | PhysReg = R; |
| 435 | break; |
| 436 | } else { |
| 437 | // If one of the registers aliased to the current register is |
| 438 | // compatible, use it. |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 439 | for (const unsigned *AliasIt = TRI->getAliasSet(R); |
Chris Lattner | 5e50349 | 2006-09-03 07:15:37 +0000 | [diff] [blame] | 440 | *AliasIt; ++AliasIt) { |
| 441 | if (RC->contains(*AliasIt) && |
| 442 | // If this is pinned down for some reason, don't use it. For |
| 443 | // example, if CL is pinned, and we run across CH, don't use |
| 444 | // CH as justification for using scavenging ECX (which will |
| 445 | // fail). |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 446 | PhysRegsUsed[*AliasIt] != 0 && |
| 447 | |
| 448 | // Make sure the register is allocatable. Don't allocate SIL on |
| 449 | // x86-32. |
| 450 | PhysRegsUsed[*AliasIt] != -2) { |
Chris Lattner | 5e50349 | 2006-09-03 07:15:37 +0000 | [diff] [blame] | 451 | PhysReg = *AliasIt; // Take an aliased register |
Alkis Evlogimenos | 73ff512 | 2003-10-08 05:20:08 +0000 | [diff] [blame] | 452 | break; |
| 453 | } |
| 454 | } |
Chris Lattner | 41822c7 | 2003-08-23 23:49:42 +0000 | [diff] [blame] | 455 | } |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 456 | } |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 457 | } |
| 458 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 459 | assert(PhysReg && "Physical register not assigned!?!?"); |
| 460 | |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 461 | // At this point PhysRegsUseOrder[i] is the least recently used register of |
| 462 | // compatible register class. Spill it to memory and reap its remains. |
Chris Lattner | c21be92 | 2002-12-16 17:44:42 +0000 | [diff] [blame] | 463 | spillPhysReg(MBB, I, PhysReg); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 464 | } |
| 465 | |
| 466 | // Now that we know which register we need to assign this to, do it now! |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 467 | assignVirtToPhysReg(VirtReg, PhysReg); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 468 | return PhysReg; |
| 469 | } |
| 470 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 471 | |
Bob Wilson | 8d24f41 | 2009-05-07 21:20:42 +0000 | [diff] [blame] | 472 | /// reloadVirtReg - This method transforms the specified virtual |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 473 | /// register use to refer to a physical register. This method may do this in |
| 474 | /// one of several ways: if the register is available in a physical register |
| 475 | /// already, it uses that physical register. If the value is not in a physical |
| 476 | /// register, and if there are physical registers available, it loads it into a |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 477 | /// register: PhysReg if that is an available physical register, otherwise any |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 478 | /// register. If register pressure is high, and it is possible, it tries to |
| 479 | /// fold the load of the virtual register into the instruction itself. It |
| 480 | /// avoids doing this if register pressure is low to improve the chance that |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 481 | /// subsequent instructions can use the reloaded value. This method returns |
| 482 | /// the modified instruction. |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 483 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 484 | MachineInstr *RALocal::reloadVirtReg(MachineBasicBlock &MBB, MachineInstr *MI, |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 485 | unsigned OpNum, |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 486 | SmallSet<unsigned, 4> &ReloadedRegs, |
| 487 | unsigned PhysReg) { |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 488 | unsigned VirtReg = MI->getOperand(OpNum).getReg(); |
| 489 | |
| 490 | // If the virtual register is already available, just update the instruction |
| 491 | // and return. |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 492 | if (unsigned PR = getVirt2PhysRegMapSlot(VirtReg)) { |
Chris Lattner | e53f4a0 | 2006-05-04 17:52:23 +0000 | [diff] [blame] | 493 | MI->getOperand(OpNum).setReg(PR); // Assign the input register |
Dale Johannesen | f463d95 | 2010-02-16 01:27:47 +0000 | [diff] [blame] | 494 | if (!MI->isDebugValue()) { |
| 495 | // Do not do these for DBG_VALUE as they can affect codegen. |
| 496 | MarkPhysRegRecentlyUsed(PR); // Already have this value available! |
Dale Johannesen | 3da6e09 | 2010-02-15 01:45:47 +0000 | [diff] [blame] | 497 | getVirtRegLastUse(VirtReg) = std::make_pair(MI, OpNum); |
Dale Johannesen | f463d95 | 2010-02-16 01:27:47 +0000 | [diff] [blame] | 498 | } |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 499 | return MI; |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 500 | } |
| 501 | |
Chris Lattner | 1e3812c | 2004-02-17 04:08:37 +0000 | [diff] [blame] | 502 | // Otherwise, we need to fold it into the current instruction, or reload it. |
| 503 | // If we have registers available to hold the value, use them. |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 504 | const TargetRegisterClass *RC = MF->getRegInfo().getRegClass(VirtReg); |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 505 | // If we already have a PhysReg (this happens when the instruction is a |
| 506 | // reg-to-reg copy with a PhysReg destination) use that. |
| 507 | if (!PhysReg || !TargetRegisterInfo::isPhysicalRegister(PhysReg) || |
| 508 | !isPhysRegAvailable(PhysReg)) |
| 509 | PhysReg = getFreeReg(RC); |
Chris Lattner | 11390e7 | 2004-02-17 08:09:40 +0000 | [diff] [blame] | 510 | int FrameIndex = getStackSpaceFor(VirtReg, RC); |
Chris Lattner | 1e3812c | 2004-02-17 04:08:37 +0000 | [diff] [blame] | 511 | |
Chris Lattner | 11390e7 | 2004-02-17 08:09:40 +0000 | [diff] [blame] | 512 | if (PhysReg) { // Register is available, allocate it! |
| 513 | assignVirtToPhysReg(VirtReg, PhysReg); |
| 514 | } else { // No registers available. |
Evan Cheng | 27240c7 | 2008-02-07 19:46:55 +0000 | [diff] [blame] | 515 | // Force some poor hapless value out of the register file to |
Chris Lattner | 1e3812c | 2004-02-17 04:08:37 +0000 | [diff] [blame] | 516 | // make room for the new register, and reload it. |
Evan Cheng | 7ddee0a | 2009-01-29 01:13:00 +0000 | [diff] [blame] | 517 | PhysReg = getReg(MBB, MI, VirtReg, true); |
Chris Lattner | 1e3812c | 2004-02-17 04:08:37 +0000 | [diff] [blame] | 518 | } |
| 519 | |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 520 | markVirtRegModified(VirtReg, false); // Note that this reg was just reloaded |
| 521 | |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 522 | DEBUG(dbgs() << " Reloading %reg" << VirtReg << " into " |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 523 | << TRI->getName(PhysReg) << "\n"); |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 524 | |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 525 | // Add move instruction(s) |
Owen Anderson | f6372aa | 2008-01-01 21:11:32 +0000 | [diff] [blame] | 526 | TII->loadRegFromStackSlot(MBB, MI, PhysReg, FrameIndex, RC); |
Alkis Evlogimenos | 2acef2d | 2004-02-19 06:19:09 +0000 | [diff] [blame] | 527 | ++NumLoads; // Update statistics |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 528 | |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 529 | MF->getRegInfo().setPhysRegUsed(PhysReg); |
Chris Lattner | e53f4a0 | 2006-05-04 17:52:23 +0000 | [diff] [blame] | 530 | MI->getOperand(OpNum).setReg(PhysReg); // Assign the input register |
Evan Cheng | 839b759 | 2008-01-17 02:08:17 +0000 | [diff] [blame] | 531 | getVirtRegLastUse(VirtReg) = std::make_pair(MI, OpNum); |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 532 | |
| 533 | if (!ReloadedRegs.insert(PhysReg)) { |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 534 | std::string msg; |
| 535 | raw_string_ostream Msg(msg); |
| 536 | Msg << "Ran out of registers during register allocation!"; |
Chris Lattner | 518bb53 | 2010-02-09 19:54:29 +0000 | [diff] [blame] | 537 | if (MI->isInlineAsm()) { |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 538 | Msg << "\nPlease check your inline asm statement for invalid " |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 539 | << "constraints:\n"; |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 540 | MI->print(Msg, TM); |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 541 | } |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 542 | llvm_report_error(Msg.str()); |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 543 | } |
| 544 | for (const unsigned *SubRegs = TRI->getSubRegisters(PhysReg); |
| 545 | *SubRegs; ++SubRegs) { |
| 546 | if (!ReloadedRegs.insert(*SubRegs)) { |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 547 | std::string msg; |
| 548 | raw_string_ostream Msg(msg); |
| 549 | Msg << "Ran out of registers during register allocation!"; |
Chris Lattner | 518bb53 | 2010-02-09 19:54:29 +0000 | [diff] [blame] | 550 | if (MI->isInlineAsm()) { |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 551 | Msg << "\nPlease check your inline asm statement for invalid " |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 552 | << "constraints:\n"; |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 553 | MI->print(Msg, TM); |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 554 | } |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 555 | llvm_report_error(Msg.str()); |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 556 | } |
| 557 | } |
| 558 | |
Chris Lattner | 42e0a8f | 2004-02-17 03:57:19 +0000 | [diff] [blame] | 559 | return MI; |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 560 | } |
| 561 | |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 562 | /// isReadModWriteImplicitKill - True if this is an implicit kill for a |
| 563 | /// read/mod/write register, i.e. update partial register. |
| 564 | static bool isReadModWriteImplicitKill(MachineInstr *MI, unsigned Reg) { |
| 565 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 566 | MachineOperand& MO = MI->getOperand(i); |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 567 | if (MO.isReg() && MO.getReg() == Reg && MO.isImplicit() && |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 568 | MO.isDef() && !MO.isDead()) |
| 569 | return true; |
| 570 | } |
| 571 | return false; |
| 572 | } |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 573 | |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 574 | /// isReadModWriteImplicitDef - True if this is an implicit def for a |
| 575 | /// read/mod/write register, i.e. update partial register. |
| 576 | static bool isReadModWriteImplicitDef(MachineInstr *MI, unsigned Reg) { |
| 577 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 578 | MachineOperand& MO = MI->getOperand(i); |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 579 | if (MO.isReg() && MO.getReg() == Reg && MO.isImplicit() && |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 580 | !MO.isDef() && MO.isKill()) |
| 581 | return true; |
| 582 | } |
| 583 | return false; |
| 584 | } |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 585 | |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 586 | // precedes - Helper function to determine with MachineInstr A |
| 587 | // precedes MachineInstr B within the same MBB. |
| 588 | static bool precedes(MachineBasicBlock::iterator A, |
| 589 | MachineBasicBlock::iterator B) { |
| 590 | if (A == B) |
| 591 | return false; |
| 592 | |
| 593 | MachineBasicBlock::iterator I = A->getParent()->begin(); |
| 594 | while (I != A->getParent()->end()) { |
| 595 | if (I == A) |
| 596 | return true; |
| 597 | else if (I == B) |
| 598 | return false; |
| 599 | |
| 600 | ++I; |
| 601 | } |
| 602 | |
| 603 | return false; |
| 604 | } |
| 605 | |
Owen Anderson | 9094db1 | 2008-07-09 20:14:53 +0000 | [diff] [blame] | 606 | /// ComputeLocalLiveness - Computes liveness of registers within a basic |
| 607 | /// block, setting the killed/dead flags as appropriate. |
| 608 | void RALocal::ComputeLocalLiveness(MachineBasicBlock& MBB) { |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 609 | MachineRegisterInfo& MRI = MBB.getParent()->getRegInfo(); |
| 610 | // Keep track of the most recently seen previous use or def of each reg, |
| 611 | // so that we can update them with dead/kill markers. |
Owen Anderson | 743a1e6 | 2008-07-10 01:56:35 +0000 | [diff] [blame] | 612 | DenseMap<unsigned, std::pair<MachineInstr*, unsigned> > LastUseDef; |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 613 | for (MachineBasicBlock::iterator I = MBB.begin(), E = MBB.end(); |
| 614 | I != E; ++I) { |
Dale Johannesen | 3da6e09 | 2010-02-15 01:45:47 +0000 | [diff] [blame] | 615 | if (I->isDebugValue()) |
| 616 | continue; |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 617 | for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i) { |
| 618 | MachineOperand& MO = I->getOperand(i); |
| 619 | // Uses don't trigger any flags, but we need to save |
| 620 | // them for later. Also, we have to process these |
| 621 | // _before_ processing the defs, since an instr |
| 622 | // uses regs before it defs them. |
Owen Anderson | 04764de | 2008-10-08 04:30:51 +0000 | [diff] [blame] | 623 | if (MO.isReg() && MO.getReg() && MO.isUse()) { |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 624 | LastUseDef[MO.getReg()] = std::make_pair(I, i); |
Owen Anderson | 04764de | 2008-10-08 04:30:51 +0000 | [diff] [blame] | 625 | |
| 626 | |
| 627 | if (TargetRegisterInfo::isVirtualRegister(MO.getReg())) continue; |
| 628 | |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 629 | const unsigned* Aliases = TRI->getAliasSet(MO.getReg()); |
| 630 | if (Aliases) { |
| 631 | while (*Aliases) { |
Owen Anderson | 04764de | 2008-10-08 04:30:51 +0000 | [diff] [blame] | 632 | DenseMap<unsigned, std::pair<MachineInstr*, unsigned> >::iterator |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 633 | alias = LastUseDef.find(*Aliases); |
Owen Anderson | 04764de | 2008-10-08 04:30:51 +0000 | [diff] [blame] | 634 | |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 635 | if (alias != LastUseDef.end() && alias->second.first != I) |
| 636 | LastUseDef[*Aliases] = std::make_pair(I, i); |
Owen Anderson | 04764de | 2008-10-08 04:30:51 +0000 | [diff] [blame] | 637 | |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 638 | ++Aliases; |
Owen Anderson | 04764de | 2008-10-08 04:30:51 +0000 | [diff] [blame] | 639 | } |
| 640 | } |
| 641 | } |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 642 | } |
| 643 | |
| 644 | for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i) { |
| 645 | MachineOperand& MO = I->getOperand(i); |
| 646 | // Defs others than 2-addr redefs _do_ trigger flag changes: |
| 647 | // - A def followed by a def is dead |
| 648 | // - A use followed by a def is a kill |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 649 | if (MO.isReg() && MO.getReg() && MO.isDef()) { |
Owen Anderson | 743a1e6 | 2008-07-10 01:56:35 +0000 | [diff] [blame] | 650 | DenseMap<unsigned, std::pair<MachineInstr*, unsigned> >::iterator |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 651 | last = LastUseDef.find(MO.getReg()); |
| 652 | if (last != LastUseDef.end()) { |
Owen Anderson | ecee36e | 2008-07-10 01:53:01 +0000 | [diff] [blame] | 653 | // Check if this is a two address instruction. If so, then |
| 654 | // the def does not kill the use. |
Evan Cheng | ef0732d | 2008-07-10 07:35:43 +0000 | [diff] [blame] | 655 | if (last->second.first == I && |
Bob Wilson | d9df501 | 2009-04-09 17:16:43 +0000 | [diff] [blame] | 656 | I->isRegTiedToUseOperand(i)) |
Evan Cheng | ef0732d | 2008-07-10 07:35:43 +0000 | [diff] [blame] | 657 | continue; |
Owen Anderson | dd4b47c | 2008-07-09 21:15:10 +0000 | [diff] [blame] | 658 | |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 659 | MachineOperand& lastUD = |
| 660 | last->second.first->getOperand(last->second.second); |
| 661 | if (lastUD.isDef()) |
| 662 | lastUD.setIsDead(true); |
Evan Cheng | ef0732d | 2008-07-10 07:35:43 +0000 | [diff] [blame] | 663 | else |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 664 | lastUD.setIsKill(true); |
| 665 | } |
| 666 | |
| 667 | LastUseDef[MO.getReg()] = std::make_pair(I, i); |
| 668 | } |
| 669 | } |
| 670 | } |
| 671 | |
| 672 | // Live-out (of the function) registers contain return values of the function, |
| 673 | // so we need to make sure they are alive at return time. |
Bill Wendling | b0d2766 | 2010-03-16 02:01:51 +0000 | [diff] [blame] | 674 | MachineBasicBlock::iterator Ret = MBB.getFirstTerminator(); |
| 675 | bool BBEndsInReturn = (Ret != MBB.end() && Ret->getDesc().isReturn()); |
| 676 | |
| 677 | if (BBEndsInReturn) |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 678 | for (MachineRegisterInfo::liveout_iterator |
| 679 | I = MF->getRegInfo().liveout_begin(), |
| 680 | E = MF->getRegInfo().liveout_end(); I != E; ++I) |
| 681 | if (!Ret->readsRegister(*I)) { |
| 682 | Ret->addOperand(MachineOperand::CreateReg(*I, false, true)); |
| 683 | LastUseDef[*I] = std::make_pair(Ret, Ret->getNumOperands()-1); |
| 684 | } |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 685 | |
| 686 | // Finally, loop over the final use/def of each reg |
| 687 | // in the block and determine if it is dead. |
Owen Anderson | 743a1e6 | 2008-07-10 01:56:35 +0000 | [diff] [blame] | 688 | for (DenseMap<unsigned, std::pair<MachineInstr*, unsigned> >::iterator |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 689 | I = LastUseDef.begin(), E = LastUseDef.end(); I != E; ++I) { |
| 690 | MachineInstr* MI = I->second.first; |
| 691 | unsigned idx = I->second.second; |
| 692 | MachineOperand& MO = MI->getOperand(idx); |
| 693 | |
| 694 | bool isPhysReg = TargetRegisterInfo::isPhysicalRegister(MO.getReg()); |
| 695 | |
| 696 | // A crude approximation of "live-out" calculation |
| 697 | bool usedOutsideBlock = isPhysReg ? false : |
| 698 | UsedInMultipleBlocks.test(MO.getReg() - |
| 699 | TargetRegisterInfo::FirstVirtualRegister); |
Bill Wendling | 8fe347a | 2010-03-16 01:05:35 +0000 | [diff] [blame] | 700 | |
| 701 | // If the machine BB ends in a return instruction, then the value isn't used |
| 702 | // outside of the BB. |
| 703 | if (!isPhysReg && (!usedOutsideBlock || BBEndsInReturn)) { |
Dale Johannesen | f463d95 | 2010-02-16 01:27:47 +0000 | [diff] [blame] | 704 | // DBG_VALUE complicates this: if the only refs of a register outside |
| 705 | // this block are DBG_VALUE, we can't keep the reg live just for that, |
| 706 | // as it will cause the reg to be spilled at the end of this block when |
| 707 | // it wouldn't have been otherwise. Nullify the DBG_VALUEs when that |
| 708 | // happens. |
| 709 | bool UsedByDebugValueOnly = false; |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 710 | for (MachineRegisterInfo::reg_iterator UI = MRI.reg_begin(MO.getReg()), |
Bill Wendling | 8fe347a | 2010-03-16 01:05:35 +0000 | [diff] [blame] | 711 | UE = MRI.reg_end(); UI != UE; ++UI) { |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 712 | // Two cases: |
| 713 | // - used in another block |
| 714 | // - used in the same block before it is defined (loop) |
| 715 | if (UI->getParent() != &MBB || |
Owen Anderson | 0966f0f | 2008-07-08 23:36:37 +0000 | [diff] [blame] | 716 | (MO.isDef() && UI.getOperand().isUse() && precedes(&*UI, MI))) { |
Dale Johannesen | f463d95 | 2010-02-16 01:27:47 +0000 | [diff] [blame] | 717 | if (UI->isDebugValue()) { |
| 718 | UsedByDebugValueOnly = true; |
| 719 | continue; |
| 720 | } |
Bill Wendling | 8fe347a | 2010-03-16 01:05:35 +0000 | [diff] [blame] | 721 | |
Dale Johannesen | f463d95 | 2010-02-16 01:27:47 +0000 | [diff] [blame] | 722 | // A non-DBG_VALUE use means we can leave DBG_VALUE uses alone. |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 723 | UsedInMultipleBlocks.set(MO.getReg() - |
| 724 | TargetRegisterInfo::FirstVirtualRegister); |
| 725 | usedOutsideBlock = true; |
Dale Johannesen | f463d95 | 2010-02-16 01:27:47 +0000 | [diff] [blame] | 726 | UsedByDebugValueOnly = false; |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 727 | break; |
| 728 | } |
Bill Wendling | 8fe347a | 2010-03-16 01:05:35 +0000 | [diff] [blame] | 729 | } |
| 730 | |
Dale Johannesen | f463d95 | 2010-02-16 01:27:47 +0000 | [diff] [blame] | 731 | if (UsedByDebugValueOnly) |
| 732 | for (MachineRegisterInfo::reg_iterator UI = MRI.reg_begin(MO.getReg()), |
| 733 | UE = MRI.reg_end(); UI != UE; ++UI) |
| 734 | if (UI->isDebugValue() && |
| 735 | (UI->getParent() != &MBB || |
| 736 | (MO.isDef() && precedes(&*UI, MI)))) |
| 737 | UI.getOperand().setReg(0U); |
| 738 | } |
| 739 | |
Bill Wendling | 8fe347a | 2010-03-16 01:05:35 +0000 | [diff] [blame] | 740 | // Physical registers and those that are not live-out of the block are |
| 741 | // killed/dead at their last use/def within this block. |
Dan Gohman | 1584390 | 2010-03-18 18:07:13 +0000 | [diff] [blame^] | 742 | if (isPhysReg || !usedOutsideBlock || BBEndsInReturn) { |
Dan Gohman | 022b21f | 2008-10-04 00:31:14 +0000 | [diff] [blame] | 743 | if (MO.isUse()) { |
| 744 | // Don't mark uses that are tied to defs as kills. |
Evan Cheng | a24752f | 2009-03-19 20:30:06 +0000 | [diff] [blame] | 745 | if (!MI->isRegTiedToDefOperand(idx)) |
Dan Gohman | 022b21f | 2008-10-04 00:31:14 +0000 | [diff] [blame] | 746 | MO.setIsKill(true); |
Bill Wendling | 8fe347a | 2010-03-16 01:05:35 +0000 | [diff] [blame] | 747 | } else { |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 748 | MO.setIsDead(true); |
Bill Wendling | 8fe347a | 2010-03-16 01:05:35 +0000 | [diff] [blame] | 749 | } |
Dan Gohman | 1584390 | 2010-03-18 18:07:13 +0000 | [diff] [blame^] | 750 | } |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 751 | } |
Owen Anderson | 9094db1 | 2008-07-09 20:14:53 +0000 | [diff] [blame] | 752 | } |
| 753 | |
| 754 | void RALocal::AllocateBasicBlock(MachineBasicBlock &MBB) { |
| 755 | // loop over each instruction |
| 756 | MachineBasicBlock::iterator MII = MBB.begin(); |
| 757 | |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 758 | DEBUG({ |
| 759 | const BasicBlock *LBB = MBB.getBasicBlock(); |
| 760 | if (LBB) |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 761 | dbgs() << "\nStarting RegAlloc of BB: " << LBB->getName(); |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 762 | }); |
Owen Anderson | 9094db1 | 2008-07-09 20:14:53 +0000 | [diff] [blame] | 763 | |
Evan Cheng | d5a4802 | 2009-01-29 18:37:30 +0000 | [diff] [blame] | 764 | // Add live-in registers as active. |
| 765 | for (MachineBasicBlock::livein_iterator I = MBB.livein_begin(), |
Owen Anderson | 9094db1 | 2008-07-09 20:14:53 +0000 | [diff] [blame] | 766 | E = MBB.livein_end(); I != E; ++I) { |
Evan Cheng | d5a4802 | 2009-01-29 18:37:30 +0000 | [diff] [blame] | 767 | unsigned Reg = *I; |
| 768 | MF->getRegInfo().setPhysRegUsed(Reg); |
| 769 | PhysRegsUsed[Reg] = 0; // It is free and reserved now |
| 770 | AddToPhysRegsUseOrder(Reg); |
| 771 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 772 | *SubRegs; ++SubRegs) { |
| 773 | if (PhysRegsUsed[*SubRegs] != -2) { |
| 774 | AddToPhysRegsUseOrder(*SubRegs); |
| 775 | PhysRegsUsed[*SubRegs] = 0; // It is free and reserved now |
| 776 | MF->getRegInfo().setPhysRegUsed(*SubRegs); |
Owen Anderson | 9094db1 | 2008-07-09 20:14:53 +0000 | [diff] [blame] | 777 | } |
Evan Cheng | d5a4802 | 2009-01-29 18:37:30 +0000 | [diff] [blame] | 778 | } |
Owen Anderson | 9094db1 | 2008-07-09 20:14:53 +0000 | [diff] [blame] | 779 | } |
| 780 | |
| 781 | ComputeLocalLiveness(MBB); |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 782 | |
Chris Lattner | 44500e3 | 2006-06-15 22:21:53 +0000 | [diff] [blame] | 783 | // Otherwise, sequentially allocate each instruction in the MBB. |
Chris Lattner | e6a88ac | 2005-11-09 18:22:42 +0000 | [diff] [blame] | 784 | while (MII != MBB.end()) { |
| 785 | MachineInstr *MI = MII++; |
Chris Lattner | 749c6f6 | 2008-01-07 07:27:27 +0000 | [diff] [blame] | 786 | const TargetInstrDesc &TID = MI->getDesc(); |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 787 | DEBUG({ |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 788 | dbgs() << "\nStarting RegAlloc of: " << *MI; |
| 789 | dbgs() << " Regs have values: "; |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 790 | for (unsigned i = 0; i != TRI->getNumRegs(); ++i) |
| 791 | if (PhysRegsUsed[i] != -1 && PhysRegsUsed[i] != -2) |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 792 | dbgs() << "[" << TRI->getName(i) |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 793 | << ",%reg" << PhysRegsUsed[i] << "] "; |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 794 | dbgs() << '\n'; |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 795 | }); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 796 | |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 797 | // Determine whether this is a copy instruction. The cases where the |
| 798 | // source or destination are phys regs are handled specially. |
| 799 | unsigned SrcCopyReg, DstCopyReg, SrcCopySubReg, DstCopySubReg; |
Dale Johannesen | 9a6636b | 2010-02-03 01:40:33 +0000 | [diff] [blame] | 800 | unsigned SrcCopyPhysReg = 0U; |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 801 | bool isCopy = TII->isMoveInstr(*MI, SrcCopyReg, DstCopyReg, |
| 802 | SrcCopySubReg, DstCopySubReg); |
Dale Johannesen | 9a6636b | 2010-02-03 01:40:33 +0000 | [diff] [blame] | 803 | if (isCopy && TargetRegisterInfo::isVirtualRegister(SrcCopyReg)) |
| 804 | SrcCopyPhysReg = getVirt2PhysRegMapSlot(SrcCopyReg); |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 805 | |
Chris Lattner | ae64043 | 2002-12-17 02:50:10 +0000 | [diff] [blame] | 806 | // Loop over the implicit uses, making sure that they are at the head of the |
| 807 | // use order list, so they don't get reallocated. |
Jim Laskey | cd4317e | 2006-07-21 21:15:20 +0000 | [diff] [blame] | 808 | if (TID.ImplicitUses) { |
| 809 | for (const unsigned *ImplicitUses = TID.ImplicitUses; |
| 810 | *ImplicitUses; ++ImplicitUses) |
| 811 | MarkPhysRegRecentlyUsed(*ImplicitUses); |
| 812 | } |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 813 | |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 814 | SmallVector<unsigned, 8> Kills; |
| 815 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 816 | MachineOperand& MO = MI->getOperand(i); |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 817 | if (MO.isReg() && MO.isKill()) { |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 818 | if (!MO.isImplicit()) |
| 819 | Kills.push_back(MO.getReg()); |
| 820 | else if (!isReadModWriteImplicitKill(MI, MO.getReg())) |
| 821 | // These are extra physical register kills when a sub-register |
| 822 | // is defined (def of a sub-register is a read/mod/write of the |
| 823 | // larger registers). Ignore. |
| 824 | Kills.push_back(MO.getReg()); |
| 825 | } |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 826 | } |
| 827 | |
Dale Johannesen | 8e3455b | 2008-09-24 23:13:09 +0000 | [diff] [blame] | 828 | // If any physical regs are earlyclobber, spill any value they might |
| 829 | // have in them, then mark them unallocatable. |
| 830 | // If any virtual regs are earlyclobber, allocate them now (before |
| 831 | // freeing inputs that are killed). |
Chris Lattner | 518bb53 | 2010-02-09 19:54:29 +0000 | [diff] [blame] | 832 | if (MI->isInlineAsm()) { |
Dale Johannesen | 8e3455b | 2008-09-24 23:13:09 +0000 | [diff] [blame] | 833 | for (unsigned i = 0; i != MI->getNumOperands(); ++i) { |
| 834 | MachineOperand& MO = MI->getOperand(i); |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 835 | if (MO.isReg() && MO.isDef() && MO.isEarlyClobber() && |
Dale Johannesen | 8e3455b | 2008-09-24 23:13:09 +0000 | [diff] [blame] | 836 | MO.getReg()) { |
| 837 | if (TargetRegisterInfo::isVirtualRegister(MO.getReg())) { |
| 838 | unsigned DestVirtReg = MO.getReg(); |
| 839 | unsigned DestPhysReg; |
| 840 | |
| 841 | // If DestVirtReg already has a value, use it. |
| 842 | if (!(DestPhysReg = getVirt2PhysRegMapSlot(DestVirtReg))) |
| 843 | DestPhysReg = getReg(MBB, MI, DestVirtReg); |
| 844 | MF->getRegInfo().setPhysRegUsed(DestPhysReg); |
| 845 | markVirtRegModified(DestVirtReg); |
| 846 | getVirtRegLastUse(DestVirtReg) = |
| 847 | std::make_pair((MachineInstr*)0, 0); |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 848 | DEBUG(dbgs() << " Assigning " << TRI->getName(DestPhysReg) |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 849 | << " to %reg" << DestVirtReg << "\n"); |
Dale Johannesen | 8e3455b | 2008-09-24 23:13:09 +0000 | [diff] [blame] | 850 | MO.setReg(DestPhysReg); // Assign the earlyclobber register |
| 851 | } else { |
| 852 | unsigned Reg = MO.getReg(); |
| 853 | if (PhysRegsUsed[Reg] == -2) continue; // Something like ESP. |
| 854 | // These are extra physical register defs when a sub-register |
| 855 | // is defined (def of a sub-register is a read/mod/write of the |
| 856 | // larger registers). Ignore. |
| 857 | if (isReadModWriteImplicitDef(MI, MO.getReg())) continue; |
| 858 | |
| 859 | MF->getRegInfo().setPhysRegUsed(Reg); |
| 860 | spillPhysReg(MBB, MI, Reg, true); // Spill any existing value in reg |
| 861 | PhysRegsUsed[Reg] = 0; // It is free and reserved now |
| 862 | AddToPhysRegsUseOrder(Reg); |
| 863 | |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 864 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 865 | *SubRegs; ++SubRegs) { |
| 866 | if (PhysRegsUsed[*SubRegs] != -2) { |
| 867 | MF->getRegInfo().setPhysRegUsed(*SubRegs); |
| 868 | PhysRegsUsed[*SubRegs] = 0; // It is free and reserved now |
| 869 | AddToPhysRegsUseOrder(*SubRegs); |
Dale Johannesen | 8e3455b | 2008-09-24 23:13:09 +0000 | [diff] [blame] | 870 | } |
| 871 | } |
| 872 | } |
| 873 | } |
| 874 | } |
| 875 | } |
| 876 | |
Dale Johannesen | 10fedd2 | 2010-02-10 00:11:11 +0000 | [diff] [blame] | 877 | // If a DBG_VALUE says something is located in a spilled register, |
| 878 | // change the DBG_VALUE to be undef, which prevents the register |
Dale Johannesen | ca13461 | 2010-01-30 00:57:47 +0000 | [diff] [blame] | 879 | // from being reloaded here. Doing that would change the generated |
| 880 | // code, unless another use immediately follows this instruction. |
Chris Lattner | 518bb53 | 2010-02-09 19:54:29 +0000 | [diff] [blame] | 881 | if (MI->isDebugValue() && |
Dale Johannesen | ca13461 | 2010-01-30 00:57:47 +0000 | [diff] [blame] | 882 | MI->getNumOperands()==3 && MI->getOperand(0).isReg()) { |
| 883 | unsigned VirtReg = MI->getOperand(0).getReg(); |
| 884 | if (VirtReg && TargetRegisterInfo::isVirtualRegister(VirtReg) && |
| 885 | !getVirt2PhysRegMapSlot(VirtReg)) |
| 886 | MI->getOperand(0).setReg(0U); |
| 887 | } |
| 888 | |
Brian Gaeke | 53b99a0 | 2003-08-15 21:19:25 +0000 | [diff] [blame] | 889 | // Get the used operands into registers. This has the potential to spill |
Chris Lattner | b8822ad | 2003-08-04 23:36:39 +0000 | [diff] [blame] | 890 | // incoming values if we are out of registers. Note that we completely |
| 891 | // ignore physical register uses here. We assume that if an explicit |
| 892 | // physical register is referenced by the instruction, that it is guaranteed |
| 893 | // to be live-in, or the input is badly hosed. |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 894 | // |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 895 | SmallSet<unsigned, 4> ReloadedRegs; |
Alkis Evlogimenos | 71e353e | 2004-02-26 22:00:20 +0000 | [diff] [blame] | 896 | for (unsigned i = 0; i != MI->getNumOperands(); ++i) { |
| 897 | MachineOperand& MO = MI->getOperand(i); |
| 898 | // here we are looking for only used operands (never def&use) |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 899 | if (MO.isReg() && !MO.isDef() && MO.getReg() && !MO.isImplicit() && |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 900 | TargetRegisterInfo::isVirtualRegister(MO.getReg())) |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 901 | MI = reloadVirtReg(MBB, MI, i, ReloadedRegs, |
| 902 | isCopy ? DstCopyReg : 0); |
Alkis Evlogimenos | 71e353e | 2004-02-26 22:00:20 +0000 | [diff] [blame] | 903 | } |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 904 | |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 905 | // If this instruction is the last user of this register, kill the |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 906 | // value, freeing the register being used, so it doesn't need to be |
| 907 | // spilled to memory. |
| 908 | // |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 909 | for (unsigned i = 0, e = Kills.size(); i != e; ++i) { |
| 910 | unsigned VirtReg = Kills[i]; |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 911 | unsigned PhysReg = VirtReg; |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 912 | if (TargetRegisterInfo::isVirtualRegister(VirtReg)) { |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 913 | // If the virtual register was never materialized into a register, it |
| 914 | // might not be in the map, but it won't hurt to zero it out anyway. |
| 915 | unsigned &PhysRegSlot = getVirt2PhysRegMapSlot(VirtReg); |
| 916 | PhysReg = PhysRegSlot; |
| 917 | PhysRegSlot = 0; |
Chris Lattner | 0c5b8da | 2006-09-08 20:21:31 +0000 | [diff] [blame] | 918 | } else if (PhysRegsUsed[PhysReg] == -2) { |
| 919 | // Unallocatable register dead, ignore. |
| 920 | continue; |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 921 | } else { |
Evan Cheng | 76500d5 | 2007-10-22 19:42:28 +0000 | [diff] [blame] | 922 | assert((!PhysRegsUsed[PhysReg] || PhysRegsUsed[PhysReg] == -1) && |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 923 | "Silently clearing a virtual register?"); |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 924 | } |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 925 | |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 926 | if (PhysReg) { |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 927 | DEBUG(dbgs() << " Last use of " << TRI->getName(PhysReg) |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 928 | << "[%reg" << VirtReg <<"], removing it from live set\n"); |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 929 | removePhysReg(PhysReg); |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 930 | for (const unsigned *SubRegs = TRI->getSubRegisters(PhysReg); |
| 931 | *SubRegs; ++SubRegs) { |
| 932 | if (PhysRegsUsed[*SubRegs] != -2) { |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 933 | DEBUG(dbgs() << " Last use of " |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 934 | << TRI->getName(*SubRegs) << "[%reg" << VirtReg |
| 935 | <<"], removing it from live set\n"); |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 936 | removePhysReg(*SubRegs); |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 937 | } |
| 938 | } |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 939 | } |
| 940 | } |
| 941 | |
| 942 | // Loop over all of the operands of the instruction, spilling registers that |
| 943 | // are defined, and marking explicit destinations in the PhysRegsUsed map. |
Alkis Evlogimenos | 71e353e | 2004-02-26 22:00:20 +0000 | [diff] [blame] | 944 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 945 | MachineOperand& MO = MI->getOperand(i); |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 946 | if (MO.isReg() && MO.isDef() && !MO.isImplicit() && MO.getReg() && |
Dale Johannesen | 8e3455b | 2008-09-24 23:13:09 +0000 | [diff] [blame] | 947 | !MO.isEarlyClobber() && |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 948 | TargetRegisterInfo::isPhysicalRegister(MO.getReg())) { |
Alkis Evlogimenos | 71e353e | 2004-02-26 22:00:20 +0000 | [diff] [blame] | 949 | unsigned Reg = MO.getReg(); |
Chris Lattner | cc40632 | 2006-09-08 19:11:11 +0000 | [diff] [blame] | 950 | if (PhysRegsUsed[Reg] == -2) continue; // Something like ESP. |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 951 | // These are extra physical register defs when a sub-register |
| 952 | // is defined (def of a sub-register is a read/mod/write of the |
| 953 | // larger registers). Ignore. |
| 954 | if (isReadModWriteImplicitDef(MI, MO.getReg())) continue; |
| 955 | |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 956 | MF->getRegInfo().setPhysRegUsed(Reg); |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 957 | spillPhysReg(MBB, MI, Reg, true); // Spill any existing value in reg |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 958 | PhysRegsUsed[Reg] = 0; // It is free and reserved now |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 959 | AddToPhysRegsUseOrder(Reg); |
| 960 | |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 961 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 962 | *SubRegs; ++SubRegs) { |
| 963 | if (PhysRegsUsed[*SubRegs] != -2) { |
| 964 | MF->getRegInfo().setPhysRegUsed(*SubRegs); |
| 965 | PhysRegsUsed[*SubRegs] = 0; // It is free and reserved now |
| 966 | AddToPhysRegsUseOrder(*SubRegs); |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 967 | } |
Alkis Evlogimenos | 19b6486 | 2004-01-13 06:24:30 +0000 | [diff] [blame] | 968 | } |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 969 | } |
Alkis Evlogimenos | 71e353e | 2004-02-26 22:00:20 +0000 | [diff] [blame] | 970 | } |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 971 | |
| 972 | // Loop over the implicit defs, spilling them as well. |
Jim Laskey | cd4317e | 2006-07-21 21:15:20 +0000 | [diff] [blame] | 973 | if (TID.ImplicitDefs) { |
| 974 | for (const unsigned *ImplicitDefs = TID.ImplicitDefs; |
| 975 | *ImplicitDefs; ++ImplicitDefs) { |
| 976 | unsigned Reg = *ImplicitDefs; |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 977 | if (PhysRegsUsed[Reg] != -2) { |
Chris Lattner | 2b41b8e | 2006-09-19 18:02:01 +0000 | [diff] [blame] | 978 | spillPhysReg(MBB, MI, Reg, true); |
Evan Cheng | 7ac19af | 2007-06-26 21:05:13 +0000 | [diff] [blame] | 979 | AddToPhysRegsUseOrder(Reg); |
Chris Lattner | 2b41b8e | 2006-09-19 18:02:01 +0000 | [diff] [blame] | 980 | PhysRegsUsed[Reg] = 0; // It is free and reserved now |
| 981 | } |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 982 | MF->getRegInfo().setPhysRegUsed(Reg); |
Evan Cheng | 5a3c6a8 | 2009-01-29 02:20:59 +0000 | [diff] [blame] | 983 | for (const unsigned *SubRegs = TRI->getSubRegisters(Reg); |
| 984 | *SubRegs; ++SubRegs) { |
| 985 | if (PhysRegsUsed[*SubRegs] != -2) { |
| 986 | AddToPhysRegsUseOrder(*SubRegs); |
| 987 | PhysRegsUsed[*SubRegs] = 0; // It is free and reserved now |
| 988 | MF->getRegInfo().setPhysRegUsed(*SubRegs); |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 989 | } |
Jim Laskey | cd4317e | 2006-07-21 21:15:20 +0000 | [diff] [blame] | 990 | } |
Alkis Evlogimenos | 19b6486 | 2004-01-13 06:24:30 +0000 | [diff] [blame] | 991 | } |
Alkis Evlogimenos | efe995a | 2003-12-13 01:20:58 +0000 | [diff] [blame] | 992 | } |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 993 | |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 994 | SmallVector<unsigned, 8> DeadDefs; |
| 995 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 996 | MachineOperand& MO = MI->getOperand(i); |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 997 | if (MO.isReg() && MO.isDead()) |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 998 | DeadDefs.push_back(MO.getReg()); |
| 999 | } |
| 1000 | |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1001 | // Okay, we have allocated all of the source operands and spilled any values |
| 1002 | // that would be destroyed by defs of this instruction. Loop over the |
Chris Lattner | 0648b16 | 2005-01-23 22:51:56 +0000 | [diff] [blame] | 1003 | // explicit defs and assign them to a register, spilling incoming values if |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 1004 | // we need to scavenge a register. |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 1005 | // |
Alkis Evlogimenos | 71e353e | 2004-02-26 22:00:20 +0000 | [diff] [blame] | 1006 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 1007 | MachineOperand& MO = MI->getOperand(i); |
Dan Gohman | d735b80 | 2008-10-03 15:45:36 +0000 | [diff] [blame] | 1008 | if (MO.isReg() && MO.isDef() && MO.getReg() && |
Dale Johannesen | 8e3455b | 2008-09-24 23:13:09 +0000 | [diff] [blame] | 1009 | !MO.isEarlyClobber() && |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1010 | TargetRegisterInfo::isVirtualRegister(MO.getReg())) { |
Alkis Evlogimenos | 71e353e | 2004-02-26 22:00:20 +0000 | [diff] [blame] | 1011 | unsigned DestVirtReg = MO.getReg(); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1012 | unsigned DestPhysReg; |
| 1013 | |
Alkis Evlogimenos | 9af9dbd | 2003-12-18 13:08:52 +0000 | [diff] [blame] | 1014 | // If DestVirtReg already has a value, use it. |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 1015 | if (!(DestPhysReg = getVirt2PhysRegMapSlot(DestVirtReg))) { |
Dale Johannesen | 9a6636b | 2010-02-03 01:40:33 +0000 | [diff] [blame] | 1016 | // If this is a copy try to reuse the input as the output; |
| 1017 | // that will make the copy go away. |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 1018 | // If this is a copy, the source reg is a phys reg, and |
| 1019 | // that reg is available, use that phys reg for DestPhysReg. |
Dale Johannesen | 9a6636b | 2010-02-03 01:40:33 +0000 | [diff] [blame] | 1020 | // If this is a copy, the source reg is a virtual reg, and |
| 1021 | // the phys reg that was assigned to that virtual reg is now |
| 1022 | // available, use that phys reg for DestPhysReg. (If it's now |
| 1023 | // available that means this was the last use of the source.) |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 1024 | if (isCopy && |
| 1025 | TargetRegisterInfo::isPhysicalRegister(SrcCopyReg) && |
| 1026 | isPhysRegAvailable(SrcCopyReg)) { |
| 1027 | DestPhysReg = SrcCopyReg; |
| 1028 | assignVirtToPhysReg(DestVirtReg, DestPhysReg); |
Dale Johannesen | 9a6636b | 2010-02-03 01:40:33 +0000 | [diff] [blame] | 1029 | } else if (isCopy && |
| 1030 | TargetRegisterInfo::isVirtualRegister(SrcCopyReg) && |
| 1031 | SrcCopyPhysReg && isPhysRegAvailable(SrcCopyPhysReg) && |
| 1032 | MF->getRegInfo().getRegClass(DestVirtReg)-> |
| 1033 | contains(SrcCopyPhysReg)) { |
| 1034 | DestPhysReg = SrcCopyPhysReg; |
| 1035 | assignVirtToPhysReg(DestVirtReg, DestPhysReg); |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 1036 | } else |
| 1037 | DestPhysReg = getReg(MBB, MI, DestVirtReg); |
| 1038 | } |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 1039 | MF->getRegInfo().setPhysRegUsed(DestPhysReg); |
Chris Lattner | d572563 | 2003-05-12 03:54:14 +0000 | [diff] [blame] | 1040 | markVirtRegModified(DestVirtReg); |
Evan Cheng | 839b759 | 2008-01-17 02:08:17 +0000 | [diff] [blame] | 1041 | getVirtRegLastUse(DestVirtReg) = std::make_pair((MachineInstr*)0, 0); |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 1042 | DEBUG(dbgs() << " Assigning " << TRI->getName(DestPhysReg) |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 1043 | << " to %reg" << DestVirtReg << "\n"); |
Dan Gohman | 85e6815 | 2008-07-09 20:12:26 +0000 | [diff] [blame] | 1044 | MO.setReg(DestPhysReg); // Assign the output register |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1045 | } |
Alkis Evlogimenos | 71e353e | 2004-02-26 22:00:20 +0000 | [diff] [blame] | 1046 | } |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 1047 | |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 1048 | // If this instruction defines any registers that are immediately dead, |
| 1049 | // kill them now. |
| 1050 | // |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 1051 | for (unsigned i = 0, e = DeadDefs.size(); i != e; ++i) { |
| 1052 | unsigned VirtReg = DeadDefs[i]; |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 1053 | unsigned PhysReg = VirtReg; |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1054 | if (TargetRegisterInfo::isVirtualRegister(VirtReg)) { |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 1055 | unsigned &PhysRegSlot = getVirt2PhysRegMapSlot(VirtReg); |
| 1056 | PhysReg = PhysRegSlot; |
| 1057 | assert(PhysReg != 0); |
| 1058 | PhysRegSlot = 0; |
Chris Lattner | 0c5b8da | 2006-09-08 20:21:31 +0000 | [diff] [blame] | 1059 | } else if (PhysRegsUsed[PhysReg] == -2) { |
| 1060 | // Unallocatable register dead, ignore. |
| 1061 | continue; |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 1062 | } |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 1063 | |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 1064 | if (PhysReg) { |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 1065 | DEBUG(dbgs() << " Register " << TRI->getName(PhysReg) |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 1066 | << " [%reg" << VirtReg |
| 1067 | << "] is never used, removing it from live set\n"); |
Chris Lattner | 56ddada | 2004-02-17 17:49:10 +0000 | [diff] [blame] | 1068 | removePhysReg(PhysReg); |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1069 | for (const unsigned *AliasSet = TRI->getAliasSet(PhysReg); |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 1070 | *AliasSet; ++AliasSet) { |
| 1071 | if (PhysRegsUsed[*AliasSet] != -2) { |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 1072 | DEBUG(dbgs() << " Register " << TRI->getName(*AliasSet) |
Bill Wendling | fbb594f | 2009-08-22 20:38:09 +0000 | [diff] [blame] | 1073 | << " [%reg" << *AliasSet |
| 1074 | << "] is never used, removing it from live set\n"); |
Evan Cheng | ddee842 | 2006-11-15 20:55:15 +0000 | [diff] [blame] | 1075 | removePhysReg(*AliasSet); |
| 1076 | } |
| 1077 | } |
Chris Lattner | 82bee0f | 2002-12-18 08:14:26 +0000 | [diff] [blame] | 1078 | } |
| 1079 | } |
Chris Lattner | e6a88ac | 2005-11-09 18:22:42 +0000 | [diff] [blame] | 1080 | |
Bob Wilson | 9d928c2 | 2009-05-07 23:47:03 +0000 | [diff] [blame] | 1081 | // Finally, if this is a noop copy instruction, zap it. (Except that if |
| 1082 | // the copy is dead, it must be kept to avoid messing up liveness info for |
| 1083 | // the register scavenger. See pr4100.) |
Dale Johannesen | fc49bd2 | 2009-12-16 00:29:41 +0000 | [diff] [blame] | 1084 | if (TII->isMoveInstr(*MI, SrcCopyReg, DstCopyReg, |
| 1085 | SrcCopySubReg, DstCopySubReg) && |
| 1086 | SrcCopyReg == DstCopyReg && DeadDefs.empty()) |
Chris Lattner | e6a88ac | 2005-11-09 18:22:42 +0000 | [diff] [blame] | 1087 | MBB.erase(MI); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1088 | } |
| 1089 | |
Chris Lattner | e6a88ac | 2005-11-09 18:22:42 +0000 | [diff] [blame] | 1090 | MachineBasicBlock::iterator MI = MBB.getFirstTerminator(); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1091 | |
| 1092 | // Spill all physical registers holding virtual registers now. |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1093 | for (unsigned i = 0, e = TRI->getNumRegs(); i != e; ++i) |
Anton Korobeynikov | 4aefd6b | 2008-02-20 12:07:57 +0000 | [diff] [blame] | 1094 | if (PhysRegsUsed[i] != -1 && PhysRegsUsed[i] != -2) { |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 1095 | if (unsigned VirtReg = PhysRegsUsed[i]) |
Alkis Evlogimenos | c0b9dc5 | 2004-02-12 02:27:10 +0000 | [diff] [blame] | 1096 | spillVirtReg(MBB, MI, VirtReg, i); |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 1097 | else |
| 1098 | removePhysReg(i); |
Anton Korobeynikov | 4aefd6b | 2008-02-20 12:07:57 +0000 | [diff] [blame] | 1099 | } |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1100 | |
Chris Lattner | 9a5ef20 | 2005-11-09 05:28:45 +0000 | [diff] [blame] | 1101 | #if 0 |
| 1102 | // This checking code is very expensive. |
Chris Lattner | ecea563 | 2004-02-09 02:12:04 +0000 | [diff] [blame] | 1103 | bool AllOk = true; |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1104 | for (unsigned i = TargetRegisterInfo::FirstVirtualRegister, |
Chris Lattner | 84bc542 | 2007-12-31 04:13:23 +0000 | [diff] [blame] | 1105 | e = MF->getRegInfo().getLastVirtReg(); i <= e; ++i) |
Chris Lattner | ecea563 | 2004-02-09 02:12:04 +0000 | [diff] [blame] | 1106 | if (unsigned PR = Virt2PhysRegMap[i]) { |
Bill Wendling | 832171c | 2006-12-07 20:04:42 +0000 | [diff] [blame] | 1107 | cerr << "Register still mapped: " << i << " -> " << PR << "\n"; |
Chris Lattner | ecea563 | 2004-02-09 02:12:04 +0000 | [diff] [blame] | 1108 | AllOk = false; |
| 1109 | } |
| 1110 | assert(AllOk && "Virtual registers still in phys regs?"); |
| 1111 | #endif |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 1112 | |
Chris Lattner | 128c2aa | 2003-08-17 18:01:15 +0000 | [diff] [blame] | 1113 | // Clear any physical register which appear live at the end of the basic |
| 1114 | // block, but which do not hold any virtual registers. e.g., the stack |
| 1115 | // pointer. |
| 1116 | PhysRegsUseOrder.clear(); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1117 | } |
| 1118 | |
| 1119 | /// runOnMachineFunction - Register allocate the whole function |
| 1120 | /// |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 1121 | bool RALocal::runOnMachineFunction(MachineFunction &Fn) { |
David Greene | 4424817 | 2010-01-05 01:26:05 +0000 | [diff] [blame] | 1122 | DEBUG(dbgs() << "Machine Function\n"); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1123 | MF = &Fn; |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 1124 | TM = &Fn.getTarget(); |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1125 | TRI = TM->getRegisterInfo(); |
Owen Anderson | 6425f8b | 2008-01-07 01:35:56 +0000 | [diff] [blame] | 1126 | TII = TM->getInstrInfo(); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1127 | |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1128 | PhysRegsUsed.assign(TRI->getNumRegs(), -1); |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 1129 | |
| 1130 | // At various places we want to efficiently check to see whether a register |
| 1131 | // is allocatable. To handle this, we mark all unallocatable registers as |
| 1132 | // being pinned down, permanently. |
| 1133 | { |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1134 | BitVector Allocable = TRI->getAllocatableSet(Fn); |
Chris Lattner | 45d5788 | 2006-09-08 19:03:30 +0000 | [diff] [blame] | 1135 | for (unsigned i = 0, e = Allocable.size(); i != e; ++i) |
| 1136 | if (!Allocable[i]) |
| 1137 | PhysRegsUsed[i] = -2; // Mark the reg unallocable. |
| 1138 | } |
Chris Lattner | 64667b6 | 2004-02-09 01:26:13 +0000 | [diff] [blame] | 1139 | |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 1140 | // initialize the virtual->physical register map to have a 'null' |
| 1141 | // mapping for all virtual registers |
Evan Cheng | 644340a | 2008-01-17 00:35:26 +0000 | [diff] [blame] | 1142 | unsigned LastVirtReg = MF->getRegInfo().getLastVirtReg(); |
Evan Cheng | bdb10fe | 2008-07-10 18:23:23 +0000 | [diff] [blame] | 1143 | StackSlotForVirtReg.grow(LastVirtReg); |
Evan Cheng | 644340a | 2008-01-17 00:35:26 +0000 | [diff] [blame] | 1144 | Virt2PhysRegMap.grow(LastVirtReg); |
Evan Cheng | 839b759 | 2008-01-17 02:08:17 +0000 | [diff] [blame] | 1145 | Virt2LastUseMap.grow(LastVirtReg); |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 1146 | VirtRegModified.resize(LastVirtReg+1-TargetRegisterInfo::FirstVirtualRegister); |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 1147 | UsedInMultipleBlocks.resize(LastVirtReg+1-TargetRegisterInfo::FirstVirtualRegister); |
| 1148 | |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1149 | // Loop over all of the basic blocks, eliminating virtual register references |
| 1150 | for (MachineFunction::iterator MBB = Fn.begin(), MBBe = Fn.end(); |
| 1151 | MBB != MBBe; ++MBB) |
| 1152 | AllocateBasicBlock(*MBB); |
| 1153 | |
Chris Lattner | 580f9be | 2002-12-28 20:40:43 +0000 | [diff] [blame] | 1154 | StackSlotForVirtReg.clear(); |
Alkis Evlogimenos | 4de473b | 2004-02-13 18:20:47 +0000 | [diff] [blame] | 1155 | PhysRegsUsed.clear(); |
Chris Lattner | 91a452b | 2003-01-13 00:25:40 +0000 | [diff] [blame] | 1156 | VirtRegModified.clear(); |
Owen Anderson | 491fccc | 2008-07-08 22:24:50 +0000 | [diff] [blame] | 1157 | UsedInMultipleBlocks.clear(); |
Chris Lattner | ecea563 | 2004-02-09 02:12:04 +0000 | [diff] [blame] | 1158 | Virt2PhysRegMap.clear(); |
Evan Cheng | 839b759 | 2008-01-17 02:08:17 +0000 | [diff] [blame] | 1159 | Virt2LastUseMap.clear(); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1160 | return true; |
| 1161 | } |
| 1162 | |
Chris Lattner | ef09c63 | 2004-01-31 21:27:19 +0000 | [diff] [blame] | 1163 | FunctionPass *llvm::createLocalRegisterAllocator() { |
Bill Wendling | e23e00d | 2007-05-08 19:02:46 +0000 | [diff] [blame] | 1164 | return new RALocal(); |
Chris Lattner | b74e83c | 2002-12-16 16:15:28 +0000 | [diff] [blame] | 1165 | } |