blob: 35834aa205c5a2ce2e6a2db65e3427644cfbea84 [file] [log] [blame]
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +00001//===-- llvm/CodeGen/VirtRegMap.cpp - Virtual Register Map ----------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +00007//
8//===----------------------------------------------------------------------===//
9//
Chris Lattner8c4d88d2004-09-30 01:54:45 +000010// This file implements the VirtRegMap class.
11//
Dan Gohmanf451cb82010-02-10 16:03:48 +000012// It also contains implementations of the Spiller interface, which, given a
Chris Lattner8c4d88d2004-09-30 01:54:45 +000013// virtual register map and a machine function, eliminates all virtual
14// references by replacing them with physical register references - adding spill
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +000015// code as necessary.
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000016//
17//===----------------------------------------------------------------------===//
18
Owen Anderson1ed5b712009-03-11 22:31:21 +000019#define DEBUG_TYPE "virtregmap"
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000020#include "VirtRegMap.h"
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +000021#include "llvm/Function.h"
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000022#include "llvm/CodeGen/MachineFrameInfo.h"
Chris Lattner8c4d88d2004-09-30 01:54:45 +000023#include "llvm/CodeGen/MachineFunction.h"
Evan Cheng4cce6b42008-04-11 17:53:36 +000024#include "llvm/CodeGen/MachineInstrBuilder.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000025#include "llvm/CodeGen/MachineRegisterInfo.h"
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +000026#include "llvm/CodeGen/SlotIndexes.h"
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000027#include "llvm/Target/TargetMachine.h"
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +000028#include "llvm/Target/TargetInstrInfo.h"
Mike Stumpfe095f32009-05-04 18:40:41 +000029#include "llvm/Target/TargetRegisterInfo.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000030#include "llvm/Support/CommandLine.h"
Chris Lattnera4f0b3a2006-08-27 12:54:02 +000031#include "llvm/Support/Compiler.h"
Evan Cheng752272a2009-02-11 08:24:21 +000032#include "llvm/Support/Debug.h"
Daniel Dunbar1cd1d982009-07-24 10:36:58 +000033#include "llvm/Support/raw_ostream.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000034#include "llvm/ADT/Statistic.h"
35#include "llvm/ADT/STLExtras.h"
Chris Lattner27f29162004-10-26 15:35:58 +000036#include <algorithm>
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000037using namespace llvm;
38
Jakob Stoklund Olesen01afdb32011-09-15 18:31:13 +000039STATISTIC(NumSpillSlots, "Number of spill slots allocated");
40STATISTIC(NumIdCopies, "Number of identity moves eliminated after rewriting");
Dan Gohman844731a2008-05-13 00:00:25 +000041
Chris Lattner8c4d88d2004-09-30 01:54:45 +000042//===----------------------------------------------------------------------===//
43// VirtRegMap implementation
44//===----------------------------------------------------------------------===//
45
Owen Anderson49c8aa02009-03-13 05:55:11 +000046char VirtRegMap::ID = 0;
47
Owen Andersonce665bd2010-10-07 22:25:06 +000048INITIALIZE_PASS(VirtRegMap, "virtregmap", "Virtual Register Map", false, false)
Owen Anderson49c8aa02009-03-13 05:55:11 +000049
50bool VirtRegMap::runOnMachineFunction(MachineFunction &mf) {
Evan Cheng90f95f82009-06-14 20:22:55 +000051 MRI = &mf.getRegInfo();
Owen Anderson49c8aa02009-03-13 05:55:11 +000052 TII = mf.getTarget().getInstrInfo();
Mike Stumpfe095f32009-05-04 18:40:41 +000053 TRI = mf.getTarget().getRegisterInfo();
Owen Anderson49c8aa02009-03-13 05:55:11 +000054 MF = &mf;
Lang Hames233a60e2009-11-03 23:52:08 +000055
Owen Anderson49c8aa02009-03-13 05:55:11 +000056 Virt2PhysMap.clear();
57 Virt2StackSlotMap.clear();
Owen Anderson49c8aa02009-03-13 05:55:11 +000058 Virt2SplitMap.clear();
Mike Stumpfe095f32009-05-04 18:40:41 +000059
Chris Lattner29268692006-09-05 02:12:02 +000060 grow();
Owen Anderson49c8aa02009-03-13 05:55:11 +000061 return false;
Chris Lattner29268692006-09-05 02:12:02 +000062}
63
Chris Lattner8c4d88d2004-09-30 01:54:45 +000064void VirtRegMap::grow() {
Jakob Stoklund Olesen42e9c962011-01-09 21:58:20 +000065 unsigned NumRegs = MF->getRegInfo().getNumVirtRegs();
66 Virt2PhysMap.resize(NumRegs);
67 Virt2StackSlotMap.resize(NumRegs);
Jakob Stoklund Olesen42e9c962011-01-09 21:58:20 +000068 Virt2SplitMap.resize(NumRegs);
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000069}
70
Jakob Stoklund Olesenb55e91e2010-11-16 00:41:01 +000071unsigned VirtRegMap::createSpillSlot(const TargetRegisterClass *RC) {
72 int SS = MF->getFrameInfo()->CreateSpillStackObject(RC->getSize(),
73 RC->getAlignment());
Jakob Stoklund Olesen01afdb32011-09-15 18:31:13 +000074 ++NumSpillSlots;
Jakob Stoklund Olesenb55e91e2010-11-16 00:41:01 +000075 return SS;
76}
77
Evan Cheng90f95f82009-06-14 20:22:55 +000078unsigned VirtRegMap::getRegAllocPref(unsigned virtReg) {
Evan Cheng358dec52009-06-15 08:28:29 +000079 std::pair<unsigned, unsigned> Hint = MRI->getRegAllocationHint(virtReg);
80 unsigned physReg = Hint.second;
Jakob Stoklund Olesenc9df0252011-01-10 02:58:51 +000081 if (TargetRegisterInfo::isVirtualRegister(physReg) && hasPhys(physReg))
Evan Cheng358dec52009-06-15 08:28:29 +000082 physReg = getPhys(physReg);
83 if (Hint.first == 0)
Jakob Stoklund Olesenc9df0252011-01-10 02:58:51 +000084 return (TargetRegisterInfo::isPhysicalRegister(physReg))
Evan Cheng358dec52009-06-15 08:28:29 +000085 ? physReg : 0;
86 return TRI->ResolveRegAllocHint(Hint.first, physReg, *MF);
Evan Cheng90f95f82009-06-14 20:22:55 +000087}
88
Chris Lattner8c4d88d2004-09-30 01:54:45 +000089int VirtRegMap::assignVirt2StackSlot(unsigned virtReg) {
Dan Gohman6f0d0242008-02-10 18:45:23 +000090 assert(TargetRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner7f690e62004-09-30 02:15:18 +000091 assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT &&
Chris Lattner8c4d88d2004-09-30 01:54:45 +000092 "attempt to assign stack slot to already spilled register");
Owen Anderson49c8aa02009-03-13 05:55:11 +000093 const TargetRegisterClass* RC = MF->getRegInfo().getRegClass(virtReg);
Jakob Stoklund Olesenb55e91e2010-11-16 00:41:01 +000094 return Virt2StackSlotMap[virtReg] = createSpillSlot(RC);
Chris Lattner8c4d88d2004-09-30 01:54:45 +000095}
96
Evan Chengd3653122008-02-27 03:04:06 +000097void VirtRegMap::assignVirt2StackSlot(unsigned virtReg, int SS) {
Dan Gohman6f0d0242008-02-10 18:45:23 +000098 assert(TargetRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner7f690e62004-09-30 02:15:18 +000099 assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT &&
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000100 "attempt to assign stack slot to already spilled register");
Evan Chengd3653122008-02-27 03:04:06 +0000101 assert((SS >= 0 ||
Owen Anderson49c8aa02009-03-13 05:55:11 +0000102 (SS >= MF->getFrameInfo()->getObjectIndexBegin())) &&
Evan Cheng91935142007-04-04 07:40:01 +0000103 "illegal fixed frame index");
Evan Chengd3653122008-02-27 03:04:06 +0000104 Virt2StackSlotMap[virtReg] = SS;
Alkis Evlogimenos38af59a2004-05-29 20:38:05 +0000105}
106
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000107void VirtRegMap::rewrite(SlotIndexes *Indexes) {
108 DEBUG(dbgs() << "********** REWRITE VIRTUAL REGISTERS **********\n"
109 << "********** Function: "
110 << MF->getFunction()->getName() << '\n');
Jakob Stoklund Olesenbf824ef2011-03-23 04:32:49 +0000111 DEBUG(dump());
Jakob Stoklund Olesen93e110b2011-04-27 17:42:31 +0000112 SmallVector<unsigned, 8> SuperDeads;
113 SmallVector<unsigned, 8> SuperDefs;
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000114 SmallVector<unsigned, 8> SuperKills;
Jakob Stoklund Olesen2d44e022012-01-03 22:34:31 +0000115#ifndef NDEBUG
116 BitVector Reserved = TRI->getReservedRegs(*MF);
117#endif
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000118
119 for (MachineFunction::iterator MBBI = MF->begin(), MBBE = MF->end();
120 MBBI != MBBE; ++MBBI) {
121 DEBUG(MBBI->print(dbgs(), Indexes));
122 for (MachineBasicBlock::iterator MII = MBBI->begin(), MIE = MBBI->end();
123 MII != MIE;) {
124 MachineInstr *MI = MII;
125 ++MII;
126
127 for (MachineInstr::mop_iterator MOI = MI->operands_begin(),
128 MOE = MI->operands_end(); MOI != MOE; ++MOI) {
129 MachineOperand &MO = *MOI;
130 if (!MO.isReg() || !TargetRegisterInfo::isVirtualRegister(MO.getReg()))
131 continue;
132 unsigned VirtReg = MO.getReg();
133 unsigned PhysReg = getPhys(VirtReg);
134 assert(PhysReg != NO_PHYS_REG && "Instruction uses unmapped VirtReg");
Jakob Stoklund Olesen2d44e022012-01-03 22:34:31 +0000135 assert(!Reserved.test(PhysReg) && "Reserved register assignment");
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000136
137 // Preserve semantics of sub-register operands.
138 if (MO.getSubReg()) {
139 // A virtual register kill refers to the whole register, so we may
Jakob Stoklund Olesen200a8ce2011-10-05 00:01:48 +0000140 // have to add <imp-use,kill> operands for the super-register. A
141 // partial redef always kills and redefines the super-register.
142 if (MO.readsReg() && (MO.isDef() || MO.isKill()))
143 SuperKills.push_back(PhysReg);
144
145 if (MO.isDef()) {
146 // The <def,undef> flag only makes sense for sub-register defs, and
147 // we are substituting a full physreg. An <imp-use,kill> operand
148 // from the SuperKills list will represent the partial read of the
149 // super-register.
150 MO.setIsUndef(false);
151
152 // Also add implicit defs for the super-register.
153 if (MO.isDead())
154 SuperDeads.push_back(PhysReg);
155 else
156 SuperDefs.push_back(PhysReg);
157 }
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000158
159 // PhysReg operands cannot have subregister indexes.
160 PhysReg = TRI->getSubReg(PhysReg, MO.getSubReg());
161 assert(PhysReg && "Invalid SubReg for physical register");
162 MO.setSubReg(0);
163 }
164 // Rewrite. Note we could have used MachineOperand::substPhysReg(), but
165 // we need the inlining here.
166 MO.setReg(PhysReg);
167 }
168
169 // Add any missing super-register kills after rewriting the whole
170 // instruction.
171 while (!SuperKills.empty())
172 MI->addRegisterKilled(SuperKills.pop_back_val(), TRI, true);
173
Jakob Stoklund Olesen93e110b2011-04-27 17:42:31 +0000174 while (!SuperDeads.empty())
175 MI->addRegisterDead(SuperDeads.pop_back_val(), TRI, true);
176
177 while (!SuperDefs.empty())
178 MI->addRegisterDefined(SuperDefs.pop_back_val(), TRI);
179
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000180 DEBUG(dbgs() << "> " << *MI);
181
182 // Finally, remove any identity copies.
183 if (MI->isIdentityCopy()) {
Jakob Stoklund Olesencf5e5f32011-05-06 17:59:57 +0000184 ++NumIdCopies;
Jakob Stoklund Olesen280ea1a2011-03-31 17:55:25 +0000185 if (MI->getNumOperands() == 2) {
186 DEBUG(dbgs() << "Deleting identity copy.\n");
Jakob Stoklund Olesen280ea1a2011-03-31 17:55:25 +0000187 if (Indexes)
188 Indexes->removeMachineInstrFromMaps(MI);
189 // It's safe to erase MI because MII has already been incremented.
190 MI->eraseFromParent();
191 } else {
192 // Transform identity copy to a KILL to deal with subregisters.
193 MI->setDesc(TII->get(TargetOpcode::KILL));
194 DEBUG(dbgs() << "Identity copy: " << *MI);
195 }
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000196 }
197 }
198 }
199
200 // Tell MRI about physical registers in use.
201 for (unsigned Reg = 1, RegE = TRI->getNumRegs(); Reg != RegE; ++Reg)
202 if (!MRI->reg_nodbg_empty(Reg))
203 MRI->setPhysRegUsed(Reg);
204}
205
Daniel Dunbar1cd1d982009-07-24 10:36:58 +0000206void VirtRegMap::print(raw_ostream &OS, const Module* M) const {
Owen Anderson49c8aa02009-03-13 05:55:11 +0000207 const TargetRegisterInfo* TRI = MF->getTarget().getRegisterInfo();
Jakob Stoklund Olesen24329662010-02-26 21:09:24 +0000208 const MachineRegisterInfo &MRI = MF->getRegInfo();
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +0000209
Chris Lattner7f690e62004-09-30 02:15:18 +0000210 OS << "********** REGISTER MAP **********\n";
Jakob Stoklund Olesenc7d67f92011-01-08 23:11:07 +0000211 for (unsigned i = 0, e = MRI.getNumVirtRegs(); i != e; ++i) {
212 unsigned Reg = TargetRegisterInfo::index2VirtReg(i);
213 if (Virt2PhysMap[Reg] != (unsigned)VirtRegMap::NO_PHYS_REG) {
Jakob Stoklund Olesen43142682011-01-09 03:05:53 +0000214 OS << '[' << PrintReg(Reg, TRI) << " -> "
215 << PrintReg(Virt2PhysMap[Reg], TRI) << "] "
216 << MRI.getRegClass(Reg)->getName() << "\n";
Jakob Stoklund Olesenc7d67f92011-01-08 23:11:07 +0000217 }
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000218 }
219
Jakob Stoklund Olesenc7d67f92011-01-08 23:11:07 +0000220 for (unsigned i = 0, e = MRI.getNumVirtRegs(); i != e; ++i) {
221 unsigned Reg = TargetRegisterInfo::index2VirtReg(i);
222 if (Virt2StackSlotMap[Reg] != VirtRegMap::NO_STACK_SLOT) {
Jakob Stoklund Olesen43142682011-01-09 03:05:53 +0000223 OS << '[' << PrintReg(Reg, TRI) << " -> fi#" << Virt2StackSlotMap[Reg]
Jakob Stoklund Olesenc7d67f92011-01-08 23:11:07 +0000224 << "] " << MRI.getRegClass(Reg)->getName() << "\n";
225 }
226 }
Chris Lattner7f690e62004-09-30 02:15:18 +0000227 OS << '\n';
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +0000228}
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +0000229
Bill Wendlingb2b9c202006-11-17 02:09:07 +0000230void VirtRegMap::dump() const {
David Greene0080b1a2010-01-05 01:25:45 +0000231 print(dbgs());
Daniel Dunbarcfbf05e2009-03-14 01:53:05 +0000232}