blob: 1a78db7107f61223c97b9cf28c050aa5ccff48a4 [file] [log] [blame]
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +00001//===-- llvm/CodeGen/VirtRegMap.cpp - Virtual Register Map ----------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +00007//
8//===----------------------------------------------------------------------===//
9//
Chris Lattner8c4d88d2004-09-30 01:54:45 +000010// This file implements the VirtRegMap class.
11//
Dan Gohmanf451cb82010-02-10 16:03:48 +000012// It also contains implementations of the Spiller interface, which, given a
Chris Lattner8c4d88d2004-09-30 01:54:45 +000013// virtual register map and a machine function, eliminates all virtual
14// references by replacing them with physical register references - adding spill
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +000015// code as necessary.
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000016//
17//===----------------------------------------------------------------------===//
18
Owen Anderson1ed5b712009-03-11 22:31:21 +000019#define DEBUG_TYPE "virtregmap"
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000020#include "VirtRegMap.h"
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +000021#include "llvm/Function.h"
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000022#include "llvm/CodeGen/MachineFrameInfo.h"
Chris Lattner8c4d88d2004-09-30 01:54:45 +000023#include "llvm/CodeGen/MachineFunction.h"
Evan Cheng4cce6b42008-04-11 17:53:36 +000024#include "llvm/CodeGen/MachineInstrBuilder.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000025#include "llvm/CodeGen/MachineRegisterInfo.h"
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +000026#include "llvm/CodeGen/SlotIndexes.h"
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000027#include "llvm/Target/TargetMachine.h"
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +000028#include "llvm/Target/TargetInstrInfo.h"
Mike Stumpfe095f32009-05-04 18:40:41 +000029#include "llvm/Target/TargetRegisterInfo.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000030#include "llvm/Support/CommandLine.h"
Chris Lattnera4f0b3a2006-08-27 12:54:02 +000031#include "llvm/Support/Compiler.h"
Evan Cheng752272a2009-02-11 08:24:21 +000032#include "llvm/Support/Debug.h"
Daniel Dunbar1cd1d982009-07-24 10:36:58 +000033#include "llvm/Support/raw_ostream.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000034#include "llvm/ADT/Statistic.h"
35#include "llvm/ADT/STLExtras.h"
Chris Lattner27f29162004-10-26 15:35:58 +000036#include <algorithm>
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000037using namespace llvm;
38
Jakob Stoklund Olesen01afdb32011-09-15 18:31:13 +000039STATISTIC(NumSpillSlots, "Number of spill slots allocated");
40STATISTIC(NumIdCopies, "Number of identity moves eliminated after rewriting");
Dan Gohman844731a2008-05-13 00:00:25 +000041
Chris Lattner8c4d88d2004-09-30 01:54:45 +000042//===----------------------------------------------------------------------===//
43// VirtRegMap implementation
44//===----------------------------------------------------------------------===//
45
Owen Anderson49c8aa02009-03-13 05:55:11 +000046char VirtRegMap::ID = 0;
47
Owen Andersonce665bd2010-10-07 22:25:06 +000048INITIALIZE_PASS(VirtRegMap, "virtregmap", "Virtual Register Map", false, false)
Owen Anderson49c8aa02009-03-13 05:55:11 +000049
50bool VirtRegMap::runOnMachineFunction(MachineFunction &mf) {
Evan Cheng90f95f82009-06-14 20:22:55 +000051 MRI = &mf.getRegInfo();
Owen Anderson49c8aa02009-03-13 05:55:11 +000052 TII = mf.getTarget().getInstrInfo();
Mike Stumpfe095f32009-05-04 18:40:41 +000053 TRI = mf.getTarget().getRegisterInfo();
Owen Anderson49c8aa02009-03-13 05:55:11 +000054 MF = &mf;
Lang Hames233a60e2009-11-03 23:52:08 +000055
Owen Anderson49c8aa02009-03-13 05:55:11 +000056 Virt2PhysMap.clear();
57 Virt2StackSlotMap.clear();
Owen Anderson49c8aa02009-03-13 05:55:11 +000058 Virt2SplitMap.clear();
Mike Stumpfe095f32009-05-04 18:40:41 +000059
Chris Lattner29268692006-09-05 02:12:02 +000060 grow();
Owen Anderson49c8aa02009-03-13 05:55:11 +000061 return false;
Chris Lattner29268692006-09-05 02:12:02 +000062}
63
Chris Lattner8c4d88d2004-09-30 01:54:45 +000064void VirtRegMap::grow() {
Jakob Stoklund Olesen42e9c962011-01-09 21:58:20 +000065 unsigned NumRegs = MF->getRegInfo().getNumVirtRegs();
66 Virt2PhysMap.resize(NumRegs);
67 Virt2StackSlotMap.resize(NumRegs);
Jakob Stoklund Olesen42e9c962011-01-09 21:58:20 +000068 Virt2SplitMap.resize(NumRegs);
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000069}
70
Jakob Stoklund Olesenb55e91e2010-11-16 00:41:01 +000071unsigned VirtRegMap::createSpillSlot(const TargetRegisterClass *RC) {
72 int SS = MF->getFrameInfo()->CreateSpillStackObject(RC->getSize(),
73 RC->getAlignment());
Jakob Stoklund Olesen01afdb32011-09-15 18:31:13 +000074 ++NumSpillSlots;
Jakob Stoklund Olesenb55e91e2010-11-16 00:41:01 +000075 return SS;
76}
77
Evan Cheng90f95f82009-06-14 20:22:55 +000078unsigned VirtRegMap::getRegAllocPref(unsigned virtReg) {
Evan Cheng358dec52009-06-15 08:28:29 +000079 std::pair<unsigned, unsigned> Hint = MRI->getRegAllocationHint(virtReg);
80 unsigned physReg = Hint.second;
Jakob Stoklund Olesenc9df0252011-01-10 02:58:51 +000081 if (TargetRegisterInfo::isVirtualRegister(physReg) && hasPhys(physReg))
Evan Cheng358dec52009-06-15 08:28:29 +000082 physReg = getPhys(physReg);
83 if (Hint.first == 0)
Jakob Stoklund Olesenc9df0252011-01-10 02:58:51 +000084 return (TargetRegisterInfo::isPhysicalRegister(physReg))
Evan Cheng358dec52009-06-15 08:28:29 +000085 ? physReg : 0;
86 return TRI->ResolveRegAllocHint(Hint.first, physReg, *MF);
Evan Cheng90f95f82009-06-14 20:22:55 +000087}
88
Chris Lattner8c4d88d2004-09-30 01:54:45 +000089int VirtRegMap::assignVirt2StackSlot(unsigned virtReg) {
Dan Gohman6f0d0242008-02-10 18:45:23 +000090 assert(TargetRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner7f690e62004-09-30 02:15:18 +000091 assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT &&
Chris Lattner8c4d88d2004-09-30 01:54:45 +000092 "attempt to assign stack slot to already spilled register");
Owen Anderson49c8aa02009-03-13 05:55:11 +000093 const TargetRegisterClass* RC = MF->getRegInfo().getRegClass(virtReg);
Jakob Stoklund Olesenb55e91e2010-11-16 00:41:01 +000094 return Virt2StackSlotMap[virtReg] = createSpillSlot(RC);
Chris Lattner8c4d88d2004-09-30 01:54:45 +000095}
96
Evan Chengd3653122008-02-27 03:04:06 +000097void VirtRegMap::assignVirt2StackSlot(unsigned virtReg, int SS) {
Dan Gohman6f0d0242008-02-10 18:45:23 +000098 assert(TargetRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner7f690e62004-09-30 02:15:18 +000099 assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT &&
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000100 "attempt to assign stack slot to already spilled register");
Evan Chengd3653122008-02-27 03:04:06 +0000101 assert((SS >= 0 ||
Owen Anderson49c8aa02009-03-13 05:55:11 +0000102 (SS >= MF->getFrameInfo()->getObjectIndexBegin())) &&
Evan Cheng91935142007-04-04 07:40:01 +0000103 "illegal fixed frame index");
Evan Chengd3653122008-02-27 03:04:06 +0000104 Virt2StackSlotMap[virtReg] = SS;
Alkis Evlogimenos38af59a2004-05-29 20:38:05 +0000105}
106
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000107void VirtRegMap::rewrite(SlotIndexes *Indexes) {
108 DEBUG(dbgs() << "********** REWRITE VIRTUAL REGISTERS **********\n"
109 << "********** Function: "
110 << MF->getFunction()->getName() << '\n');
Jakob Stoklund Olesenbf824ef2011-03-23 04:32:49 +0000111 DEBUG(dump());
Jakob Stoklund Olesen93e110b2011-04-27 17:42:31 +0000112 SmallVector<unsigned, 8> SuperDeads;
113 SmallVector<unsigned, 8> SuperDefs;
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000114 SmallVector<unsigned, 8> SuperKills;
115
116 for (MachineFunction::iterator MBBI = MF->begin(), MBBE = MF->end();
117 MBBI != MBBE; ++MBBI) {
118 DEBUG(MBBI->print(dbgs(), Indexes));
119 for (MachineBasicBlock::iterator MII = MBBI->begin(), MIE = MBBI->end();
120 MII != MIE;) {
121 MachineInstr *MI = MII;
122 ++MII;
123
124 for (MachineInstr::mop_iterator MOI = MI->operands_begin(),
125 MOE = MI->operands_end(); MOI != MOE; ++MOI) {
126 MachineOperand &MO = *MOI;
127 if (!MO.isReg() || !TargetRegisterInfo::isVirtualRegister(MO.getReg()))
128 continue;
129 unsigned VirtReg = MO.getReg();
130 unsigned PhysReg = getPhys(VirtReg);
131 assert(PhysReg != NO_PHYS_REG && "Instruction uses unmapped VirtReg");
132
133 // Preserve semantics of sub-register operands.
134 if (MO.getSubReg()) {
135 // A virtual register kill refers to the whole register, so we may
Jakob Stoklund Olesen200a8ce2011-10-05 00:01:48 +0000136 // have to add <imp-use,kill> operands for the super-register. A
137 // partial redef always kills and redefines the super-register.
138 if (MO.readsReg() && (MO.isDef() || MO.isKill()))
139 SuperKills.push_back(PhysReg);
140
141 if (MO.isDef()) {
142 // The <def,undef> flag only makes sense for sub-register defs, and
143 // we are substituting a full physreg. An <imp-use,kill> operand
144 // from the SuperKills list will represent the partial read of the
145 // super-register.
146 MO.setIsUndef(false);
147
148 // Also add implicit defs for the super-register.
149 if (MO.isDead())
150 SuperDeads.push_back(PhysReg);
151 else
152 SuperDefs.push_back(PhysReg);
153 }
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000154
155 // PhysReg operands cannot have subregister indexes.
156 PhysReg = TRI->getSubReg(PhysReg, MO.getSubReg());
157 assert(PhysReg && "Invalid SubReg for physical register");
158 MO.setSubReg(0);
159 }
160 // Rewrite. Note we could have used MachineOperand::substPhysReg(), but
161 // we need the inlining here.
162 MO.setReg(PhysReg);
163 }
164
165 // Add any missing super-register kills after rewriting the whole
166 // instruction.
167 while (!SuperKills.empty())
168 MI->addRegisterKilled(SuperKills.pop_back_val(), TRI, true);
169
Jakob Stoklund Olesen93e110b2011-04-27 17:42:31 +0000170 while (!SuperDeads.empty())
171 MI->addRegisterDead(SuperDeads.pop_back_val(), TRI, true);
172
173 while (!SuperDefs.empty())
174 MI->addRegisterDefined(SuperDefs.pop_back_val(), TRI);
175
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000176 DEBUG(dbgs() << "> " << *MI);
177
178 // Finally, remove any identity copies.
179 if (MI->isIdentityCopy()) {
Jakob Stoklund Olesencf5e5f32011-05-06 17:59:57 +0000180 ++NumIdCopies;
Jakob Stoklund Olesen280ea1a2011-03-31 17:55:25 +0000181 if (MI->getNumOperands() == 2) {
182 DEBUG(dbgs() << "Deleting identity copy.\n");
Jakob Stoklund Olesen280ea1a2011-03-31 17:55:25 +0000183 if (Indexes)
184 Indexes->removeMachineInstrFromMaps(MI);
185 // It's safe to erase MI because MII has already been incremented.
186 MI->eraseFromParent();
187 } else {
188 // Transform identity copy to a KILL to deal with subregisters.
189 MI->setDesc(TII->get(TargetOpcode::KILL));
190 DEBUG(dbgs() << "Identity copy: " << *MI);
191 }
Jakob Stoklund Olesenba05c012011-02-18 22:03:18 +0000192 }
193 }
194 }
195
196 // Tell MRI about physical registers in use.
197 for (unsigned Reg = 1, RegE = TRI->getNumRegs(); Reg != RegE; ++Reg)
198 if (!MRI->reg_nodbg_empty(Reg))
199 MRI->setPhysRegUsed(Reg);
200}
201
Daniel Dunbar1cd1d982009-07-24 10:36:58 +0000202void VirtRegMap::print(raw_ostream &OS, const Module* M) const {
Owen Anderson49c8aa02009-03-13 05:55:11 +0000203 const TargetRegisterInfo* TRI = MF->getTarget().getRegisterInfo();
Jakob Stoklund Olesen24329662010-02-26 21:09:24 +0000204 const MachineRegisterInfo &MRI = MF->getRegInfo();
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +0000205
Chris Lattner7f690e62004-09-30 02:15:18 +0000206 OS << "********** REGISTER MAP **********\n";
Jakob Stoklund Olesenc7d67f92011-01-08 23:11:07 +0000207 for (unsigned i = 0, e = MRI.getNumVirtRegs(); i != e; ++i) {
208 unsigned Reg = TargetRegisterInfo::index2VirtReg(i);
209 if (Virt2PhysMap[Reg] != (unsigned)VirtRegMap::NO_PHYS_REG) {
Jakob Stoklund Olesen43142682011-01-09 03:05:53 +0000210 OS << '[' << PrintReg(Reg, TRI) << " -> "
211 << PrintReg(Virt2PhysMap[Reg], TRI) << "] "
212 << MRI.getRegClass(Reg)->getName() << "\n";
Jakob Stoklund Olesenc7d67f92011-01-08 23:11:07 +0000213 }
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000214 }
215
Jakob Stoklund Olesenc7d67f92011-01-08 23:11:07 +0000216 for (unsigned i = 0, e = MRI.getNumVirtRegs(); i != e; ++i) {
217 unsigned Reg = TargetRegisterInfo::index2VirtReg(i);
218 if (Virt2StackSlotMap[Reg] != VirtRegMap::NO_STACK_SLOT) {
Jakob Stoklund Olesen43142682011-01-09 03:05:53 +0000219 OS << '[' << PrintReg(Reg, TRI) << " -> fi#" << Virt2StackSlotMap[Reg]
Jakob Stoklund Olesenc7d67f92011-01-08 23:11:07 +0000220 << "] " << MRI.getRegClass(Reg)->getName() << "\n";
221 }
222 }
Chris Lattner7f690e62004-09-30 02:15:18 +0000223 OS << '\n';
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +0000224}
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +0000225
Bill Wendlingb2b9c202006-11-17 02:09:07 +0000226void VirtRegMap::dump() const {
David Greene0080b1a2010-01-05 01:25:45 +0000227 print(dbgs());
Daniel Dunbarcfbf05e2009-03-14 01:53:05 +0000228}