blob: 0bfbded50c2e1e012ae467831ef2bd2e7f7b3bda [file] [log] [blame]
Alkis Evlogimenosc794a902004-02-23 23:08:11 +00001//===-- llvm/CodeGen/VirtRegMap.cpp - Virtual Register Map ----------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Alkis Evlogimenosc794a902004-02-23 23:08:11 +00007//
8//===----------------------------------------------------------------------===//
9//
Chris Lattnere2b77d52004-09-30 01:54:45 +000010// This file implements the VirtRegMap class.
11//
12// It also contains implementations of the the Spiller interface, which, given a
13// virtual register map and a machine function, eliminates all virtual
14// references by replacing them with physical register references - adding spill
Alkis Evlogimenos1dd872c2004-02-24 08:58:30 +000015// code as necessary.
Alkis Evlogimenosc794a902004-02-23 23:08:11 +000016//
17//===----------------------------------------------------------------------===//
18
Owen Andersonaabe06d2009-03-11 22:31:21 +000019#define DEBUG_TYPE "virtregmap"
Alkis Evlogimenosc794a902004-02-23 23:08:11 +000020#include "VirtRegMap.h"
Alkis Evlogimenos1dd872c2004-02-24 08:58:30 +000021#include "llvm/Function.h"
Alkis Evlogimenosc794a902004-02-23 23:08:11 +000022#include "llvm/CodeGen/MachineFrameInfo.h"
Chris Lattnere2b77d52004-09-30 01:54:45 +000023#include "llvm/CodeGen/MachineFunction.h"
Evan Cheng499ffa92008-04-11 17:53:36 +000024#include "llvm/CodeGen/MachineInstrBuilder.h"
Chris Lattnera10fff52007-12-31 04:13:23 +000025#include "llvm/CodeGen/MachineRegisterInfo.h"
Alkis Evlogimenosc794a902004-02-23 23:08:11 +000026#include "llvm/Target/TargetMachine.h"
Alkis Evlogimenos1dd872c2004-02-24 08:58:30 +000027#include "llvm/Target/TargetInstrInfo.h"
Reid Spencer7c16caa2004-09-01 22:55:40 +000028#include "llvm/Support/CommandLine.h"
Chris Lattner3d27be12006-08-27 12:54:02 +000029#include "llvm/Support/Compiler.h"
Evan Chenga1968b02009-02-11 08:24:21 +000030#include "llvm/Support/Debug.h"
Evan Chengde037a82007-02-21 02:22:03 +000031#include "llvm/ADT/BitVector.h"
Evan Chengeecdf652008-06-04 09:16:33 +000032#include "llvm/ADT/DenseMap.h"
Evan Chenga1968b02009-02-11 08:24:21 +000033#include "llvm/ADT/DepthFirstIterator.h"
Reid Spencer7c16caa2004-09-01 22:55:40 +000034#include "llvm/ADT/Statistic.h"
35#include "llvm/ADT/STLExtras.h"
Chris Lattner19981842007-01-23 00:59:48 +000036#include "llvm/ADT/SmallSet.h"
Chris Lattnerc8b07dd2004-10-26 15:35:58 +000037#include <algorithm>
Alkis Evlogimenosc794a902004-02-23 23:08:11 +000038using namespace llvm;
39
Evan Chengfb790592008-06-13 23:58:02 +000040STATISTIC(NumSpills , "Number of register spills");
Dan Gohmand78c4002008-05-13 00:00:25 +000041
Chris Lattnere2b77d52004-09-30 01:54:45 +000042//===----------------------------------------------------------------------===//
43// VirtRegMap implementation
44//===----------------------------------------------------------------------===//
45
Chris Lattner13a5dcd2006-09-05 02:12:02 +000046VirtRegMap::VirtRegMap(MachineFunction &mf)
47 : TII(*mf.getTarget().getInstrInfo()), MF(mf),
Evan Cheng0e3278e2007-03-20 08:13:50 +000048 Virt2PhysMap(NO_PHYS_REG), Virt2StackSlotMap(NO_STACK_SLOT),
Evan Cheng8e223792007-11-17 00:40:40 +000049 Virt2ReMatIdMap(NO_STACK_SLOT), Virt2SplitMap(0),
Evan Cheng6d563682008-02-27 03:04:06 +000050 Virt2SplitKillMap(0), ReMatMap(NULL), ReMatId(MAX_STACK_SLOT+1),
51 LowSpillSlot(NO_STACK_SLOT), HighSpillSlot(NO_STACK_SLOT) {
52 SpillSlotToUsesMap.resize(8);
Evan Cheng499ffa92008-04-11 17:53:36 +000053 ImplicitDefed.resize(MF.getRegInfo().getLastVirtReg()+1-
54 TargetRegisterInfo::FirstVirtualRegister);
Chris Lattner13a5dcd2006-09-05 02:12:02 +000055 grow();
56}
57
Chris Lattnere2b77d52004-09-30 01:54:45 +000058void VirtRegMap::grow() {
Chris Lattnera10fff52007-12-31 04:13:23 +000059 unsigned LastVirtReg = MF.getRegInfo().getLastVirtReg();
Evan Cheng33820da2007-08-13 23:45:17 +000060 Virt2PhysMap.grow(LastVirtReg);
61 Virt2StackSlotMap.grow(LastVirtReg);
62 Virt2ReMatIdMap.grow(LastVirtReg);
Evan Cheng8e223792007-11-17 00:40:40 +000063 Virt2SplitMap.grow(LastVirtReg);
Evan Cheng06353b42007-12-05 09:51:10 +000064 Virt2SplitKillMap.grow(LastVirtReg);
Evan Cheng33820da2007-08-13 23:45:17 +000065 ReMatMap.grow(LastVirtReg);
Evan Cheng499ffa92008-04-11 17:53:36 +000066 ImplicitDefed.resize(LastVirtReg-TargetRegisterInfo::FirstVirtualRegister+1);
Alkis Evlogimenosc794a902004-02-23 23:08:11 +000067}
68
Chris Lattnere2b77d52004-09-30 01:54:45 +000069int VirtRegMap::assignVirt2StackSlot(unsigned virtReg) {
Dan Gohman3a4be0f2008-02-10 18:45:23 +000070 assert(TargetRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner39fef8d2004-09-30 02:15:18 +000071 assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT &&
Chris Lattnere2b77d52004-09-30 01:54:45 +000072 "attempt to assign stack slot to already spilled register");
Chris Lattnera10fff52007-12-31 04:13:23 +000073 const TargetRegisterClass* RC = MF.getRegInfo().getRegClass(virtReg);
Evan Cheng6d563682008-02-27 03:04:06 +000074 int SS = MF.getFrameInfo()->CreateStackObject(RC->getSize(),
75 RC->getAlignment());
76 if (LowSpillSlot == NO_STACK_SLOT)
77 LowSpillSlot = SS;
78 if (HighSpillSlot == NO_STACK_SLOT || SS > HighSpillSlot)
79 HighSpillSlot = SS;
80 unsigned Idx = SS-LowSpillSlot;
81 while (Idx >= SpillSlotToUsesMap.size())
82 SpillSlotToUsesMap.resize(SpillSlotToUsesMap.size()*2);
83 Virt2StackSlotMap[virtReg] = SS;
Chris Lattnere2b77d52004-09-30 01:54:45 +000084 ++NumSpills;
Evan Cheng6d563682008-02-27 03:04:06 +000085 return SS;
Chris Lattnere2b77d52004-09-30 01:54:45 +000086}
87
Evan Cheng6d563682008-02-27 03:04:06 +000088void VirtRegMap::assignVirt2StackSlot(unsigned virtReg, int SS) {
Dan Gohman3a4be0f2008-02-10 18:45:23 +000089 assert(TargetRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner39fef8d2004-09-30 02:15:18 +000090 assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT &&
Chris Lattnere2b77d52004-09-30 01:54:45 +000091 "attempt to assign stack slot to already spilled register");
Evan Cheng6d563682008-02-27 03:04:06 +000092 assert((SS >= 0 ||
93 (SS >= MF.getFrameInfo()->getObjectIndexBegin())) &&
Evan Cheng8be98c12007-04-04 07:40:01 +000094 "illegal fixed frame index");
Evan Cheng6d563682008-02-27 03:04:06 +000095 Virt2StackSlotMap[virtReg] = SS;
Alkis Evlogimenosfd735bc2004-05-29 20:38:05 +000096}
97
Evan Cheng0e3278e2007-03-20 08:13:50 +000098int VirtRegMap::assignVirtReMatId(unsigned virtReg) {
Dan Gohman3a4be0f2008-02-10 18:45:23 +000099 assert(TargetRegisterInfo::isVirtualRegister(virtReg));
Evan Cheng33820da2007-08-13 23:45:17 +0000100 assert(Virt2ReMatIdMap[virtReg] == NO_STACK_SLOT &&
Evan Cheng0e3278e2007-03-20 08:13:50 +0000101 "attempt to assign re-mat id to already spilled register");
Evan Cheng33820da2007-08-13 23:45:17 +0000102 Virt2ReMatIdMap[virtReg] = ReMatId;
Evan Cheng0e3278e2007-03-20 08:13:50 +0000103 return ReMatId++;
104}
105
Evan Cheng33820da2007-08-13 23:45:17 +0000106void VirtRegMap::assignVirtReMatId(unsigned virtReg, int id) {
Dan Gohman3a4be0f2008-02-10 18:45:23 +0000107 assert(TargetRegisterInfo::isVirtualRegister(virtReg));
Evan Cheng33820da2007-08-13 23:45:17 +0000108 assert(Virt2ReMatIdMap[virtReg] == NO_STACK_SLOT &&
109 "attempt to assign re-mat id to already spilled register");
110 Virt2ReMatIdMap[virtReg] = id;
111}
112
Evan Chenge88a6252008-03-11 07:19:34 +0000113int VirtRegMap::getEmergencySpillSlot(const TargetRegisterClass *RC) {
114 std::map<const TargetRegisterClass*, int>::iterator I =
115 EmergencySpillSlots.find(RC);
116 if (I != EmergencySpillSlots.end())
117 return I->second;
118 int SS = MF.getFrameInfo()->CreateStackObject(RC->getSize(),
119 RC->getAlignment());
120 if (LowSpillSlot == NO_STACK_SLOT)
121 LowSpillSlot = SS;
122 if (HighSpillSlot == NO_STACK_SLOT || SS > HighSpillSlot)
123 HighSpillSlot = SS;
Dan Gohmandfe979b2008-10-06 18:00:07 +0000124 EmergencySpillSlots[RC] = SS;
Evan Chenge88a6252008-03-11 07:19:34 +0000125 return SS;
126}
127
Evan Cheng6d563682008-02-27 03:04:06 +0000128void VirtRegMap::addSpillSlotUse(int FI, MachineInstr *MI) {
129 if (!MF.getFrameInfo()->isFixedObjectIndex(FI)) {
David Greene54b52fe2008-05-22 21:12:21 +0000130 // If FI < LowSpillSlot, this stack reference was produced by
131 // instruction selection and is not a spill
132 if (FI >= LowSpillSlot) {
133 assert(FI >= 0 && "Spill slot index should not be negative!");
Bill Wendling6e326bf2008-05-23 01:29:08 +0000134 assert((unsigned)FI-LowSpillSlot < SpillSlotToUsesMap.size()
David Greene54b52fe2008-05-22 21:12:21 +0000135 && "Invalid spill slot");
136 SpillSlotToUsesMap[FI-LowSpillSlot].insert(MI);
137 }
Evan Cheng6d563682008-02-27 03:04:06 +0000138 }
139}
140
Chris Lattner1905ae62004-10-01 23:15:36 +0000141void VirtRegMap::virtFolded(unsigned VirtReg, MachineInstr *OldMI,
Evan Chengf45a1d62007-12-02 08:30:39 +0000142 MachineInstr *NewMI, ModRef MRInfo) {
Chris Lattner1905ae62004-10-01 23:15:36 +0000143 // Move previous memory references folded to new instruction.
144 MI2VirtMapTy::iterator IP = MI2VirtMap.lower_bound(NewMI);
Misha Brukman835702a2005-04-21 22:36:52 +0000145 for (MI2VirtMapTy::iterator I = MI2VirtMap.lower_bound(OldMI),
Chris Lattner1905ae62004-10-01 23:15:36 +0000146 E = MI2VirtMap.end(); I != E && I->first == OldMI; ) {
147 MI2VirtMap.insert(IP, std::make_pair(NewMI, I->second));
Chris Lattnerb5b4a2f2004-09-30 16:35:08 +0000148 MI2VirtMap.erase(I++);
Chris Lattnere2b77d52004-09-30 01:54:45 +0000149 }
Chris Lattnerb5b4a2f2004-09-30 16:35:08 +0000150
Chris Lattnere2b77d52004-09-30 01:54:45 +0000151 // add new memory reference
Chris Lattner1905ae62004-10-01 23:15:36 +0000152 MI2VirtMap.insert(IP, std::make_pair(NewMI, std::make_pair(VirtReg, MRInfo)));
Alkis Evlogimenosb76d2342004-03-01 20:05:10 +0000153}
154
Evan Chengb6307652007-10-13 02:50:24 +0000155void VirtRegMap::virtFolded(unsigned VirtReg, MachineInstr *MI, ModRef MRInfo) {
156 MI2VirtMapTy::iterator IP = MI2VirtMap.lower_bound(MI);
157 MI2VirtMap.insert(IP, std::make_pair(MI, std::make_pair(VirtReg, MRInfo)));
158}
159
Evan Cheng6d563682008-02-27 03:04:06 +0000160void VirtRegMap::RemoveMachineInstrFromMaps(MachineInstr *MI) {
161 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
162 MachineOperand &MO = MI->getOperand(i);
Dan Gohman0d1e9a82008-10-03 15:45:36 +0000163 if (!MO.isFI())
Evan Cheng6d563682008-02-27 03:04:06 +0000164 continue;
165 int FI = MO.getIndex();
166 if (MF.getFrameInfo()->isFixedObjectIndex(FI))
167 continue;
David Greene54b52fe2008-05-22 21:12:21 +0000168 // This stack reference was produced by instruction selection and
169 // is not a spill
170 if (FI < LowSpillSlot)
171 continue;
Bill Wendling6e326bf2008-05-23 01:29:08 +0000172 assert((unsigned)FI-LowSpillSlot < SpillSlotToUsesMap.size()
David Greene54b52fe2008-05-22 21:12:21 +0000173 && "Invalid spill slot");
Evan Cheng6d563682008-02-27 03:04:06 +0000174 SpillSlotToUsesMap[FI-LowSpillSlot].erase(MI);
175 }
176 MI2VirtMap.erase(MI);
177 SpillPt2VirtMap.erase(MI);
178 RestorePt2VirtMap.erase(MI);
Evan Chenge88a6252008-03-11 07:19:34 +0000179 EmergencySpillMap.erase(MI);
Evan Cheng6d563682008-02-27 03:04:06 +0000180}
181
Chris Lattner39fef8d2004-09-30 02:15:18 +0000182void VirtRegMap::print(std::ostream &OS) const {
Dan Gohman3a4be0f2008-02-10 18:45:23 +0000183 const TargetRegisterInfo* TRI = MF.getTarget().getRegisterInfo();
Alkis Evlogimenosc794a902004-02-23 23:08:11 +0000184
Chris Lattner39fef8d2004-09-30 02:15:18 +0000185 OS << "********** REGISTER MAP **********\n";
Dan Gohman3a4be0f2008-02-10 18:45:23 +0000186 for (unsigned i = TargetRegisterInfo::FirstVirtualRegister,
Chris Lattnera10fff52007-12-31 04:13:23 +0000187 e = MF.getRegInfo().getLastVirtReg(); i <= e; ++i) {
Chris Lattner39fef8d2004-09-30 02:15:18 +0000188 if (Virt2PhysMap[i] != (unsigned)VirtRegMap::NO_PHYS_REG)
Bill Wendlingd7a258d2008-02-26 21:47:57 +0000189 OS << "[reg" << i << " -> " << TRI->getName(Virt2PhysMap[i])
Bill Wendlingc24ea4f2008-02-26 21:11:01 +0000190 << "]\n";
Chris Lattnere2b77d52004-09-30 01:54:45 +0000191 }
192
Dan Gohman3a4be0f2008-02-10 18:45:23 +0000193 for (unsigned i = TargetRegisterInfo::FirstVirtualRegister,
Chris Lattnera10fff52007-12-31 04:13:23 +0000194 e = MF.getRegInfo().getLastVirtReg(); i <= e; ++i)
Chris Lattner39fef8d2004-09-30 02:15:18 +0000195 if (Virt2StackSlotMap[i] != VirtRegMap::NO_STACK_SLOT)
196 OS << "[reg" << i << " -> fi#" << Virt2StackSlotMap[i] << "]\n";
197 OS << '\n';
Alkis Evlogimenosc794a902004-02-23 23:08:11 +0000198}
Alkis Evlogimenos1dd872c2004-02-24 08:58:30 +0000199
Bill Wendling9d46fcd2006-11-17 02:09:07 +0000200void VirtRegMap::dump() const {
Dan Gohman34ae72c2008-03-12 20:52:10 +0000201 print(cerr);
Owen Andersonaabe06d2009-03-11 22:31:21 +0000202}