blob: 3b8c3621a9828ee4f6f6a72dc0685f4c19146e89 [file] [log] [blame]
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +00001//===-- llvm/CodeGen/VirtRegMap.h - Virtual Register Map -*- C++ -*--------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +00007//
8//===----------------------------------------------------------------------===//
9//
Chris Lattner8c4d88d2004-09-30 01:54:45 +000010// This file implements a virtual register map. This maps virtual registers to
11// physical registers and virtual registers to stack slots. It is created and
12// updated by a register allocator and then used by a machine code rewriter that
13// adds spill code and rewrites virtual into physical register references.
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000014//
15//===----------------------------------------------------------------------===//
16
17#ifndef LLVM_CODEGEN_VIRTREGMAP_H
18#define LLVM_CODEGEN_VIRTREGMAP_H
19
Chris Lattner8c4d88d2004-09-30 01:54:45 +000020#include "llvm/Target/MRegisterInfo.h"
Evan Cheng81a03822007-11-17 00:40:40 +000021#include "llvm/ADT/DenseMap.h"
Chris Lattner94c002a2007-02-01 05:32:05 +000022#include "llvm/ADT/IndexedMap.h"
Bill Wendlinge8156192006-12-07 01:30:32 +000023#include "llvm/Support/Streams.h"
Alkis Evlogimenos5f375022004-03-01 20:05:10 +000024#include <map>
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000025
26namespace llvm {
Chris Lattner8c4d88d2004-09-30 01:54:45 +000027 class MachineInstr;
David Greene7e231462007-08-07 16:34:05 +000028 class MachineFunction;
Chris Lattner29268692006-09-05 02:12:02 +000029 class TargetInstrInfo;
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +000030
Chris Lattner8c4d88d2004-09-30 01:54:45 +000031 class VirtRegMap {
32 public:
Evan Cheng2638e1a2007-03-20 08:13:50 +000033 enum {
34 NO_PHYS_REG = 0,
Evan Cheng91935142007-04-04 07:40:01 +000035 NO_STACK_SLOT = (1L << 30)-1,
36 MAX_STACK_SLOT = (1L << 18)-1
Evan Cheng2638e1a2007-03-20 08:13:50 +000037 };
38
Chris Lattner35f27052006-05-01 21:16:03 +000039 enum ModRef { isRef = 1, isMod = 2, isModRef = 3 };
Chris Lattnerbec6a9e2004-10-01 23:15:36 +000040 typedef std::multimap<MachineInstr*,
41 std::pair<unsigned, ModRef> > MI2VirtMapTy;
Alkis Evlogimenos5f375022004-03-01 20:05:10 +000042
Chris Lattner8c4d88d2004-09-30 01:54:45 +000043 private:
Chris Lattner29268692006-09-05 02:12:02 +000044 const TargetInstrInfo &TII;
45
Chris Lattner7f690e62004-09-30 02:15:18 +000046 MachineFunction &MF;
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +000047 /// Virt2PhysMap - This is a virtual to physical register
48 /// mapping. Each virtual register is required to have an entry in
49 /// it; even spilled virtual registers (the register mapped to a
50 /// spilled register is the temporary used to load it from the
51 /// stack).
Chris Lattner94c002a2007-02-01 05:32:05 +000052 IndexedMap<unsigned, VirtReg2IndexFunctor> Virt2PhysMap;
Evan Cheng81a03822007-11-17 00:40:40 +000053
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +000054 /// Virt2StackSlotMap - This is virtual register to stack slot
55 /// mapping. Each spilled virtual register has an entry in it
56 /// which corresponds to the stack slot this register is spilled
57 /// at.
Chris Lattner94c002a2007-02-01 05:32:05 +000058 IndexedMap<int, VirtReg2IndexFunctor> Virt2StackSlotMap;
Evan Cheng81a03822007-11-17 00:40:40 +000059
60 /// Virt2StackSlotMap - This is virtual register to rematerialization id
61 /// mapping. Each spilled virtual register that should be remat'd has an
62 /// entry in it which corresponds to the remat id.
Evan Cheng549f27d32007-08-13 23:45:17 +000063 IndexedMap<int, VirtReg2IndexFunctor> Virt2ReMatIdMap;
Evan Cheng81a03822007-11-17 00:40:40 +000064
65 /// Virt2SplitMap - This is virtual register to splitted virtual register
66 /// mapping.
67 IndexedMap<unsigned, VirtReg2IndexFunctor> Virt2SplitMap;
68
Evan Chengadf85902007-12-05 09:51:10 +000069 /// Virt2SplitKillMap - This is splitted virtual register to its last use
Evan Chengd120ffd2007-12-05 10:24:35 +000070 /// (kill) index mapping.
71 IndexedMap<unsigned> Virt2SplitKillMap;
Evan Chengadf85902007-12-05 09:51:10 +000072
Evan Cheng81a03822007-11-17 00:40:40 +000073 /// ReMatMap - This is virtual register to re-materialized instruction
74 /// mapping. Each virtual register whose definition is going to be
75 /// re-materialized has an entry in it.
76 IndexedMap<MachineInstr*, VirtReg2IndexFunctor> ReMatMap;
77
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +000078 /// MI2VirtMap - This is MachineInstr to virtual register
79 /// mapping. In the case of memory spill code being folded into
80 /// instructions, we need to know which virtual register was
81 /// read/written by this instruction.
Chris Lattner7f690e62004-09-30 02:15:18 +000082 MI2VirtMapTy MI2VirtMap;
Misha Brukmanedf128a2005-04-21 22:36:52 +000083
Evan Cheng81a03822007-11-17 00:40:40 +000084 /// SpillPt2VirtMap - This records the virtual registers which should
85 /// be spilled right after the MachineInstr due to live interval
86 /// splitting.
Evan Chengb50bb8c2007-12-05 08:16:32 +000087 std::map<MachineInstr*, std::vector<std::pair<unsigned,bool> > >
88 SpillPt2VirtMap;
Evan Cheng2638e1a2007-03-20 08:13:50 +000089
Evan Cheng0cbb1162007-11-29 01:06:25 +000090 /// RestorePt2VirtMap - This records the virtual registers which should
91 /// be restored right before the MachineInstr due to live interval
92 /// splitting.
93 std::map<MachineInstr*, std::vector<unsigned> > RestorePt2VirtMap;
94
Evan Cheng2638e1a2007-03-20 08:13:50 +000095 /// ReMatId - Instead of assigning a stack slot to a to be rematerialized
Evan Cheng91935142007-04-04 07:40:01 +000096 /// virtual register, an unique id is being assigned. This keeps track of
Evan Cheng2638e1a2007-03-20 08:13:50 +000097 /// the highest id used so far. Note, this starts at (1<<18) to avoid
98 /// conflicts with stack slot numbers.
99 int ReMatId;
100
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000101 VirtRegMap(const VirtRegMap&); // DO NOT IMPLEMENT
102 void operator=(const VirtRegMap&); // DO NOT IMPLEMENT
Alkis Evlogimenos79742872004-02-23 23:47:10 +0000103
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000104 public:
Dan Gohman61e729e2007-08-02 21:21:54 +0000105 explicit VirtRegMap(MachineFunction &mf);
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +0000106
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000107 void grow();
Alkis Evlogimenosdd420e02004-03-01 23:18:15 +0000108
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000109 /// @brief returns true if the specified virtual register is
110 /// mapped to a physical register
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000111 bool hasPhys(unsigned virtReg) const {
112 return getPhys(virtReg) != NO_PHYS_REG;
113 }
Alkis Evlogimenosdd420e02004-03-01 23:18:15 +0000114
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000115 /// @brief returns the physical register mapped to the specified
116 /// virtual register
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000117 unsigned getPhys(unsigned virtReg) const {
118 assert(MRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner7f690e62004-09-30 02:15:18 +0000119 return Virt2PhysMap[virtReg];
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000120 }
Alkis Evlogimenosdd420e02004-03-01 23:18:15 +0000121
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000122 /// @brief creates a mapping for the specified virtual register to
123 /// the specified physical register
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000124 void assignVirt2Phys(unsigned virtReg, unsigned physReg) {
125 assert(MRegisterInfo::isVirtualRegister(virtReg) &&
126 MRegisterInfo::isPhysicalRegister(physReg));
Chris Lattner7f690e62004-09-30 02:15:18 +0000127 assert(Virt2PhysMap[virtReg] == NO_PHYS_REG &&
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000128 "attempt to assign physical register to already mapped "
129 "virtual register");
Chris Lattner7f690e62004-09-30 02:15:18 +0000130 Virt2PhysMap[virtReg] = physReg;
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000131 }
132
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000133 /// @brief clears the specified virtual register's, physical
134 /// register mapping
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000135 void clearVirt(unsigned virtReg) {
136 assert(MRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner7f690e62004-09-30 02:15:18 +0000137 assert(Virt2PhysMap[virtReg] != NO_PHYS_REG &&
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000138 "attempt to clear a not assigned virtual register");
Chris Lattner7f690e62004-09-30 02:15:18 +0000139 Virt2PhysMap[virtReg] = NO_PHYS_REG;
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000140 }
141
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000142 /// @brief clears all virtual to physical register mappings
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000143 void clearAllVirt() {
Chris Lattner7f690e62004-09-30 02:15:18 +0000144 Virt2PhysMap.clear();
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000145 grow();
146 }
147
Evan Cheng81a03822007-11-17 00:40:40 +0000148 /// @brief records virtReg is a split live interval from SReg.
149 void setIsSplitFromReg(unsigned virtReg, unsigned SReg) {
150 Virt2SplitMap[virtReg] = SReg;
151 }
152
153 /// @brief returns the live interval virtReg is split from.
154 unsigned getPreSplitReg(unsigned virtReg) {
155 return Virt2SplitMap[virtReg];
156 }
157
Evan Cheng549f27d32007-08-13 23:45:17 +0000158 /// @brief returns true is the specified virtual register is not
159 /// mapped to a stack slot or rematerialized.
160 bool isAssignedReg(unsigned virtReg) const {
Evan Cheng81a03822007-11-17 00:40:40 +0000161 if (getStackSlot(virtReg) == NO_STACK_SLOT &&
162 getReMatId(virtReg) == NO_STACK_SLOT)
163 return true;
164 // Split register can be assigned a physical register as well as a
165 // stack slot or remat id.
166 return (Virt2SplitMap[virtReg] && Virt2PhysMap[virtReg] != NO_PHYS_REG);
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000167 }
168
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000169 /// @brief returns the stack slot mapped to the specified virtual
170 /// register
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000171 int getStackSlot(unsigned virtReg) const {
172 assert(MRegisterInfo::isVirtualRegister(virtReg));
Chris Lattner7f690e62004-09-30 02:15:18 +0000173 return Virt2StackSlotMap[virtReg];
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000174 }
175
Evan Cheng549f27d32007-08-13 23:45:17 +0000176 /// @brief returns the rematerialization id mapped to the specified virtual
177 /// register
178 int getReMatId(unsigned virtReg) const {
179 assert(MRegisterInfo::isVirtualRegister(virtReg));
180 return Virt2ReMatIdMap[virtReg];
181 }
182
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000183 /// @brief create a mapping for the specifed virtual register to
184 /// the next available stack slot
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000185 int assignVirt2StackSlot(unsigned virtReg);
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000186 /// @brief create a mapping for the specified virtual register to
187 /// the specified stack slot
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000188 void assignVirt2StackSlot(unsigned virtReg, int frameIndex);
189
Evan Cheng2638e1a2007-03-20 08:13:50 +0000190 /// @brief assign an unique re-materialization id to the specified
191 /// virtual register.
192 int assignVirtReMatId(unsigned virtReg);
Evan Cheng549f27d32007-08-13 23:45:17 +0000193 /// @brief assign an unique re-materialization id to the specified
194 /// virtual register.
195 void assignVirtReMatId(unsigned virtReg, int id);
Evan Cheng2638e1a2007-03-20 08:13:50 +0000196
197 /// @brief returns true if the specified virtual register is being
198 /// re-materialized.
199 bool isReMaterialized(unsigned virtReg) const {
Evan Cheng549f27d32007-08-13 23:45:17 +0000200 return ReMatMap[virtReg] != NULL;
Evan Cheng2638e1a2007-03-20 08:13:50 +0000201 }
202
203 /// @brief returns the original machine instruction being re-issued
204 /// to re-materialize the specified virtual register.
Evan Cheng549f27d32007-08-13 23:45:17 +0000205 MachineInstr *getReMaterializedMI(unsigned virtReg) const {
Evan Cheng2638e1a2007-03-20 08:13:50 +0000206 return ReMatMap[virtReg];
207 }
208
209 /// @brief records the specified virtual register will be
210 /// re-materialized and the original instruction which will be re-issed
Evan Cheng549f27d32007-08-13 23:45:17 +0000211 /// for this purpose. If parameter all is true, then all uses of the
212 /// registers are rematerialized and it's safe to delete the definition.
Evan Cheng2638e1a2007-03-20 08:13:50 +0000213 void setVirtIsReMaterialized(unsigned virtReg, MachineInstr *def) {
214 ReMatMap[virtReg] = def;
215 }
216
Evan Chengadf85902007-12-05 09:51:10 +0000217 /// @brief record the last use (kill) of a split virtual register.
Evan Chengd120ffd2007-12-05 10:24:35 +0000218 void addKillPoint(unsigned virtReg, unsigned index) {
219 Virt2SplitKillMap[virtReg] = index;
Evan Chengadf85902007-12-05 09:51:10 +0000220 }
221
Evan Chengd120ffd2007-12-05 10:24:35 +0000222 unsigned getKillPoint(unsigned virtReg) const {
223 return Virt2SplitKillMap[virtReg];
224 }
225
226 /// @brief remove the last use (kill) of a split virtual register.
Evan Chengadf85902007-12-05 09:51:10 +0000227 void removeKillPoint(unsigned virtReg) {
Evan Chengd120ffd2007-12-05 10:24:35 +0000228 Virt2SplitKillMap[virtReg] = 0;
Evan Chengadf85902007-12-05 09:51:10 +0000229 }
230
Evan Chengcada2452007-11-28 01:28:46 +0000231 /// @brief returns true if the specified MachineInstr is a spill point.
232 bool isSpillPt(MachineInstr *Pt) const {
233 return SpillPt2VirtMap.find(Pt) != SpillPt2VirtMap.end();
234 }
235
Evan Cheng81a03822007-11-17 00:40:40 +0000236 /// @brief returns the virtual registers that should be spilled due to
237 /// splitting right after the specified MachineInstr.
Evan Chengb50bb8c2007-12-05 08:16:32 +0000238 std::vector<std::pair<unsigned,bool> > &getSpillPtSpills(MachineInstr *Pt) {
Evan Cheng81a03822007-11-17 00:40:40 +0000239 return SpillPt2VirtMap[Pt];
240 }
241
242 /// @brief records the specified MachineInstr as a spill point for virtReg.
Evan Chengb50bb8c2007-12-05 08:16:32 +0000243 void addSpillPoint(unsigned virtReg, bool isKill, MachineInstr *Pt) {
Evan Chengcada2452007-11-28 01:28:46 +0000244 if (SpillPt2VirtMap.find(Pt) != SpillPt2VirtMap.end())
Evan Chengb50bb8c2007-12-05 08:16:32 +0000245 SpillPt2VirtMap[Pt].push_back(std::make_pair(virtReg, isKill));
Evan Chengcada2452007-11-28 01:28:46 +0000246 else {
Evan Chengb50bb8c2007-12-05 08:16:32 +0000247 std::vector<std::pair<unsigned,bool> > Virts;
248 Virts.push_back(std::make_pair(virtReg, isKill));
Evan Chengcada2452007-11-28 01:28:46 +0000249 SpillPt2VirtMap.insert(std::make_pair(Pt, Virts));
250 }
Evan Cheng81a03822007-11-17 00:40:40 +0000251 }
252
253 void transferSpillPts(MachineInstr *Old, MachineInstr *New) {
Evan Chengb50bb8c2007-12-05 08:16:32 +0000254 std::map<MachineInstr*,std::vector<std::pair<unsigned,bool> > >::iterator
255 I = SpillPt2VirtMap.find(Old);
Evan Chengcada2452007-11-28 01:28:46 +0000256 if (I == SpillPt2VirtMap.end())
257 return;
258 while (!I->second.empty()) {
Evan Chengb50bb8c2007-12-05 08:16:32 +0000259 unsigned virtReg = I->second.back().first;
260 bool isKill = I->second.back().second;
Evan Chengcada2452007-11-28 01:28:46 +0000261 I->second.pop_back();
Evan Chengb50bb8c2007-12-05 08:16:32 +0000262 addSpillPoint(virtReg, isKill, New);
Evan Cheng81a03822007-11-17 00:40:40 +0000263 }
Evan Chengcada2452007-11-28 01:28:46 +0000264 SpillPt2VirtMap.erase(I);
Evan Cheng81a03822007-11-17 00:40:40 +0000265 }
266
Evan Cheng0cbb1162007-11-29 01:06:25 +0000267 /// @brief returns true if the specified MachineInstr is a restore point.
268 bool isRestorePt(MachineInstr *Pt) const {
269 return RestorePt2VirtMap.find(Pt) != RestorePt2VirtMap.end();
270 }
271
272 /// @brief returns the virtual registers that should be restoreed due to
273 /// splitting right after the specified MachineInstr.
274 std::vector<unsigned> &getRestorePtRestores(MachineInstr *Pt) {
275 return RestorePt2VirtMap[Pt];
276 }
277
278 /// @brief records the specified MachineInstr as a restore point for virtReg.
279 void addRestorePoint(unsigned virtReg, MachineInstr *Pt) {
280 if (RestorePt2VirtMap.find(Pt) != RestorePt2VirtMap.end())
281 RestorePt2VirtMap[Pt].push_back(virtReg);
282 else {
283 std::vector<unsigned> Virts;
284 Virts.push_back(virtReg);
285 RestorePt2VirtMap.insert(std::make_pair(Pt, Virts));
286 }
287 }
288
289 void transferRestorePts(MachineInstr *Old, MachineInstr *New) {
290 std::map<MachineInstr*,std::vector<unsigned> >::iterator I =
291 RestorePt2VirtMap.find(Old);
292 if (I == RestorePt2VirtMap.end())
293 return;
294 while (!I->second.empty()) {
295 unsigned virtReg = I->second.back();
296 I->second.pop_back();
297 addRestorePoint(virtReg, New);
298 }
299 RestorePt2VirtMap.erase(I);
300 }
301
Chris Lattnerbec6a9e2004-10-01 23:15:36 +0000302 /// @brief Updates information about the specified virtual register's value
Evan Chengaee4af62007-12-02 08:30:39 +0000303 /// folded into newMI machine instruction.
304 void virtFolded(unsigned VirtReg, MachineInstr *OldMI, MachineInstr *NewMI,
305 ModRef MRInfo);
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000306
Evan Cheng7f566252007-10-13 02:50:24 +0000307 /// @brief Updates information about the specified virtual register's value
308 /// folded into the specified machine instruction.
309 void virtFolded(unsigned VirtReg, MachineInstr *MI, ModRef MRInfo);
310
Alkis Evlogimenosc736b3a2004-10-01 00:35:07 +0000311 /// @brief returns the virtual registers' values folded in memory
312 /// operands of this instruction
Chris Lattner7f690e62004-09-30 02:15:18 +0000313 std::pair<MI2VirtMapTy::const_iterator, MI2VirtMapTy::const_iterator>
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000314 getFoldedVirts(MachineInstr* MI) const {
Chris Lattner7f690e62004-09-30 02:15:18 +0000315 return MI2VirtMap.equal_range(MI);
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000316 }
Chris Lattner35f27052006-05-01 21:16:03 +0000317
Evan Chengcada2452007-11-28 01:28:46 +0000318 /// RemoveMachineInstrFromMaps - MI is being erased, remove it from the
319 /// the folded instruction map and spill point map.
320 void RemoveMachineInstrFromMaps(MachineInstr *MI) {
Chris Lattner229924a2006-05-01 22:03:24 +0000321 MI2VirtMap.erase(MI);
Evan Chengcada2452007-11-28 01:28:46 +0000322 SpillPt2VirtMap.erase(MI);
Evan Cheng0cbb1162007-11-29 01:06:25 +0000323 RestorePt2VirtMap.erase(MI);
Chris Lattner35f27052006-05-01 21:16:03 +0000324 }
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000325
326 void print(std::ostream &OS) const;
Bill Wendling5c7e3262006-12-17 05:15:13 +0000327 void print(std::ostream *OS) const { if (OS) print(*OS); }
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000328 void dump() const;
329 };
330
Bill Wendling5c7e3262006-12-17 05:15:13 +0000331 inline std::ostream *operator<<(std::ostream *OS, const VirtRegMap &VRM) {
332 VRM.print(OS);
333 return OS;
334 }
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000335 inline std::ostream &operator<<(std::ostream &OS, const VirtRegMap &VRM) {
336 VRM.print(OS);
337 return OS;
338 }
339
340 /// Spiller interface: Implementations of this interface assign spilled
341 /// virtual registers to stack slots, rewriting the code.
342 struct Spiller {
343 virtual ~Spiller();
344 virtual bool runOnMachineFunction(MachineFunction &MF,
Chris Lattner35f27052006-05-01 21:16:03 +0000345 VirtRegMap &VRM) = 0;
Chris Lattner8c4d88d2004-09-30 01:54:45 +0000346 };
347
348 /// createSpiller - Create an return a spiller object, as specified on the
349 /// command line.
350 Spiller* createSpiller();
Alkis Evlogimenos0d6c5b62004-02-24 08:58:30 +0000351
Alkis Evlogimenos34d9bc92004-02-23 23:08:11 +0000352} // End llvm namespace
353
354#endif