blob: 0a4077fa159910b81e820ce3971ca10cfa7f2dd4 [file] [log] [blame]
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +00001//===-- RegAllocLinearScan.cpp - Linear Scan register allocator -----------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements a linear scan register allocator.
11//
12//===----------------------------------------------------------------------===//
13#define DEBUG_TYPE "regalloc"
14#include "llvm/Function.h"
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000015#include "llvm/CodeGen/LiveVariables.h"
16#include "llvm/CodeGen/MachineFrameInfo.h"
17#include "llvm/CodeGen/MachineFunctionPass.h"
18#include "llvm/CodeGen/MachineInstr.h"
19#include "llvm/CodeGen/Passes.h"
20#include "llvm/CodeGen/SSARegMap.h"
21#include "llvm/Target/MRegisterInfo.h"
22#include "llvm/Target/TargetInstrInfo.h"
23#include "llvm/Target/TargetMachine.h"
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000024#include "llvm/Support/CFG.h"
25#include "Support/Debug.h"
26#include "Support/DepthFirstIterator.h"
27#include "Support/Statistic.h"
28#include "Support/STLExtras.h"
Alkis Evlogimenosa2f6a402004-02-23 00:50:15 +000029#include "LiveIntervals.h"
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +000030#include "PhysRegTracker.h"
Alkis Evlogimenos843b1602004-02-15 10:24:21 +000031#include <algorithm>
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000032using namespace llvm;
33
34namespace {
Alkis Evlogimenos2acef2d2004-02-19 06:19:09 +000035 Statistic<> numStores("ra-linearscan", "Number of stores added");
36 Statistic<> numLoads ("ra-linearscan", "Number of loads added");
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000037
38 class RA : public MachineFunctionPass {
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000039 private:
40 MachineFunction* mf_;
41 const TargetMachine* tm_;
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +000042 const TargetInstrInfo* tii_;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000043 const MRegisterInfo* mri_;
Alkis Evlogimenose88280a2004-01-22 23:08:45 +000044 LiveIntervals* li_;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +000045 typedef std::list<LiveIntervals::Interval*> IntervalPtrs;
46 IntervalPtrs unhandled_, fixed_, active_, inactive_, handled_;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000047
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000048 PhysRegTracker prt_;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000049
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000050 typedef std::map<unsigned, unsigned> Virt2PhysMap;
51 Virt2PhysMap v2pMap_;
52
53 typedef std::map<unsigned, int> Virt2StackSlotMap;
54 Virt2StackSlotMap v2ssMap_;
55
56 int instrAdded_;
57
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +000058 typedef std::vector<float> SpillWeights;
59 SpillWeights spillWeights_;
60
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000061 public:
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000062 RA()
63 : prt_(NULL) {
64
65 }
66
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000067 virtual const char* getPassName() const {
68 return "Linear Scan Register Allocator";
69 }
70
71 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
72 AU.addRequired<LiveVariables>();
73 AU.addRequired<LiveIntervals>();
74 MachineFunctionPass::getAnalysisUsage(AU);
75 }
76
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000077 /// runOnMachineFunction - register allocate the whole function
78 bool runOnMachineFunction(MachineFunction&);
79
Alkis Evlogimenos04667292004-02-01 20:13:26 +000080 void releaseMemory();
81
82 private:
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +000083 /// initIntervalSets - initializa the four interval sets:
84 /// unhandled, fixed, active and inactive
Alkis Evlogimenos843b1602004-02-15 10:24:21 +000085 void initIntervalSets(LiveIntervals::Intervals& li);
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +000086
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000087 /// processActiveIntervals - expire old intervals and move
88 /// non-overlapping ones to the incative list
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +000089 void processActiveIntervals(IntervalPtrs::value_type cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000090
91 /// processInactiveIntervals - expire old intervals and move
92 /// overlapping ones to the active list
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +000093 void processInactiveIntervals(IntervalPtrs::value_type cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000094
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +000095 /// updateSpillWeights - updates the spill weights of the
96 /// specifed physical register and its weight
97 void updateSpillWeights(unsigned reg, SpillWeights::value_type weight);
98
99 /// assignRegOrStackSlotAtInterval - assign a register if one
100 /// is available, or spill.
101 void assignRegOrStackSlotAtInterval(IntervalPtrs::value_type cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000102
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000103 /// addSpillCode - adds spill code for interval. The interval
104 /// must be modified by LiveIntervals::updateIntervalForSpill.
105 void addSpillCode(IntervalPtrs::value_type li, int slot);
106
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000107 ///
108 /// register handling helpers
109 ///
110
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000111 /// getFreePhysReg - return a free physical register for this
112 /// virtual register interval if we have one, otherwise return
113 /// 0
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000114 unsigned getFreePhysReg(IntervalPtrs::value_type cur);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000115
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000116 /// assignVirt2PhysReg - assigns the free physical register to
117 /// the virtual register passed as arguments
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000118 Virt2PhysMap::iterator
119 assignVirt2PhysReg(unsigned virtReg, unsigned physReg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000120
121 /// clearVirtReg - free the physical register associated with this
122 /// virtual register and disassociate virtual->physical and
123 /// physical->virtual mappings
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000124 void clearVirtReg(Virt2PhysMap::iterator it);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000125
126 /// assignVirt2StackSlot - assigns this virtual register to a
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000127 /// stack slot. returns the stack slot
128 int assignVirt2StackSlot(unsigned virtReg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000129
Alkis Evlogimenos69546d52003-12-04 03:57:28 +0000130 /// getStackSlot - returns the offset of the specified
131 /// register on the stack
132 int getStackSlot(unsigned virtReg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000133
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000134 void printVirtRegAssignment() const {
135 std::cerr << "register assignment:\n";
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000136
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000137 for (Virt2PhysMap::const_iterator
138 i = v2pMap_.begin(), e = v2pMap_.end(); i != e; ++i) {
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000139 assert(i->second != 0);
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000140 std::cerr << "[reg" << i->first << " -> "
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000141 << mri_->getName(i->second) << "]\n";
142 }
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000143 for (Virt2StackSlotMap::const_iterator
144 i = v2ssMap_.begin(), e = v2ssMap_.end(); i != e; ++i) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000145 std::cerr << '[' << i->first << " -> ss#" << i->second << "]\n";
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000146 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000147 std::cerr << '\n';
148 }
Alkis Evlogimenosa6d8c3f2004-01-16 20:29:42 +0000149
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000150 void printIntervals(const char* const str,
151 RA::IntervalPtrs::const_iterator i,
152 RA::IntervalPtrs::const_iterator e) const {
153 if (str) std::cerr << str << " intervals:\n";
154 for (; i != e; ++i) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000155 std::cerr << "\t" << **i << " -> ";
Alkis Evlogimenosa6d8c3f2004-01-16 20:29:42 +0000156 unsigned reg = (*i)->reg;
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000157 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenosa6d8c3f2004-01-16 20:29:42 +0000158 Virt2PhysMap::const_iterator it = v2pMap_.find(reg);
159 reg = (it == v2pMap_.end() ? 0 : it->second);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000160 }
Alkis Evlogimenosa12c7bb2004-01-16 20:33:13 +0000161 std::cerr << mri_->getName(reg) << '\n';
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000162 }
163 }
Alkis Evlogimenos779e6402004-02-18 23:15:23 +0000164
165 void verifyAssignment() const {
166 for (Virt2PhysMap::const_iterator i = v2pMap_.begin(),
167 e = v2pMap_.end(); i != e; ++i)
Alkis Evlogimenosd195e992004-02-19 19:24:17 +0000168 for (Virt2PhysMap::const_iterator i2 = next(i); i2 != e; ++i2)
169 if (MRegisterInfo::isVirtualRegister(i->second) &&
170 (i->second == i2->second ||
171 mri_->areAliases(i->second, i2->second))) {
Alkis Evlogimenos779e6402004-02-18 23:15:23 +0000172 const LiveIntervals::Interval
173 &in = li_->getInterval(i->second),
174 &in2 = li_->getInterval(i2->second);
Alkis Evlogimenosd195e992004-02-19 19:24:17 +0000175 if (in.overlaps(in2)) {
176 std::cerr << in << " overlaps " << in2 << '\n';
177 assert(0);
178 }
Alkis Evlogimenos779e6402004-02-18 23:15:23 +0000179 }
180 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000181 };
182}
183
Alkis Evlogimenos04667292004-02-01 20:13:26 +0000184void RA::releaseMemory()
185{
186 v2pMap_.clear();
187 v2ssMap_.clear();
188 unhandled_.clear();
189 active_.clear();
190 inactive_.clear();
191 fixed_.clear();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000192 handled_.clear();
Alkis Evlogimenos04667292004-02-01 20:13:26 +0000193}
194
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000195bool RA::runOnMachineFunction(MachineFunction &fn) {
196 mf_ = &fn;
197 tm_ = &fn.getTarget();
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000198 tii_ = &tm_->getInstrInfo();
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000199 mri_ = tm_->getRegisterInfo();
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000200 li_ = &getAnalysis<LiveIntervals>();
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000201 prt_ = PhysRegTracker(mf_);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000202
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000203 initIntervalSets(li_->getIntervals());
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000204
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000205 // linear scan algorithm
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000206 DEBUG(std::cerr << "********** LINEAR SCAN **********\n");
207 DEBUG(std::cerr << "********** Function: "
208 << mf_->getFunction()->getName() << '\n');
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000209
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000210 DEBUG(printIntervals("unhandled", unhandled_.begin(), unhandled_.end()));
211 DEBUG(printIntervals("fixed", fixed_.begin(), fixed_.end()));
212 DEBUG(printIntervals("active", active_.begin(), active_.end()));
213 DEBUG(printIntervals("inactive", inactive_.begin(), inactive_.end()));
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000214
215 while (!unhandled_.empty() || !fixed_.empty()) {
216 // pick the interval with the earliest start point
217 IntervalPtrs::value_type cur;
218 if (fixed_.empty()) {
219 cur = unhandled_.front();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000220 unhandled_.pop_front();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000221 }
222 else if (unhandled_.empty()) {
223 cur = fixed_.front();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000224 fixed_.pop_front();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000225 }
226 else if (unhandled_.front()->start() < fixed_.front()->start()) {
227 cur = unhandled_.front();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000228 unhandled_.pop_front();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000229 }
230 else {
231 cur = fixed_.front();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000232 fixed_.pop_front();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000233 }
234
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000235 DEBUG(std::cerr << "\n*** CURRENT ***: " << *cur << '\n');
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000236
237 processActiveIntervals(cur);
238 processInactiveIntervals(cur);
Alkis Evlogimenosb7be1152004-01-13 20:42:08 +0000239
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000240 // if this register is fixed we are done
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000241 if (MRegisterInfo::isPhysicalRegister(cur->reg)) {
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000242 prt_.addRegUse(cur->reg);
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000243 active_.push_back(cur);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000244 handled_.push_back(cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000245 }
246 // otherwise we are allocating a virtual register. try to find
247 // a free physical register or spill an interval in order to
248 // assign it one (we could spill the current though).
249 else {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000250 assignRegOrStackSlotAtInterval(cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000251 }
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000252
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000253 DEBUG(printIntervals("active", active_.begin(), active_.end()));
254 DEBUG(printIntervals("inactive", inactive_.begin(), inactive_.end()));
255 // DEBUG(verifyAssignment());
256 }
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000257
Alkis Evlogimenos7d65a122003-12-13 05:50:19 +0000258 // expire any remaining active intervals
259 for (IntervalPtrs::iterator i = active_.begin(); i != active_.end(); ++i) {
260 unsigned reg = (*i)->reg;
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000261 DEBUG(std::cerr << "\tinterval " << **i << " expired\n");
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000262 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000263 reg = v2pMap_[reg];
Alkis Evlogimenos7d65a122003-12-13 05:50:19 +0000264 }
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000265 prt_.delRegUse(reg);
Alkis Evlogimenos7d65a122003-12-13 05:50:19 +0000266 }
Alkis Evlogimenos4d7af652003-12-14 13:24:17 +0000267
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000268 DEBUG(printVirtRegAssignment());
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000269
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000270 DEBUG(std::cerr << "********** REWRITE MACHINE CODE **********\n");
271 DEBUG(std::cerr << "********** Function: "
272 << mf_->getFunction()->getName() << '\n');
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000273
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000274 for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end();
275 mbbi != mbbe; ++mbbi) {
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000276 instrAdded_ = 0;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000277
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000278 for (MachineBasicBlock::iterator mii = mbbi->begin(), mie = mbbi->end();
279 mii != mie; ++mii) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000280 DEBUG(
281 std::cerr << '[';
282 unsigned index = li_->getInstructionIndex(mii);
283 if (index == std::numeric_limits<unsigned>::max())
284 std::cerr << '*';
285 else
286 std::cerr << index;
287 std::cerr << "]\t";
288 mii->print(std::cerr, *tm_));
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000289
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000290 // use our current mapping and actually replace every
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000291 // virtual register with its allocated physical registers
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000292 DEBUG(std::cerr << "\t");
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000293 for (unsigned i = 0, e = mii->getNumOperands();
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000294 i != e; ++i) {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000295 MachineOperand& op = mii->getOperand(i);
Chris Lattner1cbe4d02004-02-10 21:12:22 +0000296 if (op.isRegister() &&
297 MRegisterInfo::isVirtualRegister(op.getReg())) {
298 unsigned virtReg = op.getReg();
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000299 Virt2PhysMap::iterator it = v2pMap_.find(virtReg);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000300 assert(it != v2pMap_.end() &&
301 "all virtual registers must be allocated");
302 unsigned physReg = it->second;
303 assert(MRegisterInfo::isPhysicalRegister(physReg));
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000304 DEBUG(std::cerr << "\t[reg" << virtReg
305 << " -> " << mri_->getName(physReg) << ']');
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000306 mii->SetMachineOperandReg(i, physReg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000307 }
308 }
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000309 DEBUG(std::cerr << '\n');
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000310 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000311 }
312
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000313 DEBUG(std::cerr << "********** MACHINEINSTRS **********\n");
314 DEBUG(
315 for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end();
316 mbbi != mbbe; ++mbbi) {
Alkis Evlogimenos0f338a12004-02-22 05:46:04 +0000317 std::cerr << mbbi->getBasicBlock()->getName() << ":\n";
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000318 for (MachineBasicBlock::iterator mii = mbbi->begin(),
319 mie = mbbi->end(); mii != mie; ++mii) {
320 unsigned index = li_->getInstructionIndex(mii);
321 if (index == std::numeric_limits<unsigned>::max())
322 std::cerr << "*\t";
323 else
324 std::cerr << index << '\t';
325 mii->print(std::cerr, *tm_);
326 }
327 });
328
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000329 return true;
330}
331
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000332void RA::initIntervalSets(LiveIntervals::Intervals& li)
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000333{
334 assert(unhandled_.empty() && fixed_.empty() &&
335 active_.empty() && inactive_.empty() &&
336 "interval sets should be empty on initialization");
337
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000338 for (LiveIntervals::Intervals::iterator i = li.begin(), e = li.end();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000339 i != e; ++i) {
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000340 if (MRegisterInfo::isPhysicalRegister(i->reg))
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000341 fixed_.push_back(&*i);
342 else
343 unhandled_.push_back(&*i);
344 }
345}
346
347void RA::processActiveIntervals(IntervalPtrs::value_type cur)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000348{
349 DEBUG(std::cerr << "\tprocessing active intervals:\n");
350 for (IntervalPtrs::iterator i = active_.begin(); i != active_.end();) {
351 unsigned reg = (*i)->reg;
Alkis Evlogimenos3b02cbe2004-01-16 20:17:05 +0000352 // remove expired intervals
353 if ((*i)->expiredAt(cur->start())) {
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000354 DEBUG(std::cerr << "\t\tinterval " << **i << " expired\n");
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000355 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000356 reg = v2pMap_[reg];
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000357 }
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000358 prt_.delRegUse(reg);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000359 // remove from active
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000360 i = active_.erase(i);
361 }
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000362 // move inactive intervals to inactive list
363 else if (!(*i)->liveAt(cur->start())) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000364 DEBUG(std::cerr << "\t\tinterval " << **i << " inactive\n");
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000365 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000366 reg = v2pMap_[reg];
367 }
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000368 prt_.delRegUse(reg);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000369 // add to inactive
370 inactive_.push_back(*i);
371 // remove from active
372 i = active_.erase(i);
373 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000374 else {
375 ++i;
376 }
377 }
378}
379
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000380void RA::processInactiveIntervals(IntervalPtrs::value_type cur)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000381{
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000382 DEBUG(std::cerr << "\tprocessing inactive intervals:\n");
383 for (IntervalPtrs::iterator i = inactive_.begin(); i != inactive_.end();) {
384 unsigned reg = (*i)->reg;
385
Alkis Evlogimenos3b02cbe2004-01-16 20:17:05 +0000386 // remove expired intervals
387 if ((*i)->expiredAt(cur->start())) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000388 DEBUG(std::cerr << "\t\tinterval " << **i << " expired\n");
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000389 // remove from inactive
390 i = inactive_.erase(i);
391 }
392 // move re-activated intervals in active list
393 else if ((*i)->liveAt(cur->start())) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000394 DEBUG(std::cerr << "\t\tinterval " << **i << " active\n");
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000395 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000396 reg = v2pMap_[reg];
397 }
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000398 prt_.addRegUse(reg);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000399 // add to active
400 active_.push_back(*i);
401 // remove from inactive
402 i = inactive_.erase(i);
403 }
404 else {
405 ++i;
406 }
407 }
408}
409
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000410void RA::updateSpillWeights(unsigned reg, SpillWeights::value_type weight)
411{
412 spillWeights_[reg] += weight;
413 for (const unsigned* as = mri_->getAliasSet(reg); *as; ++as)
414 spillWeights_[*as] += weight;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000415}
416
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000417void RA::assignRegOrStackSlotAtInterval(IntervalPtrs::value_type cur)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000418{
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000419 DEBUG(std::cerr << "\tallocating current interval: ");
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000420
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000421 PhysRegTracker backupPrt = prt_;
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000422
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000423 spillWeights_.assign(mri_->getNumRegs(), 0.0);
424
425 // for each interval in active update spill weights
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000426 for (IntervalPtrs::const_iterator i = active_.begin(), e = active_.end();
427 i != e; ++i) {
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000428 unsigned reg = (*i)->reg;
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000429 if (MRegisterInfo::isVirtualRegister(reg))
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000430 reg = v2pMap_[reg];
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000431 updateSpillWeights(reg, (*i)->weight);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000432 }
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000433
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000434 // for every interval in inactive we overlap with, mark the
435 // register as not free and update spill weights
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000436 for (IntervalPtrs::const_iterator i = inactive_.begin(),
437 e = inactive_.end(); i != e; ++i) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000438 if (cur->overlaps(**i)) {
439 unsigned reg = (*i)->reg;
440 if (MRegisterInfo::isVirtualRegister(reg))
441 reg = v2pMap_[reg];
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000442 prt_.addRegUse(reg);
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000443 updateSpillWeights(reg, (*i)->weight);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000444 }
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000445 }
446
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000447 // for every interval in fixed we overlap with,
448 // mark the register as not free and update spill weights
449 for (IntervalPtrs::const_iterator i = fixed_.begin(),
450 e = fixed_.end(); i != e; ++i) {
451 if (cur->overlaps(**i)) {
452 unsigned reg = (*i)->reg;
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000453 prt_.addRegUse(reg);
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000454 updateSpillWeights(reg, (*i)->weight);
455 }
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000456 }
457
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000458 unsigned physReg = getFreePhysReg(cur);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000459 // restore the physical register tracker
460 prt_ = backupPrt;
461 // if we find a free register, we are done: assign this virtual to
462 // the free physical register and add this interval to the active
463 // list.
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000464 if (physReg) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000465 DEBUG(std::cerr << mri_->getName(physReg) << '\n');
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000466 assignVirt2PhysReg(cur->reg, physReg);
467 active_.push_back(cur);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000468 handled_.push_back(cur);
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000469 return;
470 }
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000471 DEBUG(std::cerr << "no free registers\n");
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000472
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000473 DEBUG(std::cerr << "\tassigning stack slot at interval "<< *cur << ":\n");
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000474
Alkis Evlogimenos6ab5c152004-02-14 00:44:07 +0000475 float minWeight = std::numeric_limits<float>::infinity();
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000476 unsigned minReg = 0;
477 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(cur->reg);
478 for (TargetRegisterClass::iterator i = rc->allocation_order_begin(*mf_);
479 i != rc->allocation_order_end(*mf_); ++i) {
480 unsigned reg = *i;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000481 if (minWeight > spillWeights_[reg]) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000482 minWeight = spillWeights_[reg];
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000483 minReg = reg;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000484 }
485 }
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000486 DEBUG(std::cerr << "\t\tregister with min weight: "
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000487 << mri_->getName(minReg) << " (" << minWeight << ")\n");
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000488
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000489 // if the current has the minimum weight, we need to modify it,
490 // push it back in unhandled and let the linear scan algorithm run
491 // again
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000492 if (cur->weight <= minWeight) {
493 DEBUG(std::cerr << "\t\t\tspilling(c): " << *cur << '\n';);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000494 int slot = assignVirt2StackSlot(cur->reg);
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000495 li_->updateSpilledInterval(*cur, slot);
496
497 // if we didn't eliminate the interval find where to add it
498 // back to unhandled. We need to scan since unhandled are
499 // sorted on earliest start point and we may have changed our
500 // start point.
501 if (!cur->empty()) {
502 addSpillCode(cur, slot);
503 IntervalPtrs::iterator it = unhandled_.begin();
504 while (it != unhandled_.end() && (*it)->start() < cur->start())
505 ++it;
506 unhandled_.insert(it, cur);
507 }
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000508 return;
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000509 }
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000510
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000511 // push the current interval back to unhandled since we are going
512 // to re-run at least this iteration. Since we didn't modify it it
513 // should go back right in the front of the list
514 unhandled_.push_front(cur);
515
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000516 // otherwise we spill all intervals aliasing the register with
517 // minimum weight, rollback to the interval with the earliest
518 // start point and let the linear scan algorithm run again
Alkis Evlogimenosa2f6a402004-02-23 00:50:15 +0000519 assert(MRegisterInfo::isPhysicalRegister(minReg) &&
520 "did not choose a register to spill?");
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000521 std::vector<bool> toSpill(mri_->getNumRegs(), false);
522 toSpill[minReg] = true;
523 for (const unsigned* as = mri_->getAliasSet(minReg); *as; ++as)
524 toSpill[*as] = true;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000525 unsigned earliestStart = cur->start();
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000526
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000527 for (IntervalPtrs::iterator i = active_.begin(); i != active_.end(); ++i) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000528 unsigned reg = (*i)->reg;
529 if (MRegisterInfo::isVirtualRegister(reg) &&
530 toSpill[v2pMap_[reg]] &&
531 cur->overlaps(**i)) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000532 DEBUG(std::cerr << "\t\t\tspilling(a): " << **i << '\n');
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000533 earliestStart = std::min(earliestStart, (*i)->start());
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000534 int slot = assignVirt2StackSlot((*i)->reg);
535 li_->updateSpilledInterval(**i, slot);
536 addSpillCode(*i, slot);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000537 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000538 }
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000539 for (IntervalPtrs::iterator i = inactive_.begin();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000540 i != inactive_.end(); ++i) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000541 unsigned reg = (*i)->reg;
542 if (MRegisterInfo::isVirtualRegister(reg) &&
543 toSpill[v2pMap_[reg]] &&
544 cur->overlaps(**i)) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000545 DEBUG(std::cerr << "\t\t\tspilling(i): " << **i << '\n');
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000546 earliestStart = std::min(earliestStart, (*i)->start());
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000547 int slot = assignVirt2StackSlot((*i)->reg);
548 li_->updateSpilledInterval(**i, slot);
549 addSpillCode(*i, slot);
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000550 }
551 }
552
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000553 DEBUG(std::cerr << "\t\trolling back to: " << earliestStart << '\n');
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000554 // scan handled in reverse order and undo each one, restoring the
555 // state of unhandled and fixed
556 while (!handled_.empty()) {
557 IntervalPtrs::value_type i = handled_.back();
558 // if this interval starts before t we are done
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000559 if (!i->empty() && i->start() < earliestStart)
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000560 break;
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000561 DEBUG(std::cerr << "\t\t\tundo changes for: " << *i << '\n');
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000562 handled_.pop_back();
563 IntervalPtrs::iterator it;
564 if ((it = find(active_.begin(), active_.end(), i)) != active_.end()) {
565 active_.erase(it);
566 if (MRegisterInfo::isPhysicalRegister(i->reg)) {
567 fixed_.push_front(i);
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000568 prt_.delRegUse(i->reg);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000569 }
570 else {
571 Virt2PhysMap::iterator v2pIt = v2pMap_.find(i->reg);
572 clearVirtReg(v2pIt);
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000573 prt_.delRegUse(v2pIt->second);
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000574 if (i->spilled()) {
575 if (!i->empty()) {
576 IntervalPtrs::iterator it = unhandled_.begin();
577 while (it != unhandled_.end() &&
578 (*it)->start() < i->start())
579 ++it;
580 unhandled_.insert(it, i);
581 }
582 }
583 else
584 unhandled_.push_front(i);
585
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000586 }
587 }
588 else if ((it = find(inactive_.begin(), inactive_.end(), i)) != inactive_.end()) {
589 inactive_.erase(it);
590 if (MRegisterInfo::isPhysicalRegister(i->reg))
591 fixed_.push_front(i);
592 else {
593 Virt2PhysMap::iterator v2pIt = v2pMap_.find(i->reg);
594 clearVirtReg(v2pIt);
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000595 if (i->spilled()) {
596 if (!i->empty()) {
597 IntervalPtrs::iterator it = unhandled_.begin();
598 while (it != unhandled_.end() &&
599 (*it)->start() < i->start())
600 ++it;
601 unhandled_.insert(it, i);
602 }
603 }
604 else
605 unhandled_.push_front(i);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000606 }
607 }
608 else {
609 if (MRegisterInfo::isPhysicalRegister(i->reg))
610 fixed_.push_front(i);
611 else {
612 Virt2PhysMap::iterator v2pIt = v2pMap_.find(i->reg);
613 clearVirtReg(v2pIt);
614 unhandled_.push_front(i);
615 }
616 }
617 }
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000618
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000619 // scan the rest and undo each interval that expired after t and
620 // insert it in active (the next iteration of the algorithm will
621 // put it in inactive if required)
622 IntervalPtrs::iterator i = handled_.begin(), e = handled_.end();
623 for (; i != e; ++i) {
624 if (!(*i)->expiredAt(earliestStart) && (*i)->expiredAt(cur->start())) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000625 DEBUG(std::cerr << "\t\t\tundo changes for: " << **i << '\n');
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000626 active_.push_back(*i);
627 if (MRegisterInfo::isPhysicalRegister((*i)->reg))
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000628 prt_.addRegUse((*i)->reg);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000629 else {
630 assert(v2pMap_.count((*i)->reg));
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000631 prt_.addRegUse(v2pMap_.find((*i)->reg)->second);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000632 }
633 }
634 }
635}
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000636
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000637void RA::addSpillCode(IntervalPtrs::value_type li, int slot)
638{
639 // We scan the instructions corresponding to each range. We load
640 // when we have a use and spill at end of basic blocks or end of
641 // ranges only if the register was modified.
642 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(li->reg);
643
644 for (LiveIntervals::Interval::Ranges::iterator i = li->ranges.begin(),
645 e = li->ranges.end(); i != e; ++i) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000646 unsigned index = i->first;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000647 unsigned end = i->second;
648
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000649 bool loaded = false;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000650
651 // skip deleted instructions. getInstructionFromIndex returns
652 // null if the instruction was deleted (because of coalescing
653 // for example)
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000654 while (!li_->getInstructionFromIndex(index))
655 index += LiveIntervals::InstrSlots::NUM;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000656 MachineBasicBlock::iterator mi = li_->getInstructionFromIndex(index);
657 MachineBasicBlock* mbb = mi->getParent();
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000658 assert(mbb && "machine instruction not bound to basic block");
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000659
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000660 for (; index < end; index += LiveIntervals::InstrSlots::NUM) {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000661 // ignore deleted instructions
662 while (!li_->getInstructionFromIndex(index)) index += 2;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000663 mi = li_->getInstructionFromIndex(index);
Alkis Evlogimenos537fa982004-02-20 06:29:51 +0000664 DEBUG(std::cerr << "\t\t\t\texamining: \t\t\t\t\t"
665 << LiveIntervals::getBaseIndex(index) << '\t';
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000666 mi->print(std::cerr, *tm_));
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000667
668 // if it is used in this instruction load it
669 for (unsigned i = 0; i < mi->getNumOperands(); ++i) {
670 MachineOperand& mop = mi->getOperand(i);
671 if (mop.isRegister() && mop.getReg() == li->reg &&
672 mop.isUse() && !loaded) {
673 loaded = true;
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000674 mri_->loadRegFromStackSlot(*mbb, mi, li->reg, slot, rc);
Alkis Evlogimenos2acef2d2004-02-19 06:19:09 +0000675 ++numLoads;
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000676 DEBUG(std::cerr << "\t\t\t\tadded load for reg" << li->reg
677 << " from ss#" << slot << " before: \t"
678 << LiveIntervals::getBaseIndex(index) << '\t';
679 mi->print(std::cerr, *tm_));
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000680 }
681 }
682
683 // if it is defined in this instruction mark as dirty
684 for (unsigned i = 0; i < mi->getNumOperands(); ++i) {
685 MachineOperand& mop = mi->getOperand(i);
686 if (mop.isRegister() && mop.getReg() == li->reg &&
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000687 mop.isDef()) {
688 loaded = true;
689
690 mri_->storeRegToStackSlot(*mbb, next(mi), li->reg, slot,rc);
691 ++numStores;
692 DEBUG(std::cerr << "\t\t\t\tadded store for reg" << li->reg
693 << " to ss#" << slot << " after: \t\t"
694 << LiveIntervals::getBaseIndex(index) << " \t";
Alkis Evlogimenosfa510c42004-02-20 06:41:12 +0000695 mi->print(std::cerr, *tm_));
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000696 }
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000697 }
698 }
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000699 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000700}
701
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000702unsigned RA::getFreePhysReg(IntervalPtrs::value_type cur)
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000703{
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000704 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(cur->reg);
Alkis Evlogimenos26bfc082003-12-28 17:58:18 +0000705
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000706 for (TargetRegisterClass::iterator i = rc->allocation_order_begin(*mf_);
707 i != rc->allocation_order_end(*mf_); ++i) {
708 unsigned reg = *i;
Alkis Evlogimenos534f5452004-02-23 01:25:05 +0000709 if (prt_.isRegAvail(reg))
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000710 return reg;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000711 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000712 return 0;
713}
714
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000715RA::Virt2PhysMap::iterator
716RA::assignVirt2PhysReg(unsigned virtReg, unsigned physReg)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000717{
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000718 bool inserted;
719 Virt2PhysMap::iterator it;
720 tie(it, inserted) = v2pMap_.insert(std::make_pair(virtReg, physReg));
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000721 assert(inserted && "attempting to assign a virt->phys mapping to an "
722 "already mapped register");
Alkis Evlogimenos888b1a62004-02-23 00:53:31 +0000723 prt_.addRegUse(physReg);
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000724 return it;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000725}
726
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000727void RA::clearVirtReg(Virt2PhysMap::iterator it)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000728{
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000729 assert(it != v2pMap_.end() &&
730 "attempting to clear a not allocated virtual register");
731 unsigned physReg = it->second;
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000732 v2pMap_.erase(it);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000733 DEBUG(std::cerr << "\t\t\tcleared register " << mri_->getName(physReg)
734 << "\n");
735}
736
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000737
738int RA::assignVirt2StackSlot(unsigned virtReg)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000739{
740 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(virtReg);
741 int frameIndex = mf_->getFrameInfo()->CreateStackObject(rc);
742
743 bool inserted = v2ssMap_.insert(std::make_pair(virtReg, frameIndex)).second;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000744 assert(inserted && "attempt to assign stack slot to spilled register!");
745 return frameIndex;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000746}
747
Alkis Evlogimenos69546d52003-12-04 03:57:28 +0000748int RA::getStackSlot(unsigned virtReg)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000749{
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000750 assert(v2ssMap_.count(virtReg) &&
751 "attempt to get stack slot for a non spilled register");
752 return v2ssMap_.find(virtReg)->second;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000753}
754
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000755FunctionPass* llvm::createLinearScanRegisterAllocator() {
756 return new RA();
757}