blob: 01404101f2d682da8b461f427d67835a8bd8316d [file] [log] [blame]
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +00001//===-- RegAllocLinearScan.cpp - Linear Scan register allocator -----------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements a linear scan register allocator.
11//
12//===----------------------------------------------------------------------===//
13#define DEBUG_TYPE "regalloc"
14#include "llvm/Function.h"
15#include "llvm/CodeGen/LiveIntervals.h"
16#include "llvm/CodeGen/LiveVariables.h"
17#include "llvm/CodeGen/MachineFrameInfo.h"
18#include "llvm/CodeGen/MachineFunctionPass.h"
19#include "llvm/CodeGen/MachineInstr.h"
20#include "llvm/CodeGen/Passes.h"
21#include "llvm/CodeGen/SSARegMap.h"
22#include "llvm/Target/MRegisterInfo.h"
23#include "llvm/Target/TargetInstrInfo.h"
24#include "llvm/Target/TargetMachine.h"
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000025#include "llvm/Support/CFG.h"
26#include "Support/Debug.h"
27#include "Support/DepthFirstIterator.h"
28#include "Support/Statistic.h"
29#include "Support/STLExtras.h"
Alkis Evlogimenos843b1602004-02-15 10:24:21 +000030#include <algorithm>
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000031using namespace llvm;
32
33namespace {
34 Statistic<> numSpilled ("ra-linearscan", "Number of registers spilled");
Chris Lattner5e46b512003-12-18 20:25:31 +000035 Statistic<> numReloaded("ra-linearscan", "Number of registers reloaded");
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000036
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000037 class PhysRegTracker {
38 private:
39 const MRegisterInfo* mri_;
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000040 std::vector<unsigned> regUse_;
41
42 public:
43 PhysRegTracker(MachineFunction* mf)
44 : mri_(mf ? mf->getTarget().getRegisterInfo() : NULL) {
45 if (mri_) {
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000046 regUse_.assign(mri_->getNumRegs(), 0);
47 }
48 }
49
50 PhysRegTracker(const PhysRegTracker& rhs)
51 : mri_(rhs.mri_),
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000052 regUse_(rhs.regUse_) {
53 }
54
55 const PhysRegTracker& operator=(const PhysRegTracker& rhs) {
56 mri_ = rhs.mri_;
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000057 regUse_ = rhs.regUse_;
58 return *this;
59 }
60
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000061 void addPhysRegUse(unsigned physReg) {
62 ++regUse_[physReg];
63 for (const unsigned* as = mri_->getAliasSet(physReg); *as; ++as) {
64 physReg = *as;
65 ++regUse_[physReg];
66 }
67 }
68
69 void delPhysRegUse(unsigned physReg) {
70 assert(regUse_[physReg] != 0);
71 --regUse_[physReg];
72 for (const unsigned* as = mri_->getAliasSet(physReg); *as; ++as) {
73 physReg = *as;
74 assert(regUse_[physReg] != 0);
75 --regUse_[physReg];
76 }
77 }
78
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000079 bool isPhysRegAvail(unsigned physReg) const {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +000080 return regUse_[physReg] == 0;
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000081 }
82 };
83
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000084 class RA : public MachineFunctionPass {
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000085 private:
86 MachineFunction* mf_;
87 const TargetMachine* tm_;
88 const MRegisterInfo* mri_;
Alkis Evlogimenose88280a2004-01-22 23:08:45 +000089 LiveIntervals* li_;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +000090 typedef std::list<LiveIntervals::Interval*> IntervalPtrs;
91 IntervalPtrs unhandled_, fixed_, active_, inactive_, handled_;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000092
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +000093 PhysRegTracker prt_;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000094
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000095 typedef std::map<unsigned, unsigned> Virt2PhysMap;
96 Virt2PhysMap v2pMap_;
97
98 typedef std::map<unsigned, int> Virt2StackSlotMap;
99 Virt2StackSlotMap v2ssMap_;
100
101 int instrAdded_;
102
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000103 typedef std::vector<float> SpillWeights;
104 SpillWeights spillWeights_;
105
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000106 public:
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000107 RA()
108 : prt_(NULL) {
109
110 }
111
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000112 virtual const char* getPassName() const {
113 return "Linear Scan Register Allocator";
114 }
115
116 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
117 AU.addRequired<LiveVariables>();
118 AU.addRequired<LiveIntervals>();
119 MachineFunctionPass::getAnalysisUsage(AU);
120 }
121
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000122 /// runOnMachineFunction - register allocate the whole function
123 bool runOnMachineFunction(MachineFunction&);
124
Alkis Evlogimenos04667292004-02-01 20:13:26 +0000125 void releaseMemory();
126
127 private:
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000128 /// initIntervalSets - initializa the four interval sets:
129 /// unhandled, fixed, active and inactive
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000130 void initIntervalSets(LiveIntervals::Intervals& li);
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000131
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000132 /// processActiveIntervals - expire old intervals and move
133 /// non-overlapping ones to the incative list
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000134 void processActiveIntervals(IntervalPtrs::value_type cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000135
136 /// processInactiveIntervals - expire old intervals and move
137 /// overlapping ones to the active list
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000138 void processInactiveIntervals(IntervalPtrs::value_type cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000139
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000140 /// updateSpillWeights - updates the spill weights of the
141 /// specifed physical register and its weight
142 void updateSpillWeights(unsigned reg, SpillWeights::value_type weight);
143
144 /// assignRegOrStackSlotAtInterval - assign a register if one
145 /// is available, or spill.
146 void assignRegOrStackSlotAtInterval(IntervalPtrs::value_type cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000147
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000148 /// addSpillCode - adds spill code for interval. The interval
149 /// must be modified by LiveIntervals::updateIntervalForSpill.
150 void addSpillCode(IntervalPtrs::value_type li, int slot);
151
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000152 ///
153 /// register handling helpers
154 ///
155
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000156 /// getFreePhysReg - return a free physical register for this
157 /// virtual register interval if we have one, otherwise return
158 /// 0
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000159 unsigned getFreePhysReg(IntervalPtrs::value_type cur);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000160
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000161 /// assignVirt2PhysReg - assigns the free physical register to
162 /// the virtual register passed as arguments
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000163 Virt2PhysMap::iterator
164 assignVirt2PhysReg(unsigned virtReg, unsigned physReg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000165
166 /// clearVirtReg - free the physical register associated with this
167 /// virtual register and disassociate virtual->physical and
168 /// physical->virtual mappings
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000169 void clearVirtReg(Virt2PhysMap::iterator it);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000170
171 /// assignVirt2StackSlot - assigns this virtual register to a
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000172 /// stack slot. returns the stack slot
173 int assignVirt2StackSlot(unsigned virtReg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000174
Alkis Evlogimenos69546d52003-12-04 03:57:28 +0000175 /// getStackSlot - returns the offset of the specified
176 /// register on the stack
177 int getStackSlot(unsigned virtReg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000178
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000179 void printVirtRegAssignment() const {
180 std::cerr << "register assignment:\n";
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000181
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000182 for (Virt2PhysMap::const_iterator
183 i = v2pMap_.begin(), e = v2pMap_.end(); i != e; ++i) {
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000184 assert(i->second != 0);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000185 std::cerr << '[' << i->first << ','
186 << mri_->getName(i->second) << "]\n";
187 }
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000188 for (Virt2StackSlotMap::const_iterator
189 i = v2ssMap_.begin(), e = v2ssMap_.end(); i != e; ++i) {
190 std::cerr << '[' << i->first << ",ss#" << i->second << "]\n";
191 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000192 std::cerr << '\n';
193 }
Alkis Evlogimenosa6d8c3f2004-01-16 20:29:42 +0000194
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000195 void printIntervals(const char* const str,
196 RA::IntervalPtrs::const_iterator i,
197 RA::IntervalPtrs::const_iterator e) const {
198 if (str) std::cerr << str << " intervals:\n";
199 for (; i != e; ++i) {
200 std::cerr << "\t\t" << **i << " -> ";
Alkis Evlogimenosa6d8c3f2004-01-16 20:29:42 +0000201 unsigned reg = (*i)->reg;
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000202 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenosa6d8c3f2004-01-16 20:29:42 +0000203 Virt2PhysMap::const_iterator it = v2pMap_.find(reg);
204 reg = (it == v2pMap_.end() ? 0 : it->second);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000205 }
Alkis Evlogimenosa12c7bb2004-01-16 20:33:13 +0000206 std::cerr << mri_->getName(reg) << '\n';
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000207 }
208 }
209 };
210}
211
Alkis Evlogimenos04667292004-02-01 20:13:26 +0000212void RA::releaseMemory()
213{
214 v2pMap_.clear();
215 v2ssMap_.clear();
216 unhandled_.clear();
217 active_.clear();
218 inactive_.clear();
219 fixed_.clear();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000220 handled_.clear();
Alkis Evlogimenos04667292004-02-01 20:13:26 +0000221}
222
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000223bool RA::runOnMachineFunction(MachineFunction &fn) {
224 mf_ = &fn;
225 tm_ = &fn.getTarget();
226 mri_ = tm_->getRegisterInfo();
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000227 li_ = &getAnalysis<LiveIntervals>();
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000228 prt_ = PhysRegTracker(mf_);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000229
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000230 initIntervalSets(li_->getIntervals());
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000231
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000232 // linear scan algorithm
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000233 DEBUG(std::cerr << "Machine Function\n");
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000234
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000235 DEBUG(printIntervals("\tunhandled", unhandled_.begin(), unhandled_.end()));
236 DEBUG(printIntervals("\tfixed", fixed_.begin(), fixed_.end()));
237 DEBUG(printIntervals("\tactive", active_.begin(), active_.end()));
238 DEBUG(printIntervals("\tinactive", inactive_.begin(), inactive_.end()));
239
240 while (!unhandled_.empty() || !fixed_.empty()) {
241 // pick the interval with the earliest start point
242 IntervalPtrs::value_type cur;
243 if (fixed_.empty()) {
244 cur = unhandled_.front();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000245 unhandled_.pop_front();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000246 }
247 else if (unhandled_.empty()) {
248 cur = fixed_.front();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000249 fixed_.pop_front();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000250 }
251 else if (unhandled_.front()->start() < fixed_.front()->start()) {
252 cur = unhandled_.front();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000253 unhandled_.pop_front();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000254 }
255 else {
256 cur = fixed_.front();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000257 fixed_.pop_front();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000258 }
259
Alkis Evlogimenos5ab20272004-01-14 00:09:36 +0000260 DEBUG(std::cerr << *cur << '\n');
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000261
262 processActiveIntervals(cur);
263 processInactiveIntervals(cur);
Alkis Evlogimenosb7be1152004-01-13 20:42:08 +0000264
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000265 // if this register is fixed we are done
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000266 if (MRegisterInfo::isPhysicalRegister(cur->reg)) {
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000267 prt_.addPhysRegUse(cur->reg);
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000268 active_.push_back(cur);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000269 handled_.push_back(cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000270 }
271 // otherwise we are allocating a virtual register. try to find
272 // a free physical register or spill an interval in order to
273 // assign it one (we could spill the current though).
274 else {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000275 assignRegOrStackSlotAtInterval(cur);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000276 }
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000277
278 DEBUG(printIntervals("\tactive", active_.begin(), active_.end()));
279 DEBUG(printIntervals("\tinactive", inactive_.begin(), inactive_.end())); }
280
Alkis Evlogimenos7d65a122003-12-13 05:50:19 +0000281 // expire any remaining active intervals
282 for (IntervalPtrs::iterator i = active_.begin(); i != active_.end(); ++i) {
283 unsigned reg = (*i)->reg;
284 DEBUG(std::cerr << "\t\tinterval " << **i << " expired\n");
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000285 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000286 reg = v2pMap_[reg];
Alkis Evlogimenos7d65a122003-12-13 05:50:19 +0000287 }
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000288 prt_.delPhysRegUse(reg);
Alkis Evlogimenos7d65a122003-12-13 05:50:19 +0000289 }
Alkis Evlogimenos4d7af652003-12-14 13:24:17 +0000290
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000291 DEBUG(printVirtRegAssignment());
292 DEBUG(std::cerr << "finished register allocation\n");
293
294 const TargetInstrInfo& tii = tm_->getInstrInfo();
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000295
296 DEBUG(std::cerr << "Rewrite machine code:\n");
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000297 for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end();
298 mbbi != mbbe; ++mbbi) {
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000299 instrAdded_ = 0;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000300
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000301 for (MachineBasicBlock::iterator mii = mbbi->begin(), mie = mbbi->end();
302 mii != mie; ++mii) {
303 DEBUG(std::cerr << '\t'; mii->print(std::cerr, *tm_));
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000304
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000305 // use our current mapping and actually replace every
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000306 // virtual register with its allocated physical registers
307 DEBUG(std::cerr << "\t\treplacing virtual registers with mapped "
308 "physical registers:\n");
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000309 for (unsigned i = 0, e = mii->getNumOperands();
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000310 i != e; ++i) {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000311 MachineOperand& op = mii->getOperand(i);
Chris Lattner1cbe4d02004-02-10 21:12:22 +0000312 if (op.isRegister() &&
313 MRegisterInfo::isVirtualRegister(op.getReg())) {
314 unsigned virtReg = op.getReg();
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000315 Virt2PhysMap::iterator it = v2pMap_.find(virtReg);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000316 assert(it != v2pMap_.end() &&
317 "all virtual registers must be allocated");
318 unsigned physReg = it->second;
319 assert(MRegisterInfo::isPhysicalRegister(physReg));
320 DEBUG(std::cerr << "\t\t\t%reg" << virtReg
321 << " -> " << mri_->getName(physReg) << '\n');
322 mii->SetMachineOperandReg(i, physReg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000323 }
324 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000325 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000326 }
327
328 return true;
329}
330
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000331void RA::initIntervalSets(LiveIntervals::Intervals& li)
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000332{
333 assert(unhandled_.empty() && fixed_.empty() &&
334 active_.empty() && inactive_.empty() &&
335 "interval sets should be empty on initialization");
336
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000337 for (LiveIntervals::Intervals::iterator i = li.begin(), e = li.end();
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000338 i != e; ++i) {
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000339 if (MRegisterInfo::isPhysicalRegister(i->reg))
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000340 fixed_.push_back(&*i);
341 else
342 unhandled_.push_back(&*i);
343 }
344}
345
346void RA::processActiveIntervals(IntervalPtrs::value_type cur)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000347{
348 DEBUG(std::cerr << "\tprocessing active intervals:\n");
349 for (IntervalPtrs::iterator i = active_.begin(); i != active_.end();) {
350 unsigned reg = (*i)->reg;
Alkis Evlogimenos3b02cbe2004-01-16 20:17:05 +0000351 // remove expired intervals
352 if ((*i)->expiredAt(cur->start())) {
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000353 DEBUG(std::cerr << "\t\tinterval " << **i << " expired\n");
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000354 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000355 reg = v2pMap_[reg];
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000356 }
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000357 prt_.delPhysRegUse(reg);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000358 // remove from active
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000359 i = active_.erase(i);
360 }
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000361 // move inactive intervals to inactive list
362 else if (!(*i)->liveAt(cur->start())) {
363 DEBUG(std::cerr << "\t\t\tinterval " << **i << " inactive\n");
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000364 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000365 reg = v2pMap_[reg];
366 }
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000367 prt_.delPhysRegUse(reg);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000368 // add to inactive
369 inactive_.push_back(*i);
370 // remove from active
371 i = active_.erase(i);
372 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000373 else {
374 ++i;
375 }
376 }
377}
378
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000379void RA::processInactiveIntervals(IntervalPtrs::value_type cur)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000380{
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000381 DEBUG(std::cerr << "\tprocessing inactive intervals:\n");
382 for (IntervalPtrs::iterator i = inactive_.begin(); i != inactive_.end();) {
383 unsigned reg = (*i)->reg;
384
Alkis Evlogimenos3b02cbe2004-01-16 20:17:05 +0000385 // remove expired intervals
386 if ((*i)->expiredAt(cur->start())) {
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000387 DEBUG(std::cerr << "\t\t\tinterval " << **i << " expired\n");
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000388 // remove from inactive
389 i = inactive_.erase(i);
390 }
391 // move re-activated intervals in active list
392 else if ((*i)->liveAt(cur->start())) {
393 DEBUG(std::cerr << "\t\t\tinterval " << **i << " active\n");
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000394 if (MRegisterInfo::isVirtualRegister(reg)) {
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000395 reg = v2pMap_[reg];
396 }
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000397 prt_.addPhysRegUse(reg);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000398 // add to active
399 active_.push_back(*i);
400 // remove from inactive
401 i = inactive_.erase(i);
402 }
403 else {
404 ++i;
405 }
406 }
407}
408
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000409void RA::updateSpillWeights(unsigned reg, SpillWeights::value_type weight)
410{
411 spillWeights_[reg] += weight;
412 for (const unsigned* as = mri_->getAliasSet(reg); *as; ++as)
413 spillWeights_[*as] += weight;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000414}
415
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000416void RA::assignRegOrStackSlotAtInterval(IntervalPtrs::value_type cur)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000417{
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000418 DEBUG(std::cerr << "\tallocating current interval:\n");
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000419
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000420 PhysRegTracker backupPrt = prt_;
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000421
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000422 spillWeights_.assign(mri_->getNumRegs(), 0.0);
423
424 // for each interval in active update spill weights
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000425 for (IntervalPtrs::const_iterator i = active_.begin(), e = active_.end();
426 i != e; ++i) {
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000427 unsigned reg = (*i)->reg;
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000428 if (MRegisterInfo::isVirtualRegister(reg))
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000429 reg = v2pMap_[reg];
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000430 updateSpillWeights(reg, (*i)->weight);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000431 }
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000432
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000433 // for every interval in inactive we overlap with, mark the
434 // register as not free and update spill weights
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000435 for (IntervalPtrs::const_iterator i = inactive_.begin(),
436 e = inactive_.end(); i != e; ++i) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000437 if (cur->overlaps(**i)) {
438 unsigned reg = (*i)->reg;
439 if (MRegisterInfo::isVirtualRegister(reg))
440 reg = v2pMap_[reg];
441 prt_.addPhysRegUse(reg);
442 updateSpillWeights(reg, (*i)->weight);
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000443 }
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000444 }
445
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000446 // for every interval in fixed we overlap with,
447 // mark the register as not free and update spill weights
448 for (IntervalPtrs::const_iterator i = fixed_.begin(),
449 e = fixed_.end(); i != e; ++i) {
450 if (cur->overlaps(**i)) {
451 unsigned reg = (*i)->reg;
452 prt_.addPhysRegUse(reg);
453 updateSpillWeights(reg, (*i)->weight);
454 }
Alkis Evlogimenos3bf564a2003-12-23 18:00:33 +0000455 }
456
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000457 unsigned physReg = getFreePhysReg(cur);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000458 // restore the physical register tracker
459 prt_ = backupPrt;
460 // if we find a free register, we are done: assign this virtual to
461 // the free physical register and add this interval to the active
462 // list.
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000463 if (physReg) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000464 assignVirt2PhysReg(cur->reg, physReg);
465 active_.push_back(cur);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000466 handled_.push_back(cur);
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000467 return;
468 }
469
470 DEBUG(std::cerr << "\t\tassigning stack slot at interval "<< *cur << ":\n");
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000471 // push the current interval back to unhandled since we are going
472 // to re-run at least this iteration
473 unhandled_.push_front(cur);
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000474
Alkis Evlogimenos6ab5c152004-02-14 00:44:07 +0000475 float minWeight = std::numeric_limits<float>::infinity();
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000476 unsigned minReg = 0;
477 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(cur->reg);
478 for (TargetRegisterClass::iterator i = rc->allocation_order_begin(*mf_);
479 i != rc->allocation_order_end(*mf_); ++i) {
480 unsigned reg = *i;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000481 if (minWeight > spillWeights_[reg]) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000482 minWeight = spillWeights_[reg];
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000483 minReg = reg;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000484 }
485 }
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000486 DEBUG(std::cerr << "\t\t\tregister with min weight: "
487 << mri_->getName(minReg) << " (" << minWeight << ")\n");
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000488
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000489 // if the current has the minimum weight, we need to modify it,
490 // push it back in unhandled and let the linear scan algorithm run
491 // again
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000492 if (cur->weight < minWeight) {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000493 DEBUG(std::cerr << "\t\t\t\tspilling(c): " << *cur;);
494 int slot = assignVirt2StackSlot(cur->reg);
495 li_->updateSpilledInterval(*cur);
496 addSpillCode(cur, slot);
497 DEBUG(std::cerr << "[ " << *cur << " ]\n");
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000498 return;
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000499 }
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000500
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000501 // otherwise we spill all intervals aliasing the register with
502 // minimum weight, rollback to the interval with the earliest
503 // start point and let the linear scan algorithm run again
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000504 std::vector<bool> toSpill(mri_->getNumRegs(), false);
505 toSpill[minReg] = true;
506 for (const unsigned* as = mri_->getAliasSet(minReg); *as; ++as)
507 toSpill[*as] = true;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000508 unsigned earliestStart = cur->start();
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000509
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000510 for (IntervalPtrs::iterator i = active_.begin();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000511 i != active_.end(); ++i) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000512 unsigned reg = (*i)->reg;
513 if (MRegisterInfo::isVirtualRegister(reg) &&
514 toSpill[v2pMap_[reg]] &&
515 cur->overlaps(**i)) {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000516 DEBUG(std::cerr << "\t\t\t\tspilling(a): " << **i);
517 int slot = assignVirt2StackSlot((*i)->reg);
518 li_->updateSpilledInterval(**i);
519 addSpillCode(*i, slot);
520 DEBUG(std::cerr << "[ " << **i << " ]\n");
521 earliestStart = std::min(earliestStart, (*i)->start());
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000522 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000523 }
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000524 for (IntervalPtrs::iterator i = inactive_.begin();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000525 i != inactive_.end(); ++i) {
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000526 unsigned reg = (*i)->reg;
527 if (MRegisterInfo::isVirtualRegister(reg) &&
528 toSpill[v2pMap_[reg]] &&
529 cur->overlaps(**i)) {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000530 DEBUG(std::cerr << "\t\t\t\tspilling(i): " << **i << '\n');
531 int slot = assignVirt2StackSlot((*i)->reg);
532 li_->updateSpilledInterval(**i);
533 addSpillCode(*i, slot);
534 DEBUG(std::cerr << "[ " << **i << " ]\n");
535 earliestStart = std::min(earliestStart, (*i)->start());
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000536 }
537 }
538
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000539 DEBUG(std::cerr << "\t\t\t\trolling back to: " << earliestStart << '\n');
540 // scan handled in reverse order and undo each one, restoring the
541 // state of unhandled and fixed
542 while (!handled_.empty()) {
543 IntervalPtrs::value_type i = handled_.back();
544 // if this interval starts before t we are done
545 if (i->start() < earliestStart)
546 break;
547 DEBUG(std::cerr << "\t\t\t\t\tundo changes for: " << *i << '\n');
548 handled_.pop_back();
549 IntervalPtrs::iterator it;
550 if ((it = find(active_.begin(), active_.end(), i)) != active_.end()) {
551 active_.erase(it);
552 if (MRegisterInfo::isPhysicalRegister(i->reg)) {
553 fixed_.push_front(i);
554 prt_.delPhysRegUse(i->reg);
555 }
556 else {
557 Virt2PhysMap::iterator v2pIt = v2pMap_.find(i->reg);
558 clearVirtReg(v2pIt);
559 unhandled_.push_front(i);
560 prt_.delPhysRegUse(v2pIt->second);
561 }
562 }
563 else if ((it = find(inactive_.begin(), inactive_.end(), i)) != inactive_.end()) {
564 inactive_.erase(it);
565 if (MRegisterInfo::isPhysicalRegister(i->reg))
566 fixed_.push_front(i);
567 else {
568 Virt2PhysMap::iterator v2pIt = v2pMap_.find(i->reg);
569 clearVirtReg(v2pIt);
570 unhandled_.push_front(i);
571 }
572 }
573 else {
574 if (MRegisterInfo::isPhysicalRegister(i->reg))
575 fixed_.push_front(i);
576 else {
577 Virt2PhysMap::iterator v2pIt = v2pMap_.find(i->reg);
578 clearVirtReg(v2pIt);
579 unhandled_.push_front(i);
580 }
581 }
582 }
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000583
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000584 // scan the rest and undo each interval that expired after t and
585 // insert it in active (the next iteration of the algorithm will
586 // put it in inactive if required)
587 IntervalPtrs::iterator i = handled_.begin(), e = handled_.end();
588 for (; i != e; ++i) {
589 if (!(*i)->expiredAt(earliestStart) && (*i)->expiredAt(cur->start())) {
590 DEBUG(std::cerr << "\t\t\t\t\tundo changes for: " << **i << '\n');
591 active_.push_back(*i);
592 if (MRegisterInfo::isPhysicalRegister((*i)->reg))
593 prt_.addPhysRegUse((*i)->reg);
594 else {
595 assert(v2pMap_.count((*i)->reg));
596 prt_.addPhysRegUse(v2pMap_.find((*i)->reg)->second);
597 }
598 }
599 }
600}
Alkis Evlogimenosf5eaf162004-02-06 18:08:18 +0000601
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000602void RA::addSpillCode(IntervalPtrs::value_type li, int slot)
603{
604 // We scan the instructions corresponding to each range. We load
605 // when we have a use and spill at end of basic blocks or end of
606 // ranges only if the register was modified.
607 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(li->reg);
608
609 for (LiveIntervals::Interval::Ranges::iterator i = li->ranges.begin(),
610 e = li->ranges.end(); i != e; ++i) {
611 unsigned index = i->first & ~1;
612 unsigned end = i->second;
613
614 entry:
615 bool dirty = false, loaded = false;
616
617 // skip deleted instructions. getInstructionFromIndex returns
618 // null if the instruction was deleted (because of coalescing
619 // for example)
620 while (!li_->getInstructionFromIndex(index)) index += 2;
621 MachineBasicBlock::iterator mi = li_->getInstructionFromIndex(index);
622 MachineBasicBlock* mbb = mi->getParent();
623
624 for (; index < end; index += 2) {
625 // ignore deleted instructions
626 while (!li_->getInstructionFromIndex(index)) index += 2;
627
628 // if we changed basic block we need to start over
629 mi = li_->getInstructionFromIndex(index);
630 if (mbb != mi->getParent()) {
631 if (dirty) {
632 mi = li_->getInstructionFromIndex(index-2);
633 assert(mbb == mi->getParent() &&
634 "rewound to wrong instruction?");
635 DEBUG(std::cerr << "add store for reg" << li->reg << " to "
636 "stack slot " << slot << " after: ";
637 mi->print(std::cerr, *tm_));
638 ++numSpilled;
639 mri_->storeRegToStackSlot(*mi->getParent(),
640 next(mi), li->reg, slot, rc);
641 }
642 goto entry;
643 }
644
645 // if it is used in this instruction load it
646 for (unsigned i = 0; i < mi->getNumOperands(); ++i) {
647 MachineOperand& mop = mi->getOperand(i);
648 if (mop.isRegister() && mop.getReg() == li->reg &&
649 mop.isUse() && !loaded) {
650 loaded = true;
651 DEBUG(std::cerr << "add load for reg" << li->reg
652 << " from stack slot " << slot << " before: ";
653 mi->print(std::cerr, *tm_));
654 ++numReloaded;
655 mri_->loadRegFromStackSlot(*mi->getParent(),
656 mi, li->reg, slot, rc);
657 }
658 }
659
660 // if it is defined in this instruction mark as dirty
661 for (unsigned i = 0; i < mi->getNumOperands(); ++i) {
662 MachineOperand& mop = mi->getOperand(i);
663 if (mop.isRegister() && mop.getReg() == li->reg &&
664 mop.isDef())
665 dirty = loaded = true;
666 }
667 }
668 if (dirty) {
669 mi = li_->getInstructionFromIndex(index-2);
670 assert(mbb == mi->getParent() &&
671 "rewound to wrong instruction?");
672 DEBUG(std::cerr << "add store for reg" << li->reg << " to "
673 "stack slot " << slot << " after: ";
674 mi->print(std::cerr, *tm_));
675 ++numSpilled;
676 mri_->storeRegToStackSlot(*mi->getParent(),
677 next(mi), li->reg, slot, rc);
678 }
679 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000680}
681
Alkis Evlogimenos7d629b52004-01-07 09:20:58 +0000682unsigned RA::getFreePhysReg(IntervalPtrs::value_type cur)
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000683{
684 DEBUG(std::cerr << "\t\tgetting free physical register: ");
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000685 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(cur->reg);
Alkis Evlogimenos26bfc082003-12-28 17:58:18 +0000686
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000687 for (TargetRegisterClass::iterator i = rc->allocation_order_begin(*mf_);
688 i != rc->allocation_order_end(*mf_); ++i) {
689 unsigned reg = *i;
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000690 if (prt_.isPhysRegAvail(reg)) {
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000691 DEBUG(std::cerr << mri_->getName(reg) << '\n');
Alkis Evlogimenos169cfd02003-12-21 05:43:40 +0000692 return reg;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000693 }
694 }
695
696 DEBUG(std::cerr << "no free register\n");
697 return 0;
698}
699
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000700RA::Virt2PhysMap::iterator
701RA::assignVirt2PhysReg(unsigned virtReg, unsigned physReg)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000702{
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000703 bool inserted;
704 Virt2PhysMap::iterator it;
705 tie(it, inserted) = v2pMap_.insert(std::make_pair(virtReg, physReg));
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000706 assert(inserted && "attempting to assign a virt->phys mapping to an "
707 "already mapped register");
Alkis Evlogimenos22b7e442004-02-02 07:30:36 +0000708 prt_.addPhysRegUse(physReg);
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000709 return it;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000710}
711
Alkis Evlogimenos54d23c72004-02-06 03:15:40 +0000712void RA::clearVirtReg(Virt2PhysMap::iterator it)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000713{
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000714 assert(it != v2pMap_.end() &&
715 "attempting to clear a not allocated virtual register");
716 unsigned physReg = it->second;
Alkis Evlogimenosce501152004-01-22 19:24:43 +0000717 v2pMap_.erase(it);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000718 DEBUG(std::cerr << "\t\t\tcleared register " << mri_->getName(physReg)
719 << "\n");
720}
721
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000722
723int RA::assignVirt2StackSlot(unsigned virtReg)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000724{
725 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(virtReg);
726 int frameIndex = mf_->getFrameInfo()->CreateStackObject(rc);
727
728 bool inserted = v2ssMap_.insert(std::make_pair(virtReg, frameIndex)).second;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000729 assert(inserted && "attempt to assign stack slot to spilled register!");
730 return frameIndex;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000731}
732
Alkis Evlogimenos69546d52003-12-04 03:57:28 +0000733int RA::getStackSlot(unsigned virtReg)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000734{
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000735 assert(v2ssMap_.count(virtReg) &&
736 "attempt to get stack slot for a non spilled register");
737 return v2ssMap_.find(virtReg)->second;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000738}
739
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000740FunctionPass* llvm::createLinearScanRegisterAllocator() {
741 return new RA();
742}