blob: 2b1184cf1c146e1acd054eb80bc23a58957ef62f [file] [log] [blame]
Chris Lattnera3b8b5c2004-07-23 17:56:30 +00001//===-- LiveIntervalAnalysis.cpp - Live Interval Analysis -----------------===//
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the LiveInterval analysis pass which is used
11// by the Linear Scan Register allocator. This pass linearizes the
12// basic blocks of the function in DFS order and uses the
13// LiveVariables pass to conservatively compute live intervals for
14// each virtual and physical register.
15//
16//===----------------------------------------------------------------------===//
17
18#define DEBUG_TYPE "liveintervals"
Chris Lattnera3b8b5c2004-07-23 17:56:30 +000019#include "LiveIntervalAnalysis.h"
Chris Lattner015959e2004-05-01 21:24:39 +000020#include "llvm/Value.h"
Alkis Evlogimenos6b4edba2003-12-21 20:19:10 +000021#include "llvm/Analysis/LoopInfo.h"
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000022#include "llvm/CodeGen/LiveVariables.h"
23#include "llvm/CodeGen/MachineFrameInfo.h"
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000024#include "llvm/CodeGen/MachineInstr.h"
25#include "llvm/CodeGen/Passes.h"
26#include "llvm/CodeGen/SSARegMap.h"
27#include "llvm/Target/MRegisterInfo.h"
28#include "llvm/Target/TargetInstrInfo.h"
29#include "llvm/Target/TargetMachine.h"
Alkis Evlogimenose88280a2004-01-22 23:08:45 +000030#include "Support/CommandLine.h"
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000031#include "Support/Debug.h"
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000032#include "Support/Statistic.h"
Alkis Evlogimenos843b1602004-02-15 10:24:21 +000033#include "Support/STLExtras.h"
Alkis Evlogimenos5f375022004-03-01 20:05:10 +000034#include "VirtRegMap.h"
Alkis Evlogimenos4d46e1e2004-01-31 14:37:41 +000035#include <cmath>
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000036
37using namespace llvm;
38
39namespace {
40 RegisterAnalysis<LiveIntervals> X("liveintervals",
41 "Live Interval Analysis");
42
Alkis Evlogimenos007726c2004-02-20 20:53:26 +000043 Statistic<> numIntervals
44 ("liveintervals", "Number of original intervals");
45
46 Statistic<> numIntervalsAfter
47 ("liveintervals", "Number of intervals after coalescing");
48
49 Statistic<> numJoins
50 ("liveintervals", "Number of interval joins performed");
51
52 Statistic<> numPeep
53 ("liveintervals", "Number of identity moves eliminated after coalescing");
54
55 Statistic<> numFolded
Alkis Evlogimenosd6f6d1a2004-02-21 18:07:33 +000056 ("liveintervals", "Number of loads/stores folded into instructions");
Alkis Evlogimenos007726c2004-02-20 20:53:26 +000057
Alkis Evlogimenose88280a2004-01-22 23:08:45 +000058 cl::opt<bool>
Chris Lattnere1b95362004-07-17 21:51:25 +000059 EnableJoining("join-liveintervals",
60 cl::desc("Join compatible live intervals"),
61 cl::init(true));
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000062};
63
64void LiveIntervals::getAnalysisUsage(AnalysisUsage &AU) const
65{
Alkis Evlogimenosf6f91bf2003-12-15 04:55:38 +000066 AU.addPreserved<LiveVariables>();
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000067 AU.addRequired<LiveVariables>();
Alkis Evlogimenosf6f91bf2003-12-15 04:55:38 +000068 AU.addPreservedID(PHIEliminationID);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000069 AU.addRequiredID(PHIEliminationID);
Alkis Evlogimenos4c080862003-12-18 22:40:24 +000070 AU.addRequiredID(TwoAddressInstructionPassID);
Alkis Evlogimenos6b4edba2003-12-21 20:19:10 +000071 AU.addRequired<LoopInfo>();
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000072 MachineFunctionPass::getAnalysisUsage(AU);
73}
74
Alkis Evlogimenos08cec002004-01-31 19:59:32 +000075void LiveIntervals::releaseMemory()
76{
Alkis Evlogimenos08cec002004-01-31 19:59:32 +000077 mi2iMap_.clear();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +000078 i2miMap_.clear();
Chris Lattner4df98e52004-07-24 03:32:06 +000079 for (std::map<unsigned, LiveInterval*>::iterator I = r2iMap_.begin(),
80 E = r2iMap_.end(); I != E; ++I)
81 delete I->second; // free all intervals.
Alkis Evlogimenos08cec002004-01-31 19:59:32 +000082 r2iMap_.clear();
Chris Lattner4df98e52004-07-24 03:32:06 +000083
Alkis Evlogimenos08cec002004-01-31 19:59:32 +000084 r2rMap_.clear();
Alkis Evlogimenos08cec002004-01-31 19:59:32 +000085}
86
87
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000088/// runOnMachineFunction - Register allocate the whole function
89///
90bool LiveIntervals::runOnMachineFunction(MachineFunction &fn) {
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000091 mf_ = &fn;
92 tm_ = &fn.getTarget();
93 mri_ = tm_->getRegisterInfo();
94 lv_ = &getAnalysis<LiveVariables>();
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000095
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +000096 // number MachineInstrs
97 unsigned miIndex = 0;
98 for (MachineFunction::iterator mbb = mf_->begin(), mbbEnd = mf_->end();
Chris Lattner6097d132004-07-19 02:15:56 +000099 mbb != mbbEnd; ++mbb)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000100 for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end();
101 mi != miEnd; ++mi) {
Chris Lattner6097d132004-07-19 02:15:56 +0000102 bool inserted = mi2iMap_.insert(std::make_pair(mi, miIndex)).second;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000103 assert(inserted && "multiple MachineInstr -> index mappings");
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000104 i2miMap_.push_back(mi);
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000105 miIndex += InstrSlots::NUM;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000106 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000107
108 computeIntervals();
109
Chris Lattner4df98e52004-07-24 03:32:06 +0000110 numIntervals += getNumIntervals();
Alkis Evlogimenos7a40eaa2003-12-24 15:44:53 +0000111
Chris Lattner7ac2d312004-07-24 02:59:07 +0000112#if 1
113 DEBUG(std::cerr << "********** INTERVALS **********\n");
Chris Lattner4df98e52004-07-24 03:32:06 +0000114 DEBUG(for (iterator I = begin(), E = end(); I != E; ++I)
115 std::cerr << *I->second << "\n");
Chris Lattner7ac2d312004-07-24 02:59:07 +0000116#endif
117
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000118 // join intervals if requested
Chris Lattnere1b95362004-07-17 21:51:25 +0000119 if (EnableJoining) joinIntervals();
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000120
Chris Lattner4df98e52004-07-24 03:32:06 +0000121 numIntervalsAfter += getNumIntervals();
Alkis Evlogimenos007726c2004-02-20 20:53:26 +0000122
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000123 // perform a final pass over the instructions and compute spill
124 // weights, coalesce virtual registers and remove identity moves
125 const LoopInfo& loopInfo = getAnalysis<LoopInfo>();
Chris Lattner9bcdcd12004-06-02 05:57:12 +0000126 const TargetInstrInfo& tii = *tm_->getInstrInfo();
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000127
128 for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end();
129 mbbi != mbbe; ++mbbi) {
130 MachineBasicBlock* mbb = mbbi;
131 unsigned loopDepth = loopInfo.getLoopDepth(mbb->getBasicBlock());
132
133 for (MachineBasicBlock::iterator mii = mbb->begin(), mie = mbb->end();
134 mii != mie; ) {
Alkis Evlogimenos43b61f72004-04-12 17:39:20 +0000135 // if the move will be an identity move delete it
Chris Lattner4df98e52004-07-24 03:32:06 +0000136 unsigned srcReg, dstReg, RegRep;
Alkis Evlogimenos43b61f72004-04-12 17:39:20 +0000137 if (tii.isMoveInstr(*mii, srcReg, dstReg) &&
Chris Lattner4df98e52004-07-24 03:32:06 +0000138 (RegRep = rep(srcReg)) == rep(dstReg)) {
Alkis Evlogimenos9a8b4902004-04-09 18:07:57 +0000139 // remove from def list
Chris Lattner4df98e52004-07-24 03:32:06 +0000140 LiveInterval &interval = getOrCreateInterval(RegRep);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000141 // remove index -> MachineInstr and
142 // MachineInstr -> index mappings
143 Mi2IndexMap::iterator mi2i = mi2iMap_.find(mii);
144 if (mi2i != mi2iMap_.end()) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000145 i2miMap_[mi2i->second/InstrSlots::NUM] = 0;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000146 mi2iMap_.erase(mi2i);
147 }
148 mii = mbbi->erase(mii);
149 ++numPeep;
150 }
Alkis Evlogimenos43b61f72004-04-12 17:39:20 +0000151 else {
152 for (unsigned i = 0; i < mii->getNumOperands(); ++i) {
153 const MachineOperand& mop = mii->getOperand(i);
154 if (mop.isRegister() && mop.getReg() &&
155 MRegisterInfo::isVirtualRegister(mop.getReg())) {
156 // replace register with representative register
157 unsigned reg = rep(mop.getReg());
158 mii->SetMachineOperandReg(i, reg);
159
Chris Lattner4df98e52004-07-24 03:32:06 +0000160 LiveInterval &RegInt = getInterval(reg);
161 RegInt.weight +=
Alkis Evlogimenos43b61f72004-04-12 17:39:20 +0000162 (mop.isUse() + mop.isDef()) * pow(10.0F, loopDepth);
163 }
164 }
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000165 ++mii;
Alkis Evlogimenos43b61f72004-04-12 17:39:20 +0000166 }
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000167 }
168 }
Alkis Evlogimenosd6e40a62004-01-14 10:44:29 +0000169
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000170 DEBUG(std::cerr << "********** INTERVALS **********\n");
Chris Lattner4df98e52004-07-24 03:32:06 +0000171 DEBUG (for (iterator I = begin(), E = end(); I != E; ++I)
172 std::cerr << *I->second << "\n");
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000173 DEBUG(std::cerr << "********** MACHINEINSTRS **********\n");
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000174 DEBUG(
Alkis Evlogimenos0f338a12004-02-22 05:46:04 +0000175 for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end();
176 mbbi != mbbe; ++mbbi) {
Chris Lattner015959e2004-05-01 21:24:39 +0000177 std::cerr << ((Value*)mbbi->getBasicBlock())->getName() << ":\n";
Alkis Evlogimenos0f338a12004-02-22 05:46:04 +0000178 for (MachineBasicBlock::iterator mii = mbbi->begin(),
179 mie = mbbi->end(); mii != mie; ++mii) {
180 std::cerr << getInstructionIndex(mii) << '\t';
Tanya Lattnerb1407622004-06-25 00:13:11 +0000181 mii->print(std::cerr, tm_);
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000182 }
183 });
184
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000185 return true;
186}
187
Chris Lattner418da552004-06-21 13:10:56 +0000188std::vector<LiveInterval*> LiveIntervals::addIntervalsForSpills(
189 const LiveInterval& li,
190 VirtRegMap& vrm,
191 int slot)
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000192{
Chris Lattner418da552004-06-21 13:10:56 +0000193 std::vector<LiveInterval*> added;
Alkis Evlogimenos26f5a692004-05-30 07:24:39 +0000194
Chris Lattnera19eede2004-05-06 16:25:59 +0000195 assert(li.weight != HUGE_VAL &&
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000196 "attempt to spill already spilled interval!");
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000197
Alkis Evlogimenos26f5a692004-05-30 07:24:39 +0000198 DEBUG(std::cerr << "\t\t\t\tadding intervals for spills for interval: "
199 << li << '\n');
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000200
Alkis Evlogimenos26f5a692004-05-30 07:24:39 +0000201 const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(li.reg);
202
Chris Lattner418da552004-06-21 13:10:56 +0000203 for (LiveInterval::Ranges::const_iterator
Chris Lattner8640f4e2004-07-19 15:16:53 +0000204 i = li.ranges.begin(), e = li.ranges.end(); i != e; ++i) {
Chris Lattnerec2bc642004-07-23 08:24:23 +0000205 unsigned index = getBaseIndex(i->start);
206 unsigned end = getBaseIndex(i->end-1) + InstrSlots::NUM;
Chris Lattner8640f4e2004-07-19 15:16:53 +0000207 for (; index != end; index += InstrSlots::NUM) {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000208 // skip deleted instructions
Chris Lattner8640f4e2004-07-19 15:16:53 +0000209 while (index != end && !getInstructionFromIndex(index))
210 index += InstrSlots::NUM;
211 if (index == end) break;
212
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000213 MachineBasicBlock::iterator mi = getInstructionFromIndex(index);
214
Alkis Evlogimenos5f375022004-03-01 20:05:10 +0000215 for_operand:
Chris Lattner57eb15e2004-07-19 05:15:10 +0000216 for (unsigned i = 0; i != mi->getNumOperands(); ++i) {
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000217 MachineOperand& mop = mi->getOperand(i);
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000218 if (mop.isRegister() && mop.getReg() == li.reg) {
Alkis Evlogimenos39354c92004-03-14 07:19:51 +0000219 if (MachineInstr* fmi =
220 mri_->foldMemoryOperand(mi, i, slot)) {
221 lv_->instructionChanged(mi, fmi);
222 vrm.virtFolded(li.reg, mi, fmi);
223 mi2iMap_.erase(mi);
224 i2miMap_[index/InstrSlots::NUM] = fmi;
225 mi2iMap_[fmi] = index;
226 MachineBasicBlock& mbb = *mi->getParent();
227 mi = mbb.insert(mbb.erase(mi), fmi);
Alkis Evlogimenos5f375022004-03-01 20:05:10 +0000228 ++numFolded;
229 goto for_operand;
230 }
231 else {
232 // This is tricky. We need to add information in
233 // the interval about the spill code so we have to
234 // use our extra load/store slots.
235 //
236 // If we have a use we are going to have a load so
237 // we start the interval from the load slot
238 // onwards. Otherwise we start from the def slot.
239 unsigned start = (mop.isUse() ?
240 getLoadIndex(index) :
241 getDefIndex(index));
242 // If we have a def we are going to have a store
243 // right after it so we end the interval after the
244 // use of the next instruction. Otherwise we end
245 // after the use of this instruction.
246 unsigned end = 1 + (mop.isDef() ?
Chris Lattner8ea13c62004-07-19 05:55:50 +0000247 getStoreIndex(index) :
Alkis Evlogimenos5f375022004-03-01 20:05:10 +0000248 getUseIndex(index));
Alkis Evlogimenos26f5a692004-05-30 07:24:39 +0000249
250 // create a new register for this spill
251 unsigned nReg =
252 mf_->getSSARegMap()->createVirtualRegister(rc);
253 mi->SetMachineOperandReg(i, nReg);
254 vrm.grow();
255 vrm.assignVirt2StackSlot(nReg, slot);
Chris Lattner418da552004-06-21 13:10:56 +0000256 LiveInterval& nI = getOrCreateInterval(nReg);
Alkis Evlogimenos26f5a692004-05-30 07:24:39 +0000257 assert(nI.empty());
258 // the spill weight is now infinity as it
259 // cannot be spilled again
260 nI.weight = HUGE_VAL;
Chris Lattner7ac2d312004-07-24 02:59:07 +0000261 LiveRange LR(start, end, nI.getNextValue());
262 DEBUG(std::cerr << " +" << LR);
263 nI.addRange(LR);
Alkis Evlogimenos26f5a692004-05-30 07:24:39 +0000264 added.push_back(&nI);
265 // update live variables
Chris Lattner472405e2004-07-19 06:55:21 +0000266 lv_->addVirtualRegisterKilled(nReg, mi);
Alkis Evlogimenos26f5a692004-05-30 07:24:39 +0000267 DEBUG(std::cerr << "\t\t\t\tadded new interval: "
268 << nI << '\n');
Alkis Evlogimenos5f375022004-03-01 20:05:10 +0000269 }
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000270 }
271 }
272 }
273 }
Alkis Evlogimenos26f5a692004-05-30 07:24:39 +0000274
275 return added;
Alkis Evlogimenos843b1602004-02-15 10:24:21 +0000276}
277
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000278void LiveIntervals::printRegName(unsigned reg) const
279{
Alkis Evlogimenos4f67b862004-02-01 01:27:01 +0000280 if (MRegisterInfo::isPhysicalRegister(reg))
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000281 std::cerr << mri_->getName(reg);
282 else
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000283 std::cerr << "%reg" << reg;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000284}
285
286void LiveIntervals::handleVirtualRegisterDef(MachineBasicBlock* mbb,
287 MachineBasicBlock::iterator mi,
Chris Lattner418da552004-06-21 13:10:56 +0000288 LiveInterval& interval)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000289{
Alkis Evlogimenos9a8b4902004-04-09 18:07:57 +0000290 DEBUG(std::cerr << "\t\tregister: "; printRegName(interval.reg));
291 LiveVariables::VarInfo& vi = lv_->getVarInfo(interval.reg);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000292
Chris Lattner6097d132004-07-19 02:15:56 +0000293 // Virtual registers may be defined multiple times (due to phi
Chris Lattner6beef3e2004-07-22 00:04:14 +0000294 // elimination and 2-addr elimination). Much of what we do only has to be
295 // done once for the vreg. We use an empty interval to detect the first
296 // time we see a vreg.
Alkis Evlogimenos9a8b4902004-04-09 18:07:57 +0000297 if (interval.empty()) {
Chris Lattner6097d132004-07-19 02:15:56 +0000298 // Get the Idx of the defining instructions.
299 unsigned defIndex = getDefIndex(getInstructionIndex(mi));
300
Chris Lattner7ac2d312004-07-24 02:59:07 +0000301 unsigned ValNum = interval.getNextValue();
302 assert(ValNum == 0 && "First value in interval is not 0?");
303 ValNum = 0; // Clue in the optimizer.
304
Chris Lattner6097d132004-07-19 02:15:56 +0000305 // Loop over all of the blocks that the vreg is defined in. There are
306 // two cases we have to handle here. The most common case is a vreg
307 // whose lifetime is contained within a basic block. In this case there
308 // will be a single kill, in MBB, which comes after the definition.
Chris Lattner74de8b12004-07-19 07:04:55 +0000309 if (vi.Kills.size() == 1 && vi.Kills[0]->getParent() == mbb) {
Chris Lattner6097d132004-07-19 02:15:56 +0000310 // FIXME: what about dead vars?
311 unsigned killIdx;
Chris Lattner74de8b12004-07-19 07:04:55 +0000312 if (vi.Kills[0] != mi)
313 killIdx = getUseIndex(getInstructionIndex(vi.Kills[0]))+1;
Chris Lattner6097d132004-07-19 02:15:56 +0000314 else
315 killIdx = defIndex+1;
316
317 // If the kill happens after the definition, we have an intra-block
318 // live range.
319 if (killIdx > defIndex) {
320 assert(vi.AliveBlocks.empty() &&
321 "Shouldn't be alive across any blocks!");
Chris Lattner7ac2d312004-07-24 02:59:07 +0000322 LiveRange LR(defIndex, killIdx, ValNum);
323 interval.addRange(LR);
324 DEBUG(std::cerr << " +" << LR << "\n");
Chris Lattner6097d132004-07-19 02:15:56 +0000325 return;
326 }
327 }
328
329 // The other case we handle is when a virtual register lives to the end
330 // of the defining block, potentially live across some blocks, then is
331 // live into some number of blocks, but gets killed. Start by adding a
332 // range that goes from this definition to the end of the defining block.
Chris Lattnerfb449b92004-07-23 17:49:16 +0000333 LiveRange NewLR(defIndex, getInstructionIndex(&mbb->back()) +
Chris Lattner7ac2d312004-07-24 02:59:07 +0000334 InstrSlots::NUM, ValNum);
Chris Lattnerfb449b92004-07-23 17:49:16 +0000335 DEBUG(std::cerr << " +" << NewLR);
336 interval.addRange(NewLR);
Chris Lattner6097d132004-07-19 02:15:56 +0000337
338 // Iterate over all of the blocks that the variable is completely
339 // live in, adding [insrtIndex(begin), instrIndex(end)+4) to the
340 // live interval.
341 for (unsigned i = 0, e = vi.AliveBlocks.size(); i != e; ++i) {
342 if (vi.AliveBlocks[i]) {
343 MachineBasicBlock* mbb = mf_->getBlockNumbered(i);
344 if (!mbb->empty()) {
Chris Lattnerfb449b92004-07-23 17:49:16 +0000345 LiveRange LR(getInstructionIndex(&mbb->front()),
Chris Lattner7ac2d312004-07-24 02:59:07 +0000346 getInstructionIndex(&mbb->back())+InstrSlots::NUM,
347 ValNum);
Chris Lattnerfb449b92004-07-23 17:49:16 +0000348 interval.addRange(LR);
349 DEBUG(std::cerr << " +" << LR);
Chris Lattner6097d132004-07-19 02:15:56 +0000350 }
351 }
352 }
353
354 // Finally, this virtual register is live from the start of any killing
355 // block to the 'use' slot of the killing instruction.
356 for (unsigned i = 0, e = vi.Kills.size(); i != e; ++i) {
Chris Lattner74de8b12004-07-19 07:04:55 +0000357 MachineInstr *Kill = vi.Kills[i];
Chris Lattnerfb449b92004-07-23 17:49:16 +0000358 LiveRange LR(getInstructionIndex(Kill->getParent()->begin()),
Chris Lattner7ac2d312004-07-24 02:59:07 +0000359 getUseIndex(getInstructionIndex(Kill))+1, ValNum);
Chris Lattnerfb449b92004-07-23 17:49:16 +0000360 interval.addRange(LR);
361 DEBUG(std::cerr << " +" << LR);
Chris Lattner6097d132004-07-19 02:15:56 +0000362 }
363
364 } else {
365 // If this is the second time we see a virtual register definition, it
Chris Lattner6beef3e2004-07-22 00:04:14 +0000366 // must be due to phi elimination or two addr elimination. If this is
367 // the result of two address elimination, then the vreg is the first
368 // operand, and is a def-and-use.
369 if (mi->getOperand(0).isRegister() &&
370 mi->getOperand(0).getReg() == interval.reg &&
371 mi->getOperand(0).isDef() && mi->getOperand(0).isUse()) {
Chris Lattner7ac2d312004-07-24 02:59:07 +0000372 // If this is a two-address definition, then we have already processed
373 // the live range. The only problem is that we didn't realize there
374 // are actually two values in the live interval. Because of this we
375 // need to take the LiveRegion that defines this register and split it
376 // into two values.
377 unsigned DefIndex = getDefIndex(getInstructionIndex(vi.DefInst));
378 unsigned RedefIndex = getDefIndex(getInstructionIndex(mi));
379
380 // Delete the initial value, which should be short and continuous,
381 // becuase the 2-addr copy must be in the same MBB as the redef.
382 interval.removeRange(DefIndex, RedefIndex);
383
384 LiveRange LR(DefIndex, RedefIndex, interval.getNextValue());
385 DEBUG(std::cerr << " replace range with " << LR);
386 interval.addRange(LR);
387
388 // If this redefinition is dead, we need to add a dummy unit live
389 // range covering the def slot.
390 for (LiveVariables::killed_iterator KI = lv_->dead_begin(mi),
391 E = lv_->dead_end(mi); KI != E; ++KI)
392 if (KI->second == interval.reg) {
393 interval.addRange(LiveRange(RedefIndex, RedefIndex+1, 0));
394 break;
395 }
396
397 DEBUG(std::cerr << "RESULT: " << interval);
398
Chris Lattner6beef3e2004-07-22 00:04:14 +0000399 } else {
400 // Otherwise, this must be because of phi elimination. In this case,
401 // the defined value will be live until the end of the basic block it
402 // is defined in.
403 unsigned defIndex = getDefIndex(getInstructionIndex(mi));
Chris Lattnerfb449b92004-07-23 17:49:16 +0000404 LiveRange LR(defIndex,
Chris Lattner7ac2d312004-07-24 02:59:07 +0000405 getInstructionIndex(&mbb->back()) + InstrSlots::NUM,
406 interval.getNextValue());
Chris Lattnerfb449b92004-07-23 17:49:16 +0000407 interval.addRange(LR);
408 DEBUG(std::cerr << " +" << LR);
Chris Lattner6beef3e2004-07-22 00:04:14 +0000409 }
Alkis Evlogimenosdd2cc652003-12-18 08:48:48 +0000410 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000411
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000412 DEBUG(std::cerr << '\n');
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000413}
414
Chris Lattnerf35fef72004-07-23 21:24:19 +0000415void LiveIntervals::handlePhysicalRegisterDef(MachineBasicBlock *MBB,
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000416 MachineBasicBlock::iterator mi,
Chris Lattner418da552004-06-21 13:10:56 +0000417 LiveInterval& interval)
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000418{
Alkis Evlogimenos607baea2004-07-09 11:10:00 +0000419 // A physical register cannot be live across basic block, so its
420 // lifetime must end somewhere in its defining basic block.
Alkis Evlogimenos9a8b4902004-04-09 18:07:57 +0000421 DEBUG(std::cerr << "\t\tregister: "; printRegName(interval.reg));
Alkis Evlogimenos02ba13c2004-01-31 23:13:30 +0000422 typedef LiveVariables::killed_iterator KillIter;
423
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000424 unsigned baseIndex = getInstructionIndex(mi);
425 unsigned start = getDefIndex(baseIndex);
426 unsigned end = start;
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000427
Alkis Evlogimenos607baea2004-07-09 11:10:00 +0000428 // If it is not used after definition, it is considered dead at
429 // the instruction defining it. Hence its interval is:
430 // [defSlot(def), defSlot(def)+1)
Alkis Evlogimenosc0b9dc52004-02-12 02:27:10 +0000431 for (KillIter ki = lv_->dead_begin(mi), ke = lv_->dead_end(mi);
Alkis Evlogimenosaf254732004-01-13 22:26:14 +0000432 ki != ke; ++ki) {
Alkis Evlogimenos9a8b4902004-04-09 18:07:57 +0000433 if (interval.reg == ki->second) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000434 DEBUG(std::cerr << " dead");
435 end = getDefIndex(start) + 1;
Alkis Evlogimenosaf254732004-01-13 22:26:14 +0000436 goto exit;
437 }
438 }
Alkis Evlogimenosaf254732004-01-13 22:26:14 +0000439
Alkis Evlogimenos607baea2004-07-09 11:10:00 +0000440 // If it is not dead on definition, it must be killed by a
441 // subsequent instruction. Hence its interval is:
Alkis Evlogimenos80b27ce2004-07-09 11:25:27 +0000442 // [defSlot(def), useSlot(kill)+1)
Chris Lattner7ac2d312004-07-24 02:59:07 +0000443 while (true) {
Chris Lattner230b4fb2004-07-02 05:52:23 +0000444 ++mi;
Chris Lattnerf35fef72004-07-23 21:24:19 +0000445 assert(mi != MBB->end() && "physreg was not killed in defining block!");
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000446 baseIndex += InstrSlots::NUM;
Alkis Evlogimenosc0b9dc52004-02-12 02:27:10 +0000447 for (KillIter ki = lv_->killed_begin(mi), ke = lv_->killed_end(mi);
Alkis Evlogimenos4d46e1e2004-01-31 14:37:41 +0000448 ki != ke; ++ki) {
Alkis Evlogimenos9a8b4902004-04-09 18:07:57 +0000449 if (interval.reg == ki->second) {
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000450 DEBUG(std::cerr << " killed");
451 end = getUseIndex(baseIndex) + 1;
Alkis Evlogimenos4d46e1e2004-01-31 14:37:41 +0000452 goto exit;
453 }
454 }
Chris Lattnerf35fef72004-07-23 21:24:19 +0000455 }
Alkis Evlogimenos02ba13c2004-01-31 23:13:30 +0000456
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000457exit:
Chris Lattner230b4fb2004-07-02 05:52:23 +0000458 assert(start < end && "did not find end of interval?");
Chris Lattner7ac2d312004-07-24 02:59:07 +0000459 LiveRange LR(start, end, interval.getNextValue());
460 interval.addRange(LR);
461 DEBUG(std::cerr << " +" << LR << '\n');
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000462}
463
Chris Lattnerf35fef72004-07-23 21:24:19 +0000464void LiveIntervals::handleRegisterDef(MachineBasicBlock *MBB,
465 MachineBasicBlock::iterator MI,
466 unsigned reg) {
467 if (MRegisterInfo::isVirtualRegister(reg))
468 handleVirtualRegisterDef(MBB, MI, getOrCreateInterval(reg));
469 else if (lv_->getAllocatablePhysicalRegisters()[reg]) {
470 handlePhysicalRegisterDef(MBB, MI, getOrCreateInterval(reg));
471 for (const unsigned* AS = mri_->getAliasSet(reg); *AS; ++AS)
472 handlePhysicalRegisterDef(MBB, MI, getOrCreateInterval(*AS));
473 }
Alkis Evlogimenos4d46e1e2004-01-31 14:37:41 +0000474}
475
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000476/// computeIntervals - computes the live intervals for virtual
Alkis Evlogimenos4d46e1e2004-01-31 14:37:41 +0000477/// registers. for some ordering of the machine instructions [1,N] a
Alkis Evlogimenos08cec002004-01-31 19:59:32 +0000478/// live interval is an interval [i, j) where 1 <= i <= j < N for
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000479/// which a variable is live
480void LiveIntervals::computeIntervals()
481{
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000482 DEBUG(std::cerr << "********** COMPUTING LIVE INTERVALS **********\n");
483 DEBUG(std::cerr << "********** Function: "
Chris Lattner015959e2004-05-01 21:24:39 +0000484 << ((Value*)mf_->getFunction())->getName() << '\n');
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000485
Chris Lattner6097d132004-07-19 02:15:56 +0000486 for (MachineFunction::iterator I = mf_->begin(), E = mf_->end();
487 I != E; ++I) {
488 MachineBasicBlock* mbb = I;
Chris Lattner015959e2004-05-01 21:24:39 +0000489 DEBUG(std::cerr << ((Value*)mbb->getBasicBlock())->getName() << ":\n");
Alkis Evlogimenos6b4edba2003-12-21 20:19:10 +0000490
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000491 for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end();
492 mi != miEnd; ++mi) {
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000493 const TargetInstrDescriptor& tid =
Chris Lattner9bcdcd12004-06-02 05:57:12 +0000494 tm_->getInstrInfo()->get(mi->getOpcode());
Alkis Evlogimenos39a0d5c2004-02-20 06:15:40 +0000495 DEBUG(std::cerr << getInstructionIndex(mi) << "\t";
Tanya Lattnerb1407622004-06-25 00:13:11 +0000496 mi->print(std::cerr, tm_));
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000497
498 // handle implicit defs
Alkis Evlogimenos19b64862004-01-13 06:24:30 +0000499 for (const unsigned* id = tid.ImplicitDefs; *id; ++id)
500 handleRegisterDef(mbb, mi, *id);
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000501
502 // handle explicit defs
Alkis Evlogimenosc0b9dc52004-02-12 02:27:10 +0000503 for (int i = mi->getNumOperands() - 1; i >= 0; --i) {
504 MachineOperand& mop = mi->getOperand(i);
Alkis Evlogimenos08cec002004-01-31 19:59:32 +0000505 // handle register defs - build intervals
Alkis Evlogimenos71e353e2004-02-26 22:00:20 +0000506 if (mop.isRegister() && mop.getReg() && mop.isDef())
Alkis Evlogimenosbe766c72004-02-13 21:01:20 +0000507 handleRegisterDef(mbb, mi, mop.getReg());
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000508 }
509 }
510 }
Alkis Evlogimenosff0cbe12003-11-20 03:32:25 +0000511}
Alkis Evlogimenosb27ef242003-12-05 10:38:28 +0000512
Chris Lattner1c5c0442004-07-19 14:08:10 +0000513void LiveIntervals::joinIntervalsInMachineBB(MachineBasicBlock *MBB) {
Chris Lattner7ac2d312004-07-24 02:59:07 +0000514 DEBUG(std::cerr << ((Value*)MBB->getBasicBlock())->getName() << ":\n");
515 const TargetInstrInfo &TII = *tm_->getInstrInfo();
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000516
Chris Lattner7ac2d312004-07-24 02:59:07 +0000517 for (MachineBasicBlock::iterator mi = MBB->begin(), mie = MBB->end();
518 mi != mie; ++mi) {
519 DEBUG(std::cerr << getInstructionIndex(mi) << '\t' << *mi);
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000520
Chris Lattner7ac2d312004-07-24 02:59:07 +0000521 // we only join virtual registers with allocatable
522 // physical registers since we do not have liveness information
523 // on not allocatable physical registers
524 unsigned regA, regB;
525 if (TII.isMoveInstr(*mi, regA, regB) &&
526 (MRegisterInfo::isVirtualRegister(regA) ||
527 lv_->getAllocatablePhysicalRegisters()[regA]) &&
528 (MRegisterInfo::isVirtualRegister(regB) ||
529 lv_->getAllocatablePhysicalRegisters()[regB])) {
530
531 // Get representative registers.
532 regA = rep(regA);
533 regB = rep(regB);
534
535 // If they are already joined we continue.
536 if (regA == regB)
537 continue;
538
539 // If they are both physical registers, we cannot join them.
540 if (MRegisterInfo::isPhysicalRegister(regA) &&
541 MRegisterInfo::isPhysicalRegister(regB))
542 continue;
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000543
Chris Lattner7ac2d312004-07-24 02:59:07 +0000544 // If they are not of the same register class, we cannot join them.
545 if (differingRegisterClasses(regA, regB))
546 continue;
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000547
Chris Lattner7ac2d312004-07-24 02:59:07 +0000548 LiveInterval &IntA = getInterval(regA);
549 LiveInterval &IntB = getInterval(regB);
550 assert(IntA.reg == regA && IntB.reg == regB &&
551 "Register mapping is horribly broken!");
552
Chris Lattner4df98e52004-07-24 03:32:06 +0000553 // If two intervals contain a single value and are joined by a copy, it
554 // does not matter if the intervals overlap, they can always be joined.
Chris Lattner7ac2d312004-07-24 02:59:07 +0000555 bool TriviallyJoinable =
556 IntA.containsOneValue() && IntB.containsOneValue();
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000557
Chris Lattner7ac2d312004-07-24 02:59:07 +0000558 unsigned MIDefIdx = getDefIndex(getInstructionIndex(mi));
559 if ((TriviallyJoinable || !IntB.joinable(IntA, MIDefIdx)) &&
560 !overlapsAliases(&IntA, &IntB)) {
561 IntB.join(IntA, MIDefIdx);
Chris Lattner4df98e52004-07-24 03:32:06 +0000562 delete r2iMap_[regA]; // Delete the dead interval
Chris Lattner1c5c0442004-07-19 14:08:10 +0000563
Chris Lattner7ac2d312004-07-24 02:59:07 +0000564 if (!MRegisterInfo::isPhysicalRegister(regA)) {
Chris Lattner4df98e52004-07-24 03:32:06 +0000565 r2iMap_.erase(regA);
Chris Lattner7ac2d312004-07-24 02:59:07 +0000566 r2rMap_[regA] = regB;
567 } else {
568 // Otherwise merge the data structures the other way so we don't lose
569 // the physreg information.
570 r2rMap_[regB] = regA;
571 IntB.reg = regA;
Chris Lattner4df98e52004-07-24 03:32:06 +0000572 r2iMap_[regA] = r2iMap_[regB];
573 r2iMap_.erase(regB);
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000574 }
Chris Lattner7ac2d312004-07-24 02:59:07 +0000575 DEBUG(std::cerr << "Joined. Result = " << IntB << "\n");
576 ++numJoins;
577 } else {
578 DEBUG(std::cerr << "Interference!\n");
579 }
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000580 }
Chris Lattner7ac2d312004-07-24 02:59:07 +0000581 }
Alkis Evlogimenose88280a2004-01-22 23:08:45 +0000582}
583
Chris Lattnercc0d1562004-07-19 14:40:29 +0000584namespace {
585 // DepthMBBCompare - Comparison predicate that sort first based on the loop
586 // depth of the basic block (the unsigned), and then on the MBB number.
587 struct DepthMBBCompare {
588 typedef std::pair<unsigned, MachineBasicBlock*> DepthMBBPair;
589 bool operator()(const DepthMBBPair &LHS, const DepthMBBPair &RHS) const {
590 if (LHS.first > RHS.first) return true; // Deeper loops first
591 return LHS.first == RHS.first &&
592 LHS.second->getNumber() < RHS.second->getNumber();
593 }
594 };
595}
Chris Lattner1c5c0442004-07-19 14:08:10 +0000596
Chris Lattnercc0d1562004-07-19 14:40:29 +0000597void LiveIntervals::joinIntervals() {
598 DEBUG(std::cerr << "********** JOINING INTERVALS ***********\n");
599
600 const LoopInfo &LI = getAnalysis<LoopInfo>();
601 if (LI.begin() == LI.end()) {
602 // If there are no loops in the function, join intervals in function order.
Chris Lattner1c5c0442004-07-19 14:08:10 +0000603 for (MachineFunction::iterator I = mf_->begin(), E = mf_->end();
604 I != E; ++I)
605 joinIntervalsInMachineBB(I);
Chris Lattnercc0d1562004-07-19 14:40:29 +0000606 } else {
607 // Otherwise, join intervals in inner loops before other intervals.
608 // Unfortunately we can't just iterate over loop hierarchy here because
609 // there may be more MBB's than BB's. Collect MBB's for sorting.
610 std::vector<std::pair<unsigned, MachineBasicBlock*> > MBBs;
611 for (MachineFunction::iterator I = mf_->begin(), E = mf_->end();
612 I != E; ++I)
613 MBBs.push_back(std::make_pair(LI.getLoopDepth(I->getBasicBlock()), I));
614
615 // Sort by loop depth.
616 std::sort(MBBs.begin(), MBBs.end(), DepthMBBCompare());
617
618 // Finally, join intervals in loop nest order.
619 for (unsigned i = 0, e = MBBs.size(); i != e; ++i)
620 joinIntervalsInMachineBB(MBBs[i].second);
621 }
Chris Lattner1c5c0442004-07-19 14:08:10 +0000622}
623
Chris Lattner7ac2d312004-07-24 02:59:07 +0000624/// Return true if the two specified registers belong to different register
625/// classes. The registers may be either phys or virt regs.
626bool LiveIntervals::differingRegisterClasses(unsigned RegA,
627 unsigned RegB) const {
628 const TargetRegisterClass *RegClass;
Alkis Evlogimenos79b0c3f2004-01-23 13:37:51 +0000629
Chris Lattner7ac2d312004-07-24 02:59:07 +0000630 // Get the register classes for the first reg.
631 if (MRegisterInfo::isVirtualRegister(RegA))
632 RegClass = mf_->getSSARegMap()->getRegClass(RegA);
633 else
634 RegClass = mri_->getRegClass(RegA);
635
636 // Compare against the regclass for the second reg.
637 if (MRegisterInfo::isVirtualRegister(RegB))
638 return RegClass != mf_->getSSARegMap()->getRegClass(RegB);
639 else
640 return RegClass != mri_->getRegClass(RegB);
641}
642
643bool LiveIntervals::overlapsAliases(const LiveInterval *LHS,
644 const LiveInterval *RHS) const {
645 if (!MRegisterInfo::isPhysicalRegister(LHS->reg)) {
646 if (!MRegisterInfo::isPhysicalRegister(RHS->reg))
647 return false; // vreg-vreg merge has no aliases!
648 std::swap(LHS, RHS);
649 }
650
651 assert(MRegisterInfo::isPhysicalRegister(LHS->reg) &&
652 MRegisterInfo::isVirtualRegister(RHS->reg) &&
653 "first interval must describe a physical register");
654
Chris Lattner4df98e52004-07-24 03:32:06 +0000655 for (const unsigned *AS = mri_->getAliasSet(LHS->reg); *AS; ++AS)
656 if (RHS->overlaps(getInterval(*AS)))
657 return true;
Alkis Evlogimenos79b0c3f2004-01-23 13:37:51 +0000658
Chris Lattner4df98e52004-07-24 03:32:06 +0000659 return false;
Alkis Evlogimenos79b0c3f2004-01-23 13:37:51 +0000660}
661
Chris Lattner4df98e52004-07-24 03:32:06 +0000662LiveInterval *LiveIntervals::createInterval(unsigned reg) const {
663 float Weight = MRegisterInfo::isPhysicalRegister(reg) ? HUGE_VAL :0.0F;
664 return new LiveInterval(reg, Weight);
Alkis Evlogimenos9a8b4902004-04-09 18:07:57 +0000665}
666