blob: 6b8a533b66b15f9c646cacc57d21eaf2ba65547d [file] [log] [blame]
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +00001//===--- LiveRangeEdit.cpp - Basic tools for editing a register live range --===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// The LiveRangeEdit class represents changes done to a virtual register when it
11// is spilled or split.
12//===----------------------------------------------------------------------===//
13
Jakob Stoklund Olesencf610d02011-03-29 17:47:02 +000014#define DEBUG_TYPE "regalloc"
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000015#include "LiveRangeEdit.h"
16#include "VirtRegMap.h"
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +000017#include "llvm/ADT/SetVector.h"
Jakob Stoklund Olesen6094bd82011-03-29 21:20:19 +000018#include "llvm/CodeGen/CalcSpillWeights.h"
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000019#include "llvm/CodeGen/LiveIntervalAnalysis.h"
20#include "llvm/CodeGen/MachineRegisterInfo.h"
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000021#include "llvm/Target/TargetInstrInfo.h"
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +000022#include "llvm/Support/Debug.h"
23#include "llvm/Support/raw_ostream.h"
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000024
25using namespace llvm;
26
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +000027LiveInterval &LiveRangeEdit::createFrom(unsigned OldReg,
28 LiveIntervals &LIS,
29 VirtRegMap &VRM) {
30 MachineRegisterInfo &MRI = VRM.getRegInfo();
31 unsigned VReg = MRI.createVirtualRegister(MRI.getRegClass(OldReg));
32 VRM.grow();
33 VRM.setIsSplitFromReg(VReg, VRM.getOriginal(OldReg));
34 LiveInterval &LI = LIS.getOrCreateInterval(VReg);
35 newRegs_.push_back(&LI);
36 return LI;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000037}
38
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000039void LiveRangeEdit::checkRematerializable(VNInfo *VNI,
40 const MachineInstr *DefMI,
41 const TargetInstrInfo &tii,
42 AliasAnalysis *aa) {
43 assert(DefMI && "Missing instruction");
44 if (tii.isTriviallyReMaterializable(DefMI, aa))
45 remattable_.insert(VNI);
46 scannedRemattable_ = true;
47}
48
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000049void LiveRangeEdit::scanRemattable(LiveIntervals &lis,
50 const TargetInstrInfo &tii,
51 AliasAnalysis *aa) {
52 for (LiveInterval::vni_iterator I = parent_.vni_begin(),
53 E = parent_.vni_end(); I != E; ++I) {
54 VNInfo *VNI = *I;
55 if (VNI->isUnused())
56 continue;
57 MachineInstr *DefMI = lis.getInstructionFromIndex(VNI->def);
58 if (!DefMI)
59 continue;
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000060 checkRematerializable(VNI, DefMI, tii, aa);
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000061 }
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000062}
63
64bool LiveRangeEdit::anyRematerializable(LiveIntervals &lis,
65 const TargetInstrInfo &tii,
66 AliasAnalysis *aa) {
67 if (!scannedRemattable_)
68 scanRemattable(lis, tii, aa);
69 return !remattable_.empty();
70}
71
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000072/// allUsesAvailableAt - Return true if all registers used by OrigMI at
73/// OrigIdx are also available with the same value at UseIdx.
74bool LiveRangeEdit::allUsesAvailableAt(const MachineInstr *OrigMI,
75 SlotIndex OrigIdx,
76 SlotIndex UseIdx,
77 LiveIntervals &lis) {
78 OrigIdx = OrigIdx.getUseIndex();
79 UseIdx = UseIdx.getUseIndex();
80 for (unsigned i = 0, e = OrigMI->getNumOperands(); i != e; ++i) {
81 const MachineOperand &MO = OrigMI->getOperand(i);
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000082 if (!MO.isReg() || !MO.getReg() || MO.isDef())
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000083 continue;
84 // Reserved registers are OK.
85 if (MO.isUndef() || !lis.hasInterval(MO.getReg()))
86 continue;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000087 // We cannot depend on virtual registers in uselessRegs_.
Jakob Stoklund Olesen1973b3e2011-03-07 22:42:16 +000088 if (uselessRegs_)
89 for (unsigned ui = 0, ue = uselessRegs_->size(); ui != ue; ++ui)
90 if ((*uselessRegs_)[ui]->reg == MO.getReg())
91 return false;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000092
93 LiveInterval &li = lis.getInterval(MO.getReg());
94 const VNInfo *OVNI = li.getVNInfoAt(OrigIdx);
95 if (!OVNI)
96 continue;
97 if (OVNI != li.getVNInfoAt(UseIdx))
98 return false;
99 }
100 return true;
101}
102
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000103bool LiveRangeEdit::canRematerializeAt(Remat &RM,
104 SlotIndex UseIdx,
105 bool cheapAsAMove,
106 LiveIntervals &lis) {
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000107 assert(scannedRemattable_ && "Call anyRematerializable first");
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000108
109 // Use scanRemattable info.
110 if (!remattable_.count(RM.ParentVNI))
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000111 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000112
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +0000113 // No defining instruction provided.
114 SlotIndex DefIdx;
115 if (RM.OrigMI)
116 DefIdx = lis.getInstructionIndex(RM.OrigMI);
117 else {
118 DefIdx = RM.ParentVNI->def;
119 RM.OrigMI = lis.getInstructionFromIndex(DefIdx);
120 assert(RM.OrigMI && "No defining instruction for remattable value");
121 }
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000122
123 // If only cheap remats were requested, bail out early.
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000124 if (cheapAsAMove && !RM.OrigMI->getDesc().isAsCheapAsAMove())
125 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000126
127 // Verify that all used registers are available with the same values.
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +0000128 if (!allUsesAvailableAt(RM.OrigMI, DefIdx, UseIdx, lis))
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000129 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000130
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000131 return true;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000132}
133
134SlotIndex LiveRangeEdit::rematerializeAt(MachineBasicBlock &MBB,
135 MachineBasicBlock::iterator MI,
136 unsigned DestReg,
137 const Remat &RM,
138 LiveIntervals &lis,
139 const TargetInstrInfo &tii,
140 const TargetRegisterInfo &tri) {
141 assert(RM.OrigMI && "Invalid remat");
142 tii.reMaterialize(MBB, MI, DestReg, 0, RM.OrigMI, tri);
Jakob Stoklund Olesenf1583ae2010-10-20 22:50:42 +0000143 rematted_.insert(RM.ParentVNI);
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000144 return lis.InsertMachineInstrInMaps(--MI).getDefIndex();
145}
146
Jakob Stoklund Olesen7792e982011-03-13 01:23:11 +0000147void LiveRangeEdit::eraseVirtReg(unsigned Reg, LiveIntervals &LIS) {
148 if (delegate_ && delegate_->LRE_CanEraseVirtReg(Reg))
149 LIS.removeInterval(Reg);
150}
151
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000152void LiveRangeEdit::eliminateDeadDefs(SmallVectorImpl<MachineInstr*> &Dead,
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +0000153 LiveIntervals &LIS, VirtRegMap &VRM,
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000154 const TargetInstrInfo &TII) {
155 SetVector<LiveInterval*,
156 SmallVector<LiveInterval*, 8>,
157 SmallPtrSet<LiveInterval*, 8> > ToShrink;
158
159 for (;;) {
160 // Erase all dead defs.
161 while (!Dead.empty()) {
162 MachineInstr *MI = Dead.pop_back_val();
163 assert(MI->allDefsAreDead() && "Def isn't really dead");
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000164 SlotIndex Idx = LIS.getInstructionIndex(MI).getDefIndex();
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000165
166 // Never delete inline asm.
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000167 if (MI->isInlineAsm()) {
168 DEBUG(dbgs() << "Won't delete: " << Idx << '\t' << *MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000169 continue;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000170 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000171
172 // Use the same criteria as DeadMachineInstructionElim.
173 bool SawStore = false;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000174 if (!MI->isSafeToMove(&TII, 0, SawStore)) {
175 DEBUG(dbgs() << "Can't delete: " << Idx << '\t' << *MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000176 continue;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000177 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000178
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000179 DEBUG(dbgs() << "Deleting dead def " << Idx << '\t' << *MI);
180
181 // Check for live intervals that may shrink
182 for (MachineInstr::mop_iterator MOI = MI->operands_begin(),
183 MOE = MI->operands_end(); MOI != MOE; ++MOI) {
184 if (!MOI->isReg())
185 continue;
186 unsigned Reg = MOI->getReg();
187 if (!TargetRegisterInfo::isVirtualRegister(Reg))
188 continue;
189 LiveInterval &LI = LIS.getInterval(Reg);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000190
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000191 // Shrink read registers.
192 if (MI->readsVirtualRegister(Reg))
193 ToShrink.insert(&LI);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000194
195 // Remove defined value.
196 if (MOI->isDef()) {
197 if (VNInfo *VNI = LI.getVNInfoAt(Idx)) {
Jakob Stoklund Olesen1e6c65d2011-03-23 04:43:16 +0000198 if (delegate_)
199 delegate_->LRE_WillShrinkVirtReg(LI.reg);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000200 LI.removeValNo(VNI);
201 if (LI.empty()) {
202 ToShrink.remove(&LI);
203 eraseVirtReg(Reg, LIS);
204 }
205 }
206 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000207 }
208
Jakob Stoklund Olesen92a55f42011-03-09 00:57:29 +0000209 if (delegate_)
210 delegate_->LRE_WillEraseInstruction(MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000211 LIS.RemoveMachineInstrFromMaps(MI);
212 MI->eraseFromParent();
213 }
214
215 if (ToShrink.empty())
216 break;
217
218 // Shrink just one live interval. Then delete new dead defs.
Jakob Stoklund Olesen1d5b8452011-03-16 22:56:16 +0000219 LiveInterval *LI = ToShrink.back();
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000220 ToShrink.pop_back();
Jakob Stoklund Olesen1d5b8452011-03-16 22:56:16 +0000221 if (delegate_)
222 delegate_->LRE_WillShrinkVirtReg(LI->reg);
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +0000223 if (!LIS.shrinkToUses(LI, &Dead))
224 continue;
225
226 // LI may have been separated, create new intervals.
227 LI->RenumberValues(LIS);
228 ConnectedVNInfoEqClasses ConEQ(LIS);
229 unsigned NumComp = ConEQ.Classify(LI);
230 if (NumComp <= 1)
231 continue;
232 DEBUG(dbgs() << NumComp << " components: " << *LI << '\n');
233 SmallVector<LiveInterval*, 8> Dups(1, LI);
234 for (unsigned i = 1; i != NumComp; ++i)
235 Dups.push_back(&createFrom(LI->reg, LIS, VRM));
236 ConEQ.Distribute(&Dups[0], VRM.getRegInfo());
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000237 }
238}
239
Jakob Stoklund Olesen6094bd82011-03-29 21:20:19 +0000240void LiveRangeEdit::calculateRegClassAndHint(MachineFunction &MF,
241 LiveIntervals &LIS,
242 const MachineLoopInfo &Loops) {
243 VirtRegAuxInfo VRAI(MF, LIS, Loops);
244 for (iterator I = begin(), E = end(); I != E; ++I) {
245 LiveInterval &LI = **I;
246 VRAI.CalculateRegClass(LI.reg);
247 VRAI.CalculateWeightAndHint(LI);
248 }
249}