blob: 94a3fc1ed0d5c7aa5d8a2ecdb182b613066bf760 [file] [log] [blame]
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +00001//===--- LiveRangeEdit.cpp - Basic tools for editing a register live range --===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// The LiveRangeEdit class represents changes done to a virtual register when it
11// is spilled or split.
12//===----------------------------------------------------------------------===//
13
Jakob Stoklund Olesencf610d02011-03-29 17:47:02 +000014#define DEBUG_TYPE "regalloc"
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000015#include "LiveRangeEdit.h"
16#include "VirtRegMap.h"
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +000017#include "llvm/ADT/SetVector.h"
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000018#include "llvm/CodeGen/LiveIntervalAnalysis.h"
19#include "llvm/CodeGen/MachineRegisterInfo.h"
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000020#include "llvm/Target/TargetInstrInfo.h"
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +000021#include "llvm/Support/Debug.h"
22#include "llvm/Support/raw_ostream.h"
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000023
24using namespace llvm;
25
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +000026LiveInterval &LiveRangeEdit::createFrom(unsigned OldReg,
27 LiveIntervals &LIS,
28 VirtRegMap &VRM) {
29 MachineRegisterInfo &MRI = VRM.getRegInfo();
30 unsigned VReg = MRI.createVirtualRegister(MRI.getRegClass(OldReg));
31 VRM.grow();
32 VRM.setIsSplitFromReg(VReg, VRM.getOriginal(OldReg));
33 LiveInterval &LI = LIS.getOrCreateInterval(VReg);
34 newRegs_.push_back(&LI);
35 return LI;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000036}
37
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000038void LiveRangeEdit::checkRematerializable(VNInfo *VNI,
39 const MachineInstr *DefMI,
40 const TargetInstrInfo &tii,
41 AliasAnalysis *aa) {
42 assert(DefMI && "Missing instruction");
43 if (tii.isTriviallyReMaterializable(DefMI, aa))
44 remattable_.insert(VNI);
45 scannedRemattable_ = true;
46}
47
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000048void LiveRangeEdit::scanRemattable(LiveIntervals &lis,
49 const TargetInstrInfo &tii,
50 AliasAnalysis *aa) {
51 for (LiveInterval::vni_iterator I = parent_.vni_begin(),
52 E = parent_.vni_end(); I != E; ++I) {
53 VNInfo *VNI = *I;
54 if (VNI->isUnused())
55 continue;
56 MachineInstr *DefMI = lis.getInstructionFromIndex(VNI->def);
57 if (!DefMI)
58 continue;
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000059 checkRematerializable(VNI, DefMI, tii, aa);
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000060 }
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000061}
62
63bool LiveRangeEdit::anyRematerializable(LiveIntervals &lis,
64 const TargetInstrInfo &tii,
65 AliasAnalysis *aa) {
66 if (!scannedRemattable_)
67 scanRemattable(lis, tii, aa);
68 return !remattable_.empty();
69}
70
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000071/// allUsesAvailableAt - Return true if all registers used by OrigMI at
72/// OrigIdx are also available with the same value at UseIdx.
73bool LiveRangeEdit::allUsesAvailableAt(const MachineInstr *OrigMI,
74 SlotIndex OrigIdx,
75 SlotIndex UseIdx,
76 LiveIntervals &lis) {
77 OrigIdx = OrigIdx.getUseIndex();
78 UseIdx = UseIdx.getUseIndex();
79 for (unsigned i = 0, e = OrigMI->getNumOperands(); i != e; ++i) {
80 const MachineOperand &MO = OrigMI->getOperand(i);
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000081 if (!MO.isReg() || !MO.getReg() || MO.isDef())
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000082 continue;
83 // Reserved registers are OK.
84 if (MO.isUndef() || !lis.hasInterval(MO.getReg()))
85 continue;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000086 // We cannot depend on virtual registers in uselessRegs_.
Jakob Stoklund Olesen1973b3e2011-03-07 22:42:16 +000087 if (uselessRegs_)
88 for (unsigned ui = 0, ue = uselessRegs_->size(); ui != ue; ++ui)
89 if ((*uselessRegs_)[ui]->reg == MO.getReg())
90 return false;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000091
92 LiveInterval &li = lis.getInterval(MO.getReg());
93 const VNInfo *OVNI = li.getVNInfoAt(OrigIdx);
94 if (!OVNI)
95 continue;
96 if (OVNI != li.getVNInfoAt(UseIdx))
97 return false;
98 }
99 return true;
100}
101
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000102bool LiveRangeEdit::canRematerializeAt(Remat &RM,
103 SlotIndex UseIdx,
104 bool cheapAsAMove,
105 LiveIntervals &lis) {
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000106 assert(scannedRemattable_ && "Call anyRematerializable first");
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000107
108 // Use scanRemattable info.
109 if (!remattable_.count(RM.ParentVNI))
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000110 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000111
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +0000112 // No defining instruction provided.
113 SlotIndex DefIdx;
114 if (RM.OrigMI)
115 DefIdx = lis.getInstructionIndex(RM.OrigMI);
116 else {
117 DefIdx = RM.ParentVNI->def;
118 RM.OrigMI = lis.getInstructionFromIndex(DefIdx);
119 assert(RM.OrigMI && "No defining instruction for remattable value");
120 }
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000121
122 // If only cheap remats were requested, bail out early.
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000123 if (cheapAsAMove && !RM.OrigMI->getDesc().isAsCheapAsAMove())
124 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000125
126 // Verify that all used registers are available with the same values.
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +0000127 if (!allUsesAvailableAt(RM.OrigMI, DefIdx, UseIdx, lis))
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000128 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000129
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000130 return true;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000131}
132
133SlotIndex LiveRangeEdit::rematerializeAt(MachineBasicBlock &MBB,
134 MachineBasicBlock::iterator MI,
135 unsigned DestReg,
136 const Remat &RM,
137 LiveIntervals &lis,
138 const TargetInstrInfo &tii,
139 const TargetRegisterInfo &tri) {
140 assert(RM.OrigMI && "Invalid remat");
141 tii.reMaterialize(MBB, MI, DestReg, 0, RM.OrigMI, tri);
Jakob Stoklund Olesenf1583ae2010-10-20 22:50:42 +0000142 rematted_.insert(RM.ParentVNI);
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000143 return lis.InsertMachineInstrInMaps(--MI).getDefIndex();
144}
145
Jakob Stoklund Olesen7792e982011-03-13 01:23:11 +0000146void LiveRangeEdit::eraseVirtReg(unsigned Reg, LiveIntervals &LIS) {
147 if (delegate_ && delegate_->LRE_CanEraseVirtReg(Reg))
148 LIS.removeInterval(Reg);
149}
150
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000151void LiveRangeEdit::eliminateDeadDefs(SmallVectorImpl<MachineInstr*> &Dead,
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +0000152 LiveIntervals &LIS, VirtRegMap &VRM,
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000153 const TargetInstrInfo &TII) {
154 SetVector<LiveInterval*,
155 SmallVector<LiveInterval*, 8>,
156 SmallPtrSet<LiveInterval*, 8> > ToShrink;
157
158 for (;;) {
159 // Erase all dead defs.
160 while (!Dead.empty()) {
161 MachineInstr *MI = Dead.pop_back_val();
162 assert(MI->allDefsAreDead() && "Def isn't really dead");
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000163 SlotIndex Idx = LIS.getInstructionIndex(MI).getDefIndex();
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000164
165 // Never delete inline asm.
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000166 if (MI->isInlineAsm()) {
167 DEBUG(dbgs() << "Won't delete: " << Idx << '\t' << *MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000168 continue;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000169 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000170
171 // Use the same criteria as DeadMachineInstructionElim.
172 bool SawStore = false;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000173 if (!MI->isSafeToMove(&TII, 0, SawStore)) {
174 DEBUG(dbgs() << "Can't delete: " << Idx << '\t' << *MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000175 continue;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000176 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000177
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000178 DEBUG(dbgs() << "Deleting dead def " << Idx << '\t' << *MI);
179
180 // Check for live intervals that may shrink
181 for (MachineInstr::mop_iterator MOI = MI->operands_begin(),
182 MOE = MI->operands_end(); MOI != MOE; ++MOI) {
183 if (!MOI->isReg())
184 continue;
185 unsigned Reg = MOI->getReg();
186 if (!TargetRegisterInfo::isVirtualRegister(Reg))
187 continue;
188 LiveInterval &LI = LIS.getInterval(Reg);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000189
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000190 // Shrink read registers.
191 if (MI->readsVirtualRegister(Reg))
192 ToShrink.insert(&LI);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000193
194 // Remove defined value.
195 if (MOI->isDef()) {
196 if (VNInfo *VNI = LI.getVNInfoAt(Idx)) {
Jakob Stoklund Olesen1e6c65d2011-03-23 04:43:16 +0000197 if (delegate_)
198 delegate_->LRE_WillShrinkVirtReg(LI.reg);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000199 LI.removeValNo(VNI);
200 if (LI.empty()) {
201 ToShrink.remove(&LI);
202 eraseVirtReg(Reg, LIS);
203 }
204 }
205 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000206 }
207
Jakob Stoklund Olesen92a55f42011-03-09 00:57:29 +0000208 if (delegate_)
209 delegate_->LRE_WillEraseInstruction(MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000210 LIS.RemoveMachineInstrFromMaps(MI);
211 MI->eraseFromParent();
212 }
213
214 if (ToShrink.empty())
215 break;
216
217 // Shrink just one live interval. Then delete new dead defs.
Jakob Stoklund Olesen1d5b8452011-03-16 22:56:16 +0000218 LiveInterval *LI = ToShrink.back();
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000219 ToShrink.pop_back();
Jakob Stoklund Olesen1d5b8452011-03-16 22:56:16 +0000220 if (delegate_)
221 delegate_->LRE_WillShrinkVirtReg(LI->reg);
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +0000222 if (!LIS.shrinkToUses(LI, &Dead))
223 continue;
224
225 // LI may have been separated, create new intervals.
226 LI->RenumberValues(LIS);
227 ConnectedVNInfoEqClasses ConEQ(LIS);
228 unsigned NumComp = ConEQ.Classify(LI);
229 if (NumComp <= 1)
230 continue;
231 DEBUG(dbgs() << NumComp << " components: " << *LI << '\n');
232 SmallVector<LiveInterval*, 8> Dups(1, LI);
233 for (unsigned i = 1; i != NumComp; ++i)
234 Dups.push_back(&createFrom(LI->reg, LIS, VRM));
235 ConEQ.Distribute(&Dups[0], VRM.getRegInfo());
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000236 }
237}
238