blob: d1a2fafca84762441d6ffd4909fb1ec37a622b4e [file] [log] [blame]
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +00001//===--- LiveRangeEdit.cpp - Basic tools for editing a register live range --===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// The LiveRangeEdit class represents changes done to a virtual register when it
11// is spilled or split.
12//===----------------------------------------------------------------------===//
13
14#include "LiveRangeEdit.h"
15#include "VirtRegMap.h"
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +000016#include "llvm/ADT/SetVector.h"
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000017#include "llvm/CodeGen/LiveIntervalAnalysis.h"
18#include "llvm/CodeGen/MachineRegisterInfo.h"
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000019#include "llvm/Target/TargetInstrInfo.h"
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +000020#include "llvm/Support/Debug.h"
21#include "llvm/Support/raw_ostream.h"
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000022
23using namespace llvm;
24
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +000025LiveInterval &LiveRangeEdit::createFrom(unsigned OldReg,
26 LiveIntervals &LIS,
27 VirtRegMap &VRM) {
28 MachineRegisterInfo &MRI = VRM.getRegInfo();
29 unsigned VReg = MRI.createVirtualRegister(MRI.getRegClass(OldReg));
30 VRM.grow();
31 VRM.setIsSplitFromReg(VReg, VRM.getOriginal(OldReg));
32 LiveInterval &LI = LIS.getOrCreateInterval(VReg);
33 newRegs_.push_back(&LI);
34 return LI;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000035}
36
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000037void LiveRangeEdit::checkRematerializable(VNInfo *VNI,
38 const MachineInstr *DefMI,
39 const TargetInstrInfo &tii,
40 AliasAnalysis *aa) {
41 assert(DefMI && "Missing instruction");
42 if (tii.isTriviallyReMaterializable(DefMI, aa))
43 remattable_.insert(VNI);
44 scannedRemattable_ = true;
45}
46
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000047void LiveRangeEdit::scanRemattable(LiveIntervals &lis,
48 const TargetInstrInfo &tii,
49 AliasAnalysis *aa) {
50 for (LiveInterval::vni_iterator I = parent_.vni_begin(),
51 E = parent_.vni_end(); I != E; ++I) {
52 VNInfo *VNI = *I;
53 if (VNI->isUnused())
54 continue;
55 MachineInstr *DefMI = lis.getInstructionFromIndex(VNI->def);
56 if (!DefMI)
57 continue;
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000058 checkRematerializable(VNI, DefMI, tii, aa);
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000059 }
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +000060}
61
62bool LiveRangeEdit::anyRematerializable(LiveIntervals &lis,
63 const TargetInstrInfo &tii,
64 AliasAnalysis *aa) {
65 if (!scannedRemattable_)
66 scanRemattable(lis, tii, aa);
67 return !remattable_.empty();
68}
69
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000070/// allUsesAvailableAt - Return true if all registers used by OrigMI at
71/// OrigIdx are also available with the same value at UseIdx.
72bool LiveRangeEdit::allUsesAvailableAt(const MachineInstr *OrigMI,
73 SlotIndex OrigIdx,
74 SlotIndex UseIdx,
75 LiveIntervals &lis) {
76 OrigIdx = OrigIdx.getUseIndex();
77 UseIdx = UseIdx.getUseIndex();
78 for (unsigned i = 0, e = OrigMI->getNumOperands(); i != e; ++i) {
79 const MachineOperand &MO = OrigMI->getOperand(i);
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +000080 if (!MO.isReg() || !MO.getReg() || MO.isDef())
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000081 continue;
82 // Reserved registers are OK.
83 if (MO.isUndef() || !lis.hasInterval(MO.getReg()))
84 continue;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000085 // We cannot depend on virtual registers in uselessRegs_.
Jakob Stoklund Olesen1973b3e2011-03-07 22:42:16 +000086 if (uselessRegs_)
87 for (unsigned ui = 0, ue = uselessRegs_->size(); ui != ue; ++ui)
88 if ((*uselessRegs_)[ui]->reg == MO.getReg())
89 return false;
Jakob Stoklund Olesena17768f2010-10-14 23:49:52 +000090
91 LiveInterval &li = lis.getInterval(MO.getReg());
92 const VNInfo *OVNI = li.getVNInfoAt(OrigIdx);
93 if (!OVNI)
94 continue;
95 if (OVNI != li.getVNInfoAt(UseIdx))
96 return false;
97 }
98 return true;
99}
100
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000101bool LiveRangeEdit::canRematerializeAt(Remat &RM,
102 SlotIndex UseIdx,
103 bool cheapAsAMove,
104 LiveIntervals &lis) {
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000105 assert(scannedRemattable_ && "Call anyRematerializable first");
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000106
107 // Use scanRemattable info.
108 if (!remattable_.count(RM.ParentVNI))
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000109 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000110
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +0000111 // No defining instruction provided.
112 SlotIndex DefIdx;
113 if (RM.OrigMI)
114 DefIdx = lis.getInstructionIndex(RM.OrigMI);
115 else {
116 DefIdx = RM.ParentVNI->def;
117 RM.OrigMI = lis.getInstructionFromIndex(DefIdx);
118 assert(RM.OrigMI && "No defining instruction for remattable value");
119 }
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000120
121 // If only cheap remats were requested, bail out early.
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000122 if (cheapAsAMove && !RM.OrigMI->getDesc().isAsCheapAsAMove())
123 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000124
125 // Verify that all used registers are available with the same values.
Jakob Stoklund Olesen2ef661b2011-03-29 03:12:02 +0000126 if (!allUsesAvailableAt(RM.OrigMI, DefIdx, UseIdx, lis))
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000127 return false;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000128
Jakob Stoklund Olesenb80e9732010-11-10 01:05:12 +0000129 return true;
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000130}
131
132SlotIndex LiveRangeEdit::rematerializeAt(MachineBasicBlock &MBB,
133 MachineBasicBlock::iterator MI,
134 unsigned DestReg,
135 const Remat &RM,
136 LiveIntervals &lis,
137 const TargetInstrInfo &tii,
138 const TargetRegisterInfo &tri) {
139 assert(RM.OrigMI && "Invalid remat");
140 tii.reMaterialize(MBB, MI, DestReg, 0, RM.OrigMI, tri);
Jakob Stoklund Olesenf1583ae2010-10-20 22:50:42 +0000141 rematted_.insert(RM.ParentVNI);
Jakob Stoklund Olesen080c3162010-10-20 22:00:51 +0000142 return lis.InsertMachineInstrInMaps(--MI).getDefIndex();
143}
144
Jakob Stoklund Olesen7792e982011-03-13 01:23:11 +0000145void LiveRangeEdit::eraseVirtReg(unsigned Reg, LiveIntervals &LIS) {
146 if (delegate_ && delegate_->LRE_CanEraseVirtReg(Reg))
147 LIS.removeInterval(Reg);
148}
149
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000150void LiveRangeEdit::eliminateDeadDefs(SmallVectorImpl<MachineInstr*> &Dead,
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +0000151 LiveIntervals &LIS, VirtRegMap &VRM,
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000152 const TargetInstrInfo &TII) {
153 SetVector<LiveInterval*,
154 SmallVector<LiveInterval*, 8>,
155 SmallPtrSet<LiveInterval*, 8> > ToShrink;
156
157 for (;;) {
158 // Erase all dead defs.
159 while (!Dead.empty()) {
160 MachineInstr *MI = Dead.pop_back_val();
161 assert(MI->allDefsAreDead() && "Def isn't really dead");
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000162 SlotIndex Idx = LIS.getInstructionIndex(MI).getDefIndex();
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000163
164 // Never delete inline asm.
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000165 if (MI->isInlineAsm()) {
166 DEBUG(dbgs() << "Won't delete: " << Idx << '\t' << *MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000167 continue;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000168 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000169
170 // Use the same criteria as DeadMachineInstructionElim.
171 bool SawStore = false;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000172 if (!MI->isSafeToMove(&TII, 0, SawStore)) {
173 DEBUG(dbgs() << "Can't delete: " << Idx << '\t' << *MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000174 continue;
Jakob Stoklund Olesenc46570d2011-03-16 22:56:08 +0000175 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000176
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000177 DEBUG(dbgs() << "Deleting dead def " << Idx << '\t' << *MI);
178
179 // Check for live intervals that may shrink
180 for (MachineInstr::mop_iterator MOI = MI->operands_begin(),
181 MOE = MI->operands_end(); MOI != MOE; ++MOI) {
182 if (!MOI->isReg())
183 continue;
184 unsigned Reg = MOI->getReg();
185 if (!TargetRegisterInfo::isVirtualRegister(Reg))
186 continue;
187 LiveInterval &LI = LIS.getInterval(Reg);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000188
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000189 // Shrink read registers.
190 if (MI->readsVirtualRegister(Reg))
191 ToShrink.insert(&LI);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000192
193 // Remove defined value.
194 if (MOI->isDef()) {
195 if (VNInfo *VNI = LI.getVNInfoAt(Idx)) {
Jakob Stoklund Olesen1e6c65d2011-03-23 04:43:16 +0000196 if (delegate_)
197 delegate_->LRE_WillShrinkVirtReg(LI.reg);
Jakob Stoklund Olesencc5c4292011-03-16 22:56:13 +0000198 LI.removeValNo(VNI);
199 if (LI.empty()) {
200 ToShrink.remove(&LI);
201 eraseVirtReg(Reg, LIS);
202 }
203 }
204 }
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000205 }
206
Jakob Stoklund Olesen92a55f42011-03-09 00:57:29 +0000207 if (delegate_)
208 delegate_->LRE_WillEraseInstruction(MI);
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000209 LIS.RemoveMachineInstrFromMaps(MI);
210 MI->eraseFromParent();
211 }
212
213 if (ToShrink.empty())
214 break;
215
216 // Shrink just one live interval. Then delete new dead defs.
Jakob Stoklund Olesen1d5b8452011-03-16 22:56:16 +0000217 LiveInterval *LI = ToShrink.back();
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000218 ToShrink.pop_back();
Jakob Stoklund Olesen1d5b8452011-03-16 22:56:16 +0000219 if (delegate_)
220 delegate_->LRE_WillShrinkVirtReg(LI->reg);
Jakob Stoklund Olesen6a3dbd32011-03-17 20:37:07 +0000221 if (!LIS.shrinkToUses(LI, &Dead))
222 continue;
223
224 // LI may have been separated, create new intervals.
225 LI->RenumberValues(LIS);
226 ConnectedVNInfoEqClasses ConEQ(LIS);
227 unsigned NumComp = ConEQ.Classify(LI);
228 if (NumComp <= 1)
229 continue;
230 DEBUG(dbgs() << NumComp << " components: " << *LI << '\n');
231 SmallVector<LiveInterval*, 8> Dups(1, LI);
232 for (unsigned i = 1; i != NumComp; ++i)
233 Dups.push_back(&createFrom(LI->reg, LIS, VRM));
234 ConEQ.Distribute(&Dups[0], VRM.getRegInfo());
Jakob Stoklund Olesen58817992011-03-08 22:46:11 +0000235 }
236}
237