blob: 4ef5b594cd9b4bc621cb414ae7db80af31022044 [file] [log] [blame]
Lang Hames233a60e2009-11-03 23:52:08 +00001//===---------------------- ProcessImplicitDefs.cpp -----------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#define DEBUG_TYPE "processimplicitdefs"
11
12#include "llvm/CodeGen/ProcessImplicitDefs.h"
13
14#include "llvm/ADT/DepthFirstIterator.h"
15#include "llvm/ADT/SmallSet.h"
16#include "llvm/Analysis/AliasAnalysis.h"
17#include "llvm/CodeGen/LiveVariables.h"
18#include "llvm/CodeGen/MachineInstr.h"
19#include "llvm/CodeGen/MachineRegisterInfo.h"
20#include "llvm/CodeGen/Passes.h"
21#include "llvm/Support/Debug.h"
22#include "llvm/Target/TargetInstrInfo.h"
23#include "llvm/Target/TargetRegisterInfo.h"
24
25
26using namespace llvm;
27
28char ProcessImplicitDefs::ID = 0;
Andrew Trick8dd26252012-02-10 04:10:36 +000029char &llvm::ProcessImplicitDefsID = ProcessImplicitDefs::ID;
30
Owen Anderson2ab36d32010-10-12 19:48:12 +000031INITIALIZE_PASS_BEGIN(ProcessImplicitDefs, "processimpdefs",
Cameron Zwarichdd061b32010-12-29 11:49:10 +000032 "Process Implicit Definitions", false, false)
Owen Anderson2ab36d32010-10-12 19:48:12 +000033INITIALIZE_PASS_DEPENDENCY(LiveVariables)
34INITIALIZE_PASS_END(ProcessImplicitDefs, "processimpdefs",
Cameron Zwarichdd061b32010-12-29 11:49:10 +000035 "Process Implicit Definitions", false, false)
Lang Hames233a60e2009-11-03 23:52:08 +000036
37void ProcessImplicitDefs::getAnalysisUsage(AnalysisUsage &AU) const {
38 AU.setPreservesCFG();
39 AU.addPreserved<AliasAnalysis>();
40 AU.addPreserved<LiveVariables>();
Lang Hames233a60e2009-11-03 23:52:08 +000041 AU.addPreservedID(MachineLoopInfoID);
42 AU.addPreservedID(MachineDominatorsID);
43 AU.addPreservedID(TwoAddressInstructionPassID);
44 AU.addPreservedID(PHIEliminationID);
45 MachineFunctionPass::getAnalysisUsage(AU);
46}
47
Evan Chengdb898092010-07-14 01:22:19 +000048bool
49ProcessImplicitDefs::CanTurnIntoImplicitDef(MachineInstr *MI,
50 unsigned Reg, unsigned OpIdx,
Evan Chengdb898092010-07-14 01:22:19 +000051 SmallSet<unsigned, 8> &ImpDefRegs) {
Jakob Stoklund Olesen273f7e42010-07-03 00:04:37 +000052 switch(OpIdx) {
Evan Chengdb898092010-07-14 01:22:19 +000053 case 1:
Jakob Stoklund Olesene8838d52012-01-25 23:36:27 +000054 return MI->isCopy() && (!MI->getOperand(0).readsReg() ||
Evan Chengdb898092010-07-14 01:22:19 +000055 ImpDefRegs.count(MI->getOperand(0).getReg()));
56 case 2:
Jakob Stoklund Olesene8838d52012-01-25 23:36:27 +000057 return MI->isSubregToReg() && (!MI->getOperand(0).readsReg() ||
Evan Chengdb898092010-07-14 01:22:19 +000058 ImpDefRegs.count(MI->getOperand(0).getReg()));
59 default: return false;
Jakob Stoklund Olesen273f7e42010-07-03 00:04:37 +000060 }
Lang Hames233a60e2009-11-03 23:52:08 +000061}
62
Evan Chengdb898092010-07-14 01:22:19 +000063static bool isUndefCopy(MachineInstr *MI, unsigned Reg,
Evan Chengdb898092010-07-14 01:22:19 +000064 SmallSet<unsigned, 8> &ImpDefRegs) {
65 if (MI->isCopy()) {
66 MachineOperand &MO0 = MI->getOperand(0);
67 MachineOperand &MO1 = MI->getOperand(1);
68 if (MO1.getReg() != Reg)
69 return false;
Jakob Stoklund Olesene8838d52012-01-25 23:36:27 +000070 if (!MO0.readsReg() || ImpDefRegs.count(MO0.getReg()))
Evan Chengdb898092010-07-14 01:22:19 +000071 return true;
72 return false;
73 }
Evan Chengdb898092010-07-14 01:22:19 +000074 return false;
75}
76
Lang Hames233a60e2009-11-03 23:52:08 +000077/// processImplicitDefs - Process IMPLICIT_DEF instructions and make sure
78/// there is one implicit_def for each use. Add isUndef marker to
79/// implicit_def defs and their uses.
80bool ProcessImplicitDefs::runOnMachineFunction(MachineFunction &fn) {
81
David Greene7530efb2010-01-05 01:24:28 +000082 DEBUG(dbgs() << "********** PROCESS IMPLICIT DEFS **********\n"
Lang Hames233a60e2009-11-03 23:52:08 +000083 << "********** Function: "
84 << ((Value*)fn.getFunction())->getName() << '\n');
85
86 bool Changed = false;
87
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +000088 TII = fn.getTarget().getInstrInfo();
89 TRI = fn.getTarget().getRegisterInfo();
90 MRI = &fn.getRegInfo();
Andrew Trick8dd26252012-02-10 04:10:36 +000091 LV = getAnalysisIfAvailable<LiveVariables>();
Lang Hames233a60e2009-11-03 23:52:08 +000092
93 SmallSet<unsigned, 8> ImpDefRegs;
94 SmallVector<MachineInstr*, 8> ImpDefMIs;
Evan Chenge7c91952009-11-25 21:13:39 +000095 SmallVector<MachineInstr*, 4> RUses;
Lang Hames233a60e2009-11-03 23:52:08 +000096 SmallPtrSet<MachineBasicBlock*,16> Visited;
Evan Cheng285a7d52009-11-16 05:52:06 +000097 SmallPtrSet<MachineInstr*, 8> ModInsts;
Lang Hames233a60e2009-11-03 23:52:08 +000098
Evan Chenge7c91952009-11-25 21:13:39 +000099 MachineBasicBlock *Entry = fn.begin();
Lang Hames233a60e2009-11-03 23:52:08 +0000100 for (df_ext_iterator<MachineBasicBlock*, SmallPtrSet<MachineBasicBlock*,16> >
101 DFI = df_ext_begin(Entry, Visited), E = df_ext_end(Entry, Visited);
102 DFI != E; ++DFI) {
103 MachineBasicBlock *MBB = *DFI;
104 for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end();
105 I != E; ) {
106 MachineInstr *MI = &*I;
107 ++I;
Chris Lattner518bb532010-02-09 19:54:29 +0000108 if (MI->isImplicitDef()) {
Jakob Stoklund Olesene8838d52012-01-25 23:36:27 +0000109 ImpDefMIs.push_back(MI);
110 // Is this a sub-register read-modify-write?
111 if (MI->getOperand(0).readsReg())
Evan Cheng9cc9bfa2010-05-10 21:25:30 +0000112 continue;
Lang Hames233a60e2009-11-03 23:52:08 +0000113 unsigned Reg = MI->getOperand(0).getReg();
114 ImpDefRegs.insert(Reg);
115 if (TargetRegisterInfo::isPhysicalRegister(Reg)) {
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000116 for (const unsigned *SS = TRI->getSubRegisters(Reg); *SS; ++SS)
Lang Hames233a60e2009-11-03 23:52:08 +0000117 ImpDefRegs.insert(*SS);
118 }
Lang Hames233a60e2009-11-03 23:52:08 +0000119 continue;
120 }
121
Jakob Stoklund Olesened2185e2010-07-06 23:26:25 +0000122 // Eliminate %reg1032:sub<def> = COPY undef.
Jakob Stoklund Olesene8838d52012-01-25 23:36:27 +0000123 if (MI->isCopy() && MI->getOperand(0).readsReg()) {
Jakob Stoklund Olesened2185e2010-07-06 23:26:25 +0000124 MachineOperand &MO = MI->getOperand(1);
Evan Chengdb898092010-07-14 01:22:19 +0000125 if (MO.isUndef() || ImpDefRegs.count(MO.getReg())) {
Andrew Trick8dd26252012-02-10 04:10:36 +0000126 if (LV && MO.isKill()) {
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000127 LiveVariables::VarInfo& vi = LV->getVarInfo(MO.getReg());
Jakob Stoklund Olesened2185e2010-07-06 23:26:25 +0000128 vi.removeKill(MI);
129 }
Jakob Stoklund Olesenf6c69002011-07-28 21:38:51 +0000130 unsigned Reg = MI->getOperand(0).getReg();
Jakob Stoklund Olesened2185e2010-07-06 23:26:25 +0000131 MI->eraseFromParent();
132 Changed = true;
Jakob Stoklund Olesenf6c69002011-07-28 21:38:51 +0000133
134 // A REG_SEQUENCE may have been expanded into partial definitions.
135 // If this was the last one, mark Reg as implicitly defined.
136 if (TargetRegisterInfo::isVirtualRegister(Reg) && MRI->def_empty(Reg))
137 ImpDefRegs.insert(Reg);
Jakob Stoklund Olesened2185e2010-07-06 23:26:25 +0000138 continue;
139 }
140 }
141
Lang Hames233a60e2009-11-03 23:52:08 +0000142 bool ChangedToImpDef = false;
143 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
144 MachineOperand& MO = MI->getOperand(i);
Jakob Stoklund Olesene8838d52012-01-25 23:36:27 +0000145 if (!MO.isReg() || !MO.readsReg())
Lang Hames233a60e2009-11-03 23:52:08 +0000146 continue;
147 unsigned Reg = MO.getReg();
148 if (!Reg)
149 continue;
150 if (!ImpDefRegs.count(Reg))
151 continue;
152 // Use is a copy, just turn it into an implicit_def.
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000153 if (CanTurnIntoImplicitDef(MI, Reg, i, ImpDefRegs)) {
Lang Hames233a60e2009-11-03 23:52:08 +0000154 bool isKill = MO.isKill();
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000155 MI->setDesc(TII->get(TargetOpcode::IMPLICIT_DEF));
Lang Hames233a60e2009-11-03 23:52:08 +0000156 for (int j = MI->getNumOperands() - 1, ee = 0; j > ee; --j)
157 MI->RemoveOperand(j);
158 if (isKill) {
159 ImpDefRegs.erase(Reg);
Andrew Trick8dd26252012-02-10 04:10:36 +0000160 if (LV) {
161 LiveVariables::VarInfo& vi = LV->getVarInfo(Reg);
162 vi.removeKill(MI);
163 }
Lang Hames233a60e2009-11-03 23:52:08 +0000164 }
165 ChangedToImpDef = true;
166 Changed = true;
167 break;
168 }
169
170 Changed = true;
171 MO.setIsUndef();
Jakob Stoklund Olesened2185e2010-07-06 23:26:25 +0000172 // This is a partial register redef of an implicit def.
173 // Make sure the whole register is defined by the instruction.
174 if (MO.isDef()) {
175 MI->addRegisterDefined(Reg);
176 continue;
177 }
Lang Hames233a60e2009-11-03 23:52:08 +0000178 if (MO.isKill() || MI->isRegTiedToDefOperand(i)) {
Jakob Stoklund Olesene8838d52012-01-25 23:36:27 +0000179 // Make sure other reads of Reg are also marked <undef>.
Lang Hames233a60e2009-11-03 23:52:08 +0000180 for (unsigned j = i+1; j != e; ++j) {
181 MachineOperand &MOJ = MI->getOperand(j);
Jakob Stoklund Olesene8838d52012-01-25 23:36:27 +0000182 if (MOJ.isReg() && MOJ.getReg() == Reg && MOJ.readsReg())
Lang Hames233a60e2009-11-03 23:52:08 +0000183 MOJ.setIsUndef();
184 }
185 ImpDefRegs.erase(Reg);
186 }
187 }
188
189 if (ChangedToImpDef) {
190 // Backtrack to process this new implicit_def.
191 --I;
192 } else {
193 for (unsigned i = 0; i != MI->getNumOperands(); ++i) {
194 MachineOperand& MO = MI->getOperand(i);
195 if (!MO.isReg() || !MO.isDef())
196 continue;
197 ImpDefRegs.erase(MO.getReg());
198 }
199 }
200 }
201
202 // Any outstanding liveout implicit_def's?
203 for (unsigned i = 0, e = ImpDefMIs.size(); i != e; ++i) {
204 MachineInstr *MI = ImpDefMIs[i];
205 unsigned Reg = MI->getOperand(0).getReg();
206 if (TargetRegisterInfo::isPhysicalRegister(Reg) ||
207 !ImpDefRegs.count(Reg)) {
208 // Delete all "local" implicit_def's. That include those which define
209 // physical registers since they cannot be liveout.
210 MI->eraseFromParent();
211 Changed = true;
212 continue;
213 }
214
215 // If there are multiple defs of the same register and at least one
216 // is not an implicit_def, do not insert implicit_def's before the
217 // uses.
218 bool Skip = false;
Evan Cheng40ea0e22009-11-26 00:32:36 +0000219 SmallVector<MachineInstr*, 4> DeadImpDefs;
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000220 for (MachineRegisterInfo::def_iterator DI = MRI->def_begin(Reg),
221 DE = MRI->def_end(); DI != DE; ++DI) {
Evan Cheng40ea0e22009-11-26 00:32:36 +0000222 MachineInstr *DeadImpDef = &*DI;
Chris Lattner518bb532010-02-09 19:54:29 +0000223 if (!DeadImpDef->isImplicitDef()) {
Lang Hames233a60e2009-11-03 23:52:08 +0000224 Skip = true;
225 break;
226 }
Evan Cheng40ea0e22009-11-26 00:32:36 +0000227 DeadImpDefs.push_back(DeadImpDef);
Lang Hames233a60e2009-11-03 23:52:08 +0000228 }
229 if (Skip)
230 continue;
231
232 // The only implicit_def which we want to keep are those that are live
233 // out of its block.
Evan Cheng40ea0e22009-11-26 00:32:36 +0000234 for (unsigned j = 0, ee = DeadImpDefs.size(); j != ee; ++j)
235 DeadImpDefs[j]->eraseFromParent();
Lang Hames233a60e2009-11-03 23:52:08 +0000236 Changed = true;
237
Evan Chenge7c91952009-11-25 21:13:39 +0000238 // Process each use instruction once.
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000239 for (MachineRegisterInfo::use_iterator UI = MRI->use_begin(Reg),
240 UE = MRI->use_end(); UI != UE; ++UI) {
Jakob Stoklund Olesen8eea48a2010-02-15 22:03:29 +0000241 if (UI.getOperand().isUndef())
Lang Hames233a60e2009-11-03 23:52:08 +0000242 continue;
Jakob Stoklund Olesen8eea48a2010-02-15 22:03:29 +0000243 MachineInstr *RMI = &*UI;
Evan Chenge7c91952009-11-25 21:13:39 +0000244 if (ModInsts.insert(RMI))
245 RUses.push_back(RMI);
246 }
247
248 for (unsigned i = 0, e = RUses.size(); i != e; ++i) {
249 MachineInstr *RMI = RUses[i];
Lang Hames233a60e2009-11-03 23:52:08 +0000250
251 // Turn a copy use into an implicit_def.
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000252 if (isUndefCopy(RMI, Reg, ImpDefRegs)) {
253 RMI->setDesc(TII->get(TargetOpcode::IMPLICIT_DEF));
Evan Chenge7c91952009-11-25 21:13:39 +0000254
255 bool isKill = false;
256 SmallVector<unsigned, 4> Ops;
257 for (unsigned j = 0, ee = RMI->getNumOperands(); j != ee; ++j) {
258 MachineOperand &RRMO = RMI->getOperand(j);
259 if (RRMO.isReg() && RRMO.getReg() == Reg) {
260 Ops.push_back(j);
261 if (RRMO.isKill())
262 isKill = true;
263 }
264 }
265 // Leave the other operands along.
266 for (unsigned j = 0, ee = Ops.size(); j != ee; ++j) {
267 unsigned OpIdx = Ops[j];
268 RMI->RemoveOperand(OpIdx-j);
269 }
270
271 // Update LiveVariables varinfo if the instruction is a kill.
Andrew Trick8dd26252012-02-10 04:10:36 +0000272 if (LV && isKill) {
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000273 LiveVariables::VarInfo& vi = LV->getVarInfo(Reg);
Lang Hames79ac32d2009-11-16 02:07:31 +0000274 vi.removeKill(RMI);
275 }
Lang Hames233a60e2009-11-03 23:52:08 +0000276 continue;
277 }
278
Evan Chenge7c91952009-11-25 21:13:39 +0000279 // Replace Reg with a new vreg that's marked implicit.
Jakob Stoklund Olesencf03e352011-03-14 20:57:14 +0000280 const TargetRegisterClass* RC = MRI->getRegClass(Reg);
281 unsigned NewVReg = MRI->createVirtualRegister(RC);
Evan Chenge7c91952009-11-25 21:13:39 +0000282 bool isKill = true;
283 for (unsigned j = 0, ee = RMI->getNumOperands(); j != ee; ++j) {
284 MachineOperand &RRMO = RMI->getOperand(j);
285 if (RRMO.isReg() && RRMO.getReg() == Reg) {
286 RRMO.setReg(NewVReg);
287 RRMO.setIsUndef();
288 if (isKill) {
289 // Only the first operand of NewVReg is marked kill.
290 RRMO.setIsKill();
291 isKill = false;
292 }
293 }
294 }
Lang Hames233a60e2009-11-03 23:52:08 +0000295 }
Evan Chenge7c91952009-11-25 21:13:39 +0000296 RUses.clear();
Jakob Stoklund Olesene4d2d962010-02-04 18:46:28 +0000297 ModInsts.clear();
Lang Hames233a60e2009-11-03 23:52:08 +0000298 }
Lang Hames233a60e2009-11-03 23:52:08 +0000299 ImpDefRegs.clear();
300 ImpDefMIs.clear();
301 }
302
303 return Changed;
304}
305