blob: 041a9d076a68d449573cdfd70823adf6dc34393b [file] [log] [blame]
Jia Liuc5707112012-02-17 08:55:11 +00001//===-- DelaySlotFiller.cpp - Mips Delay Slot Filler ----------------------===//
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +00007//
Akira Hatanaka4552c9a2011-04-15 21:51:11 +00008//===----------------------------------------------------------------------===//
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +00009//
Akira Hatanakaa3defb02011-09-29 23:52:13 +000010// Simple pass to fills delay slots with useful instructions.
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000011//
Akira Hatanaka4552c9a2011-04-15 21:51:11 +000012//===----------------------------------------------------------------------===//
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000013
14#define DEBUG_TYPE "delay-slot-filler"
15
16#include "Mips.h"
17#include "MipsTargetMachine.h"
Chandler Carruthd04a8d42012-12-03 16:50:05 +000018#include "llvm/ADT/SmallSet.h"
19#include "llvm/ADT/Statistic.h"
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000020#include "llvm/CodeGen/MachineFunctionPass.h"
21#include "llvm/CodeGen/MachineInstrBuilder.h"
Akira Hatanakaa3defb02011-09-29 23:52:13 +000022#include "llvm/Support/CommandLine.h"
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000023#include "llvm/Target/TargetInstrInfo.h"
Chandler Carruthd04a8d42012-12-03 16:50:05 +000024#include "llvm/Target/TargetMachine.h"
Akira Hatanakaa3defb02011-09-29 23:52:13 +000025#include "llvm/Target/TargetRegisterInfo.h"
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000026
27using namespace llvm;
28
29STATISTIC(FilledSlots, "Number of delay slots filled");
Akira Hatanaka98f4d4d2011-10-05 01:19:13 +000030STATISTIC(UsefulSlots, "Number of delay slots filled with instructions that"
Akira Hatanaka176965f2011-10-05 02:22:49 +000031 " are not NOP.");
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000032
Akira Hatanaka6522a9e2012-08-22 02:51:28 +000033static cl::opt<bool> DisableDelaySlotFiller(
34 "disable-mips-delay-filler",
Akira Hatanakaa3defb02011-09-29 23:52:13 +000035 cl::init(false),
Akira Hatanaka6522a9e2012-08-22 02:51:28 +000036 cl::desc("Disable the delay slot filler, which attempts to fill the Mips"
37 "delay slots with useful instructions."),
Akira Hatanakaa3defb02011-09-29 23:52:13 +000038 cl::Hidden);
39
Akira Hatanakaf9c3f3b2012-05-14 23:59:17 +000040// This option can be used to silence complaints by machine verifier passes.
41static cl::opt<bool> SkipDelaySlotFiller(
42 "skip-mips-delay-filler",
43 cl::init(false),
44 cl::desc("Skip MIPS' delay slot filling pass."),
45 cl::Hidden);
46
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000047namespace {
48 struct Filler : public MachineFunctionPass {
Akira Hatanaka15841392012-06-13 23:25:52 +000049 typedef MachineBasicBlock::instr_iterator InstrIter;
50 typedef MachineBasicBlock::reverse_instr_iterator ReverseInstrIter;
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000051
52 TargetMachine &TM;
53 const TargetInstrInfo *TII;
Akira Hatanaka15841392012-06-13 23:25:52 +000054 InstrIter LastFiller;
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000055
56 static char ID;
Bruno Cardoso Lopes90c59542010-12-09 17:31:11 +000057 Filler(TargetMachine &tm)
Owen Anderson90c579d2010-08-06 18:33:48 +000058 : MachineFunctionPass(ID), TM(tm), TII(tm.getInstrInfo()) { }
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000059
60 virtual const char *getPassName() const {
61 return "Mips Delay Slot Filler";
62 }
63
64 bool runOnMachineBasicBlock(MachineBasicBlock &MBB);
65 bool runOnMachineFunction(MachineFunction &F) {
Akira Hatanakaf9c3f3b2012-05-14 23:59:17 +000066 if (SkipDelaySlotFiller)
67 return false;
68
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000069 bool Changed = false;
70 for (MachineFunction::iterator FI = F.begin(), FE = F.end();
71 FI != FE; ++FI)
72 Changed |= runOnMachineBasicBlock(*FI);
73 return Changed;
74 }
75
Akira Hatanakaa3defb02011-09-29 23:52:13 +000076 bool isDelayFiller(MachineBasicBlock &MBB,
Akira Hatanaka15841392012-06-13 23:25:52 +000077 InstrIter candidate);
Akira Hatanakaa3defb02011-09-29 23:52:13 +000078
Akira Hatanaka15841392012-06-13 23:25:52 +000079 void insertCallUses(InstrIter MI,
Akira Hatanaka864f6602012-06-14 21:10:56 +000080 SmallSet<unsigned, 32> &RegDefs,
81 SmallSet<unsigned, 32> &RegUses);
Akira Hatanakaa3defb02011-09-29 23:52:13 +000082
Akira Hatanaka15841392012-06-13 23:25:52 +000083 void insertDefsUses(InstrIter MI,
Akira Hatanaka864f6602012-06-14 21:10:56 +000084 SmallSet<unsigned, 32> &RegDefs,
85 SmallSet<unsigned, 32> &RegUses);
Akira Hatanakaa3defb02011-09-29 23:52:13 +000086
Akira Hatanaka864f6602012-06-14 21:10:56 +000087 bool IsRegInSet(SmallSet<unsigned, 32> &RegSet,
Akira Hatanakaa3defb02011-09-29 23:52:13 +000088 unsigned Reg);
89
Akira Hatanaka15841392012-06-13 23:25:52 +000090 bool delayHasHazard(InstrIter candidate,
Akira Hatanakaa3defb02011-09-29 23:52:13 +000091 bool &sawLoad, bool &sawStore,
92 SmallSet<unsigned, 32> &RegDefs,
93 SmallSet<unsigned, 32> &RegUses);
94
Akira Hatanaka6f818ab2011-10-05 01:23:39 +000095 bool
Akira Hatanaka15841392012-06-13 23:25:52 +000096 findDelayInstr(MachineBasicBlock &MBB, InstrIter slot,
97 InstrIter &Filler);
Akira Hatanakaa3defb02011-09-29 23:52:13 +000098
99
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000100 };
101 char Filler::ID = 0;
102} // end of anonymous namespace
103
104/// runOnMachineBasicBlock - Fill in delay slots for the given basic block.
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000105/// We assume there is only one delay slot per delayed instruction.
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000106bool Filler::
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000107runOnMachineBasicBlock(MachineBasicBlock &MBB) {
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000108 bool Changed = false;
Akira Hatanaka15841392012-06-13 23:25:52 +0000109 LastFiller = MBB.instr_end();
Akira Hatanaka53120e02011-10-05 01:30:09 +0000110
Akira Hatanaka15841392012-06-13 23:25:52 +0000111 for (InstrIter I = MBB.instr_begin(); I != MBB.instr_end(); ++I)
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000112 if (I->hasDelaySlot()) {
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000113 ++FilledSlots;
114 Changed = true;
Jakob Stoklund Olesen06180bf2012-12-07 04:23:40 +0000115 InstrIter InstrWithSlot = I;
Akira Hatanaka15841392012-06-13 23:25:52 +0000116 InstrIter D;
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000117
Akira Hatanaka16865d02012-08-24 20:40:15 +0000118 // Delay slot filling is disabled at -O0.
119 if (!DisableDelaySlotFiller && (TM.getOptLevel() != CodeGenOpt::None) &&
120 findDelayInstr(MBB, I, D)) {
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000121 MBB.splice(llvm::next(I), &MBB, D);
122 ++UsefulSlots;
Jia Liubb481f82012-02-28 07:46:26 +0000123 } else
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000124 BuildMI(MBB, llvm::next(I), I->getDebugLoc(), TII->get(Mips::NOP));
125
Akira Hatanaka53120e02011-10-05 01:30:09 +0000126 // Record the filler instruction that filled the delay slot.
127 // The instruction after it will be visited in the next iteration.
128 LastFiller = ++I;
Akira Hatanaka15841392012-06-13 23:25:52 +0000129
Jakob Stoklund Olesen06180bf2012-12-07 04:23:40 +0000130 // Bundle the delay slot filler to InstrWithSlot so that the machine
131 // verifier doesn't expect this instruction to be a terminator.
132 MIBundleBuilder(MBB, InstrWithSlot, llvm::next(LastFiller));
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000133 }
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000134 return Changed;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000135
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000136}
137
138/// createMipsDelaySlotFillerPass - Returns a pass that fills in delay
139/// slots in Mips MachineFunctions
140FunctionPass *llvm::createMipsDelaySlotFillerPass(MipsTargetMachine &tm) {
141 return new Filler(tm);
142}
143
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000144bool Filler::findDelayInstr(MachineBasicBlock &MBB,
Akira Hatanaka15841392012-06-13 23:25:52 +0000145 InstrIter slot,
146 InstrIter &Filler) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000147 SmallSet<unsigned, 32> RegDefs;
148 SmallSet<unsigned, 32> RegUses;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000149
Akira Hatanaka0f0c59a02011-10-05 02:04:17 +0000150 insertDefsUses(slot, RegDefs, RegUses);
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000151
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000152 bool sawLoad = false;
153 bool sawStore = false;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000154
Akira Hatanaka15841392012-06-13 23:25:52 +0000155 for (ReverseInstrIter I(slot); I != MBB.instr_rend(); ++I) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000156 // skip debug value
157 if (I->isDebugValue())
158 continue;
159
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000160 // Convert to forward iterator.
Akira Hatanaka15841392012-06-13 23:25:52 +0000161 InstrIter FI(llvm::next(I).base());
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000162
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000163 if (I->hasUnmodeledSideEffects()
164 || I->isInlineAsm()
165 || I->isLabel()
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000166 || FI == LastFiller
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000167 || I->isPseudo()
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000168 //
169 // Should not allow:
170 // ERET, DERET or WAIT, PAUSE. Need to add these to instruction
171 // list. TBD.
172 )
173 break;
174
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000175 if (delayHasHazard(FI, sawLoad, sawStore, RegDefs, RegUses)) {
176 insertDefsUses(FI, RegDefs, RegUses);
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000177 continue;
178 }
179
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000180 Filler = FI;
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000181 return true;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000182 }
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000183
184 return false;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000185}
186
Akira Hatanaka15841392012-06-13 23:25:52 +0000187bool Filler::delayHasHazard(InstrIter candidate,
Akira Hatanaka82099682011-12-19 19:52:25 +0000188 bool &sawLoad, bool &sawStore,
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000189 SmallSet<unsigned, 32> &RegDefs,
190 SmallSet<unsigned, 32> &RegUses) {
191 if (candidate->isImplicitDef() || candidate->isKill())
192 return true;
193
Akira Hatanakacfc3fb52011-10-05 01:09:37 +0000194 // Loads or stores cannot be moved past a store to the delay slot
Jia Liubb481f82012-02-28 07:46:26 +0000195 // and stores cannot be moved past a load.
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000196 if (candidate->mayLoad()) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000197 if (sawStore)
198 return true;
Akira Hatanakacfc3fb52011-10-05 01:09:37 +0000199 sawLoad = true;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000200 }
201
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000202 if (candidate->mayStore()) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000203 if (sawStore)
204 return true;
205 sawStore = true;
206 if (sawLoad)
207 return true;
208 }
209
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000210 assert((!candidate->isCall() && !candidate->isReturn()) &&
Akira Hatanaka42be2802011-10-05 18:17:49 +0000211 "Cannot put calls or returns in delay slot.");
Akira Hatanaka0c419a72011-10-05 02:18:58 +0000212
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000213 for (unsigned i = 0, e = candidate->getNumOperands(); i!= e; ++i) {
214 const MachineOperand &MO = candidate->getOperand(i);
Akira Hatanaka0c419a72011-10-05 02:18:58 +0000215 unsigned Reg;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000216
Akira Hatanaka0c419a72011-10-05 02:18:58 +0000217 if (!MO.isReg() || !(Reg = MO.getReg()))
218 continue; // skip
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000219
220 if (MO.isDef()) {
221 // check whether Reg is defined or used before delay slot.
222 if (IsRegInSet(RegDefs, Reg) || IsRegInSet(RegUses, Reg))
223 return true;
224 }
225 if (MO.isUse()) {
226 // check whether Reg is defined before delay slot.
227 if (IsRegInSet(RegDefs, Reg))
228 return true;
229 }
230 }
231 return false;
232}
233
Akira Hatanakaa032dbd2012-11-16 02:39:34 +0000234// Helper function for getting a MachineOperand's register number and adding it
235// to RegDefs or RegUses.
236static void insertDefUse(const MachineOperand &MO,
237 SmallSet<unsigned, 32> &RegDefs,
238 SmallSet<unsigned, 32> &RegUses,
239 unsigned ExcludedReg = 0) {
240 unsigned Reg;
241
242 if (!MO.isReg() || !(Reg = MO.getReg()) || (Reg == ExcludedReg))
243 return;
244
245 if (MO.isDef())
246 RegDefs.insert(Reg);
247 else if (MO.isUse())
248 RegUses.insert(Reg);
249}
250
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000251// Insert Defs and Uses of MI into the sets RegDefs and RegUses.
Akira Hatanaka15841392012-06-13 23:25:52 +0000252void Filler::insertDefsUses(InstrIter MI,
Akira Hatanaka864f6602012-06-14 21:10:56 +0000253 SmallSet<unsigned, 32> &RegDefs,
254 SmallSet<unsigned, 32> &RegUses) {
Akira Hatanakaa032dbd2012-11-16 02:39:34 +0000255 unsigned I, E = MI->getDesc().getNumOperands();
Jia Liubb481f82012-02-28 07:46:26 +0000256
Akira Hatanakaa032dbd2012-11-16 02:39:34 +0000257 for (I = 0; I != E; ++I)
258 insertDefUse(MI->getOperand(I), RegDefs, RegUses);
259
260 // If MI is a call, add RA to RegDefs to prevent users of RA from going into
261 // delay slot.
262 if (MI->isCall()) {
Akira Hatanaka2f523382011-10-05 18:11:44 +0000263 RegDefs.insert(Mips::RA);
Akira Hatanakaa032dbd2012-11-16 02:39:34 +0000264 return;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000265 }
Akira Hatanakaa032dbd2012-11-16 02:39:34 +0000266
267 // Return if MI is a return.
268 if (MI->isReturn())
269 return;
270
271 // Examine the implicit operands. Exclude register AT which is in the list of
272 // clobbered registers of branch instructions.
273 E = MI->getNumOperands();
274 for (; I != E; ++I)
275 insertDefUse(MI->getOperand(I), RegDefs, RegUses, Mips::AT);
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000276}
277
278//returns true if the Reg or its alias is in the RegSet.
Akira Hatanaka864f6602012-06-14 21:10:56 +0000279bool Filler::IsRegInSet(SmallSet<unsigned, 32> &RegSet, unsigned Reg) {
Jakob Stoklund Olesenf152fe82012-06-01 20:36:54 +0000280 // Check Reg and all aliased Registers.
281 for (MCRegAliasIterator AI(Reg, TM.getRegisterInfo(), true);
282 AI.isValid(); ++AI)
283 if (RegSet.count(*AI))
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000284 return true;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000285 return false;
286}