blob: 2bba8a38024d3f726a2a705bd90aab8d34fa3f70 [file] [log] [blame]
Jia Liuc5707112012-02-17 08:55:11 +00001//===-- DelaySlotFiller.cpp - Mips Delay Slot Filler ----------------------===//
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +00007//
Akira Hatanaka4552c9a2011-04-15 21:51:11 +00008//===----------------------------------------------------------------------===//
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +00009//
Akira Hatanakaa3defb02011-09-29 23:52:13 +000010// Simple pass to fills delay slots with useful instructions.
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000011//
Akira Hatanaka4552c9a2011-04-15 21:51:11 +000012//===----------------------------------------------------------------------===//
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000013
14#define DEBUG_TYPE "delay-slot-filler"
15
16#include "Mips.h"
17#include "MipsTargetMachine.h"
18#include "llvm/CodeGen/MachineFunctionPass.h"
19#include "llvm/CodeGen/MachineInstrBuilder.h"
Akira Hatanakaa3defb02011-09-29 23:52:13 +000020#include "llvm/Support/CommandLine.h"
21#include "llvm/Target/TargetMachine.h"
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000022#include "llvm/Target/TargetInstrInfo.h"
Akira Hatanakaa3defb02011-09-29 23:52:13 +000023#include "llvm/Target/TargetRegisterInfo.h"
24#include "llvm/ADT/SmallSet.h"
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000025#include "llvm/ADT/Statistic.h"
26
27using namespace llvm;
28
29STATISTIC(FilledSlots, "Number of delay slots filled");
Akira Hatanaka98f4d4d2011-10-05 01:19:13 +000030STATISTIC(UsefulSlots, "Number of delay slots filled with instructions that"
Akira Hatanaka176965f2011-10-05 02:22:49 +000031 " are not NOP.");
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000032
Akira Hatanakaa3defb02011-09-29 23:52:13 +000033static cl::opt<bool> EnableDelaySlotFiller(
34 "enable-mips-delay-filler",
35 cl::init(false),
Akira Hatanaka6585b512011-10-05 01:06:57 +000036 cl::desc("Fill the Mips delay slots useful instructions."),
Akira Hatanakaa3defb02011-09-29 23:52:13 +000037 cl::Hidden);
38
Akira Hatanakaf9c3f3b2012-05-14 23:59:17 +000039// This option can be used to silence complaints by machine verifier passes.
40static cl::opt<bool> SkipDelaySlotFiller(
41 "skip-mips-delay-filler",
42 cl::init(false),
43 cl::desc("Skip MIPS' delay slot filling pass."),
44 cl::Hidden);
45
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000046namespace {
47 struct Filler : public MachineFunctionPass {
Akira Hatanaka15841392012-06-13 23:25:52 +000048 typedef MachineBasicBlock::instr_iterator InstrIter;
49 typedef MachineBasicBlock::reverse_instr_iterator ReverseInstrIter;
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000050
51 TargetMachine &TM;
52 const TargetInstrInfo *TII;
Akira Hatanaka15841392012-06-13 23:25:52 +000053 InstrIter LastFiller;
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000054
55 static char ID;
Bruno Cardoso Lopes90c59542010-12-09 17:31:11 +000056 Filler(TargetMachine &tm)
Owen Anderson90c579d2010-08-06 18:33:48 +000057 : MachineFunctionPass(ID), TM(tm), TII(tm.getInstrInfo()) { }
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000058
59 virtual const char *getPassName() const {
60 return "Mips Delay Slot Filler";
61 }
62
63 bool runOnMachineBasicBlock(MachineBasicBlock &MBB);
64 bool runOnMachineFunction(MachineFunction &F) {
Akira Hatanakaf9c3f3b2012-05-14 23:59:17 +000065 if (SkipDelaySlotFiller)
66 return false;
67
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000068 bool Changed = false;
69 for (MachineFunction::iterator FI = F.begin(), FE = F.end();
70 FI != FE; ++FI)
71 Changed |= runOnMachineBasicBlock(*FI);
72 return Changed;
73 }
74
Akira Hatanakaa3defb02011-09-29 23:52:13 +000075 bool isDelayFiller(MachineBasicBlock &MBB,
Akira Hatanaka15841392012-06-13 23:25:52 +000076 InstrIter candidate);
Akira Hatanakaa3defb02011-09-29 23:52:13 +000077
Akira Hatanaka15841392012-06-13 23:25:52 +000078 void insertCallUses(InstrIter MI,
Akira Hatanaka864f6602012-06-14 21:10:56 +000079 SmallSet<unsigned, 32> &RegDefs,
80 SmallSet<unsigned, 32> &RegUses);
Akira Hatanakaa3defb02011-09-29 23:52:13 +000081
Akira Hatanaka15841392012-06-13 23:25:52 +000082 void insertDefsUses(InstrIter MI,
Akira Hatanaka864f6602012-06-14 21:10:56 +000083 SmallSet<unsigned, 32> &RegDefs,
84 SmallSet<unsigned, 32> &RegUses);
Akira Hatanakaa3defb02011-09-29 23:52:13 +000085
Akira Hatanaka864f6602012-06-14 21:10:56 +000086 bool IsRegInSet(SmallSet<unsigned, 32> &RegSet,
Akira Hatanakaa3defb02011-09-29 23:52:13 +000087 unsigned Reg);
88
Akira Hatanaka15841392012-06-13 23:25:52 +000089 bool delayHasHazard(InstrIter candidate,
Akira Hatanakaa3defb02011-09-29 23:52:13 +000090 bool &sawLoad, bool &sawStore,
91 SmallSet<unsigned, 32> &RegDefs,
92 SmallSet<unsigned, 32> &RegUses);
93
Akira Hatanaka6f818ab2011-10-05 01:23:39 +000094 bool
Akira Hatanaka15841392012-06-13 23:25:52 +000095 findDelayInstr(MachineBasicBlock &MBB, InstrIter slot,
96 InstrIter &Filler);
Akira Hatanakaa3defb02011-09-29 23:52:13 +000097
98
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +000099 };
100 char Filler::ID = 0;
101} // end of anonymous namespace
102
103/// runOnMachineBasicBlock - Fill in delay slots for the given basic block.
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000104/// We assume there is only one delay slot per delayed instruction.
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000105bool Filler::
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000106runOnMachineBasicBlock(MachineBasicBlock &MBB) {
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000107 bool Changed = false;
Akira Hatanaka15841392012-06-13 23:25:52 +0000108 LastFiller = MBB.instr_end();
Akira Hatanaka53120e02011-10-05 01:30:09 +0000109
Akira Hatanaka15841392012-06-13 23:25:52 +0000110 for (InstrIter I = MBB.instr_begin(); I != MBB.instr_end(); ++I)
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000111 if (I->hasDelaySlot()) {
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000112 ++FilledSlots;
113 Changed = true;
Bruno Cardoso Lopes90c59542010-12-09 17:31:11 +0000114
Akira Hatanaka15841392012-06-13 23:25:52 +0000115 InstrIter D;
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000116
117 if (EnableDelaySlotFiller && findDelayInstr(MBB, I, D)) {
118 MBB.splice(llvm::next(I), &MBB, D);
119 ++UsefulSlots;
Jia Liubb481f82012-02-28 07:46:26 +0000120 } else
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000121 BuildMI(MBB, llvm::next(I), I->getDebugLoc(), TII->get(Mips::NOP));
122
Akira Hatanaka53120e02011-10-05 01:30:09 +0000123 // Record the filler instruction that filled the delay slot.
124 // The instruction after it will be visited in the next iteration.
125 LastFiller = ++I;
Akira Hatanaka15841392012-06-13 23:25:52 +0000126
127 // Set InsideBundle bit so that the machine verifier doesn't expect this
128 // instruction to be a terminator.
129 LastFiller->setIsInsideBundle();
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000130 }
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000131 return Changed;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000132
Bruno Cardoso Lopes9684a692007-08-18 01:50:47 +0000133}
134
135/// createMipsDelaySlotFillerPass - Returns a pass that fills in delay
136/// slots in Mips MachineFunctions
137FunctionPass *llvm::createMipsDelaySlotFillerPass(MipsTargetMachine &tm) {
138 return new Filler(tm);
139}
140
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000141bool Filler::findDelayInstr(MachineBasicBlock &MBB,
Akira Hatanaka15841392012-06-13 23:25:52 +0000142 InstrIter slot,
143 InstrIter &Filler) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000144 SmallSet<unsigned, 32> RegDefs;
145 SmallSet<unsigned, 32> RegUses;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000146
Akira Hatanaka0f0c59a02011-10-05 02:04:17 +0000147 insertDefsUses(slot, RegDefs, RegUses);
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000148
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000149 bool sawLoad = false;
150 bool sawStore = false;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000151
Akira Hatanaka15841392012-06-13 23:25:52 +0000152 for (ReverseInstrIter I(slot); I != MBB.instr_rend(); ++I) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000153 // skip debug value
154 if (I->isDebugValue())
155 continue;
156
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000157 // Convert to forward iterator.
Akira Hatanaka15841392012-06-13 23:25:52 +0000158 InstrIter FI(llvm::next(I).base());
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000159
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000160 if (I->hasUnmodeledSideEffects()
161 || I->isInlineAsm()
162 || I->isLabel()
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000163 || FI == LastFiller
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000164 || I->isPseudo()
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000165 //
166 // Should not allow:
167 // ERET, DERET or WAIT, PAUSE. Need to add these to instruction
168 // list. TBD.
169 )
170 break;
171
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000172 if (delayHasHazard(FI, sawLoad, sawStore, RegDefs, RegUses)) {
173 insertDefsUses(FI, RegDefs, RegUses);
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000174 continue;
175 }
176
Akira Hatanaka7d8e04d2011-10-05 01:57:46 +0000177 Filler = FI;
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000178 return true;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000179 }
Akira Hatanaka6f818ab2011-10-05 01:23:39 +0000180
181 return false;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000182}
183
Akira Hatanaka15841392012-06-13 23:25:52 +0000184bool Filler::delayHasHazard(InstrIter candidate,
Akira Hatanaka82099682011-12-19 19:52:25 +0000185 bool &sawLoad, bool &sawStore,
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000186 SmallSet<unsigned, 32> &RegDefs,
187 SmallSet<unsigned, 32> &RegUses) {
188 if (candidate->isImplicitDef() || candidate->isKill())
189 return true;
190
Akira Hatanakacfc3fb52011-10-05 01:09:37 +0000191 // Loads or stores cannot be moved past a store to the delay slot
Jia Liubb481f82012-02-28 07:46:26 +0000192 // and stores cannot be moved past a load.
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000193 if (candidate->mayLoad()) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000194 if (sawStore)
195 return true;
Akira Hatanakacfc3fb52011-10-05 01:09:37 +0000196 sawLoad = true;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000197 }
198
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000199 if (candidate->mayStore()) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000200 if (sawStore)
201 return true;
202 sawStore = true;
203 if (sawLoad)
204 return true;
205 }
206
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000207 assert((!candidate->isCall() && !candidate->isReturn()) &&
Akira Hatanaka42be2802011-10-05 18:17:49 +0000208 "Cannot put calls or returns in delay slot.");
Akira Hatanaka0c419a72011-10-05 02:18:58 +0000209
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000210 for (unsigned i = 0, e = candidate->getNumOperands(); i!= e; ++i) {
211 const MachineOperand &MO = candidate->getOperand(i);
Akira Hatanaka0c419a72011-10-05 02:18:58 +0000212 unsigned Reg;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000213
Akira Hatanaka0c419a72011-10-05 02:18:58 +0000214 if (!MO.isReg() || !(Reg = MO.getReg()))
215 continue; // skip
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000216
217 if (MO.isDef()) {
218 // check whether Reg is defined or used before delay slot.
219 if (IsRegInSet(RegDefs, Reg) || IsRegInSet(RegUses, Reg))
220 return true;
221 }
222 if (MO.isUse()) {
223 // check whether Reg is defined before delay slot.
224 if (IsRegInSet(RegDefs, Reg))
225 return true;
226 }
227 }
228 return false;
229}
230
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000231// Insert Defs and Uses of MI into the sets RegDefs and RegUses.
Akira Hatanaka15841392012-06-13 23:25:52 +0000232void Filler::insertDefsUses(InstrIter MI,
Akira Hatanaka864f6602012-06-14 21:10:56 +0000233 SmallSet<unsigned, 32> &RegDefs,
234 SmallSet<unsigned, 32> &RegUses) {
Akira Hatanaka0c419a72011-10-05 02:18:58 +0000235 // If MI is a call or return, just examine the explicit non-variadic operands.
Akira Hatanaka6e4e6482011-10-05 02:21:58 +0000236 MCInstrDesc MCID = MI->getDesc();
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000237 unsigned e = MI->isCall() || MI->isReturn() ? MCID.getNumOperands() :
238 MI->getNumOperands();
Jia Liubb481f82012-02-28 07:46:26 +0000239
240 // Add RA to RegDefs to prevent users of RA from going into delay slot.
Evan Cheng5a96b3d2011-12-07 07:15:52 +0000241 if (MI->isCall())
Akira Hatanaka2f523382011-10-05 18:11:44 +0000242 RegDefs.insert(Mips::RA);
Akira Hatanaka0f0c59a02011-10-05 02:04:17 +0000243
244 for (unsigned i = 0; i != e; ++i) {
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000245 const MachineOperand &MO = MI->getOperand(i);
Akira Hatanaka0f0c59a02011-10-05 02:04:17 +0000246 unsigned Reg;
247
248 if (!MO.isReg() || !(Reg = MO.getReg()))
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000249 continue;
250
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000251 if (MO.isDef())
252 RegDefs.insert(Reg);
Akira Hatanaka0f0c59a02011-10-05 02:04:17 +0000253 else if (MO.isUse())
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000254 RegUses.insert(Reg);
255 }
256}
257
258//returns true if the Reg or its alias is in the RegSet.
Akira Hatanaka864f6602012-06-14 21:10:56 +0000259bool Filler::IsRegInSet(SmallSet<unsigned, 32> &RegSet, unsigned Reg) {
Jakob Stoklund Olesenf152fe82012-06-01 20:36:54 +0000260 // Check Reg and all aliased Registers.
261 for (MCRegAliasIterator AI(Reg, TM.getRegisterInfo(), true);
262 AI.isValid(); ++AI)
263 if (RegSet.count(*AI))
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000264 return true;
Akira Hatanakaa3defb02011-09-29 23:52:13 +0000265 return false;
266}