Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 1 | //===-- DelaySlotFiller.cpp - Mips delay slot filler ---------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 7 | // |
Akira Hatanaka | 4552c9a | 2011-04-15 21:51:11 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 9 | // |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 10 | // Simple pass to fills delay slots with useful instructions. |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 11 | // |
Akira Hatanaka | 4552c9a | 2011-04-15 21:51:11 +0000 | [diff] [blame] | 12 | //===----------------------------------------------------------------------===// |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 13 | |
| 14 | #define DEBUG_TYPE "delay-slot-filler" |
| 15 | |
| 16 | #include "Mips.h" |
| 17 | #include "MipsTargetMachine.h" |
| 18 | #include "llvm/CodeGen/MachineFunctionPass.h" |
| 19 | #include "llvm/CodeGen/MachineInstrBuilder.h" |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 20 | #include "llvm/Support/CommandLine.h" |
| 21 | #include "llvm/Target/TargetMachine.h" |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 22 | #include "llvm/Target/TargetInstrInfo.h" |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 23 | #include "llvm/Target/TargetRegisterInfo.h" |
| 24 | #include "llvm/ADT/SmallSet.h" |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 25 | #include "llvm/ADT/Statistic.h" |
| 26 | |
| 27 | using namespace llvm; |
| 28 | |
| 29 | STATISTIC(FilledSlots, "Number of delay slots filled"); |
Akira Hatanaka | 98f4d4d | 2011-10-05 01:19:13 +0000 | [diff] [blame] | 30 | STATISTIC(UsefulSlots, "Number of delay slots filled with instructions that" |
| 31 | "are not NOP."); |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 32 | |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 33 | static cl::opt<bool> EnableDelaySlotFiller( |
| 34 | "enable-mips-delay-filler", |
| 35 | cl::init(false), |
Akira Hatanaka | 6585b51 | 2011-10-05 01:06:57 +0000 | [diff] [blame] | 36 | cl::desc("Fill the Mips delay slots useful instructions."), |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 37 | cl::Hidden); |
| 38 | |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 39 | namespace { |
| 40 | struct Filler : public MachineFunctionPass { |
| 41 | |
| 42 | TargetMachine &TM; |
| 43 | const TargetInstrInfo *TII; |
Akira Hatanaka | 53120e0 | 2011-10-05 01:30:09 +0000 | [diff] [blame] | 44 | MachineBasicBlock::iterator LastFiller; |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 45 | |
| 46 | static char ID; |
Bruno Cardoso Lopes | 90c5954 | 2010-12-09 17:31:11 +0000 | [diff] [blame] | 47 | Filler(TargetMachine &tm) |
Owen Anderson | 90c579d | 2010-08-06 18:33:48 +0000 | [diff] [blame] | 48 | : MachineFunctionPass(ID), TM(tm), TII(tm.getInstrInfo()) { } |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 49 | |
| 50 | virtual const char *getPassName() const { |
| 51 | return "Mips Delay Slot Filler"; |
| 52 | } |
| 53 | |
| 54 | bool runOnMachineBasicBlock(MachineBasicBlock &MBB); |
| 55 | bool runOnMachineFunction(MachineFunction &F) { |
| 56 | bool Changed = false; |
| 57 | for (MachineFunction::iterator FI = F.begin(), FE = F.end(); |
| 58 | FI != FE; ++FI) |
| 59 | Changed |= runOnMachineBasicBlock(*FI); |
| 60 | return Changed; |
| 61 | } |
| 62 | |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 63 | bool isDelayFiller(MachineBasicBlock &MBB, |
| 64 | MachineBasicBlock::iterator candidate); |
| 65 | |
| 66 | void insertCallUses(MachineBasicBlock::iterator MI, |
| 67 | SmallSet<unsigned, 32>& RegDefs, |
| 68 | SmallSet<unsigned, 32>& RegUses); |
| 69 | |
| 70 | void insertDefsUses(MachineBasicBlock::iterator MI, |
| 71 | SmallSet<unsigned, 32>& RegDefs, |
| 72 | SmallSet<unsigned, 32>& RegUses); |
| 73 | |
| 74 | bool IsRegInSet(SmallSet<unsigned, 32>& RegSet, |
| 75 | unsigned Reg); |
| 76 | |
| 77 | bool delayHasHazard(MachineBasicBlock::iterator candidate, |
| 78 | bool &sawLoad, bool &sawStore, |
| 79 | SmallSet<unsigned, 32> &RegDefs, |
| 80 | SmallSet<unsigned, 32> &RegUses); |
| 81 | |
Akira Hatanaka | 6f818ab | 2011-10-05 01:23:39 +0000 | [diff] [blame] | 82 | bool |
| 83 | findDelayInstr(MachineBasicBlock &MBB, MachineBasicBlock::iterator slot, |
| 84 | MachineBasicBlock::iterator &Filler); |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 85 | |
| 86 | |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 87 | }; |
| 88 | char Filler::ID = 0; |
| 89 | } // end of anonymous namespace |
| 90 | |
| 91 | /// runOnMachineBasicBlock - Fill in delay slots for the given basic block. |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 92 | /// We assume there is only one delay slot per delayed instruction. |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 93 | bool Filler:: |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 94 | runOnMachineBasicBlock(MachineBasicBlock &MBB) { |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 95 | bool Changed = false; |
Akira Hatanaka | 53120e0 | 2011-10-05 01:30:09 +0000 | [diff] [blame] | 96 | LastFiller = MBB.end(); |
| 97 | |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 98 | for (MachineBasicBlock::iterator I = MBB.begin(); I != MBB.end(); ++I) |
| 99 | if (I->getDesc().hasDelaySlot()) { |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 100 | ++FilledSlots; |
| 101 | Changed = true; |
Bruno Cardoso Lopes | 90c5954 | 2010-12-09 17:31:11 +0000 | [diff] [blame] | 102 | |
Akira Hatanaka | 6f818ab | 2011-10-05 01:23:39 +0000 | [diff] [blame] | 103 | MachineBasicBlock::iterator D; |
| 104 | |
| 105 | if (EnableDelaySlotFiller && findDelayInstr(MBB, I, D)) { |
| 106 | MBB.splice(llvm::next(I), &MBB, D); |
| 107 | ++UsefulSlots; |
| 108 | } |
| 109 | else |
| 110 | BuildMI(MBB, llvm::next(I), I->getDebugLoc(), TII->get(Mips::NOP)); |
| 111 | |
Akira Hatanaka | 53120e0 | 2011-10-05 01:30:09 +0000 | [diff] [blame] | 112 | // Record the filler instruction that filled the delay slot. |
| 113 | // The instruction after it will be visited in the next iteration. |
| 114 | LastFiller = ++I; |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 115 | } |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 116 | return Changed; |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 117 | |
Bruno Cardoso Lopes | 9684a69 | 2007-08-18 01:50:47 +0000 | [diff] [blame] | 118 | } |
| 119 | |
| 120 | /// createMipsDelaySlotFillerPass - Returns a pass that fills in delay |
| 121 | /// slots in Mips MachineFunctions |
| 122 | FunctionPass *llvm::createMipsDelaySlotFillerPass(MipsTargetMachine &tm) { |
| 123 | return new Filler(tm); |
| 124 | } |
| 125 | |
Akira Hatanaka | 6f818ab | 2011-10-05 01:23:39 +0000 | [diff] [blame] | 126 | bool Filler::findDelayInstr(MachineBasicBlock &MBB, |
| 127 | MachineBasicBlock::iterator slot, |
| 128 | MachineBasicBlock::iterator &Filler) { |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 129 | SmallSet<unsigned, 32> RegDefs; |
| 130 | SmallSet<unsigned, 32> RegUses; |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 131 | |
Akira Hatanaka | 0f0c59a0 | 2011-10-05 02:04:17 +0000 | [diff] [blame^] | 132 | insertDefsUses(slot, RegDefs, RegUses); |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 133 | |
Akira Hatanaka | 7d8e04d | 2011-10-05 01:57:46 +0000 | [diff] [blame] | 134 | bool sawLoad = false; |
| 135 | bool sawStore = false; |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 136 | |
Akira Hatanaka | 7d8e04d | 2011-10-05 01:57:46 +0000 | [diff] [blame] | 137 | for (MachineBasicBlock::reverse_iterator I(slot); I != MBB.rend(); ++I) { |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 138 | // skip debug value |
| 139 | if (I->isDebugValue()) |
| 140 | continue; |
| 141 | |
Akira Hatanaka | 7d8e04d | 2011-10-05 01:57:46 +0000 | [diff] [blame] | 142 | // Convert to forward iterator. |
| 143 | MachineBasicBlock::iterator FI(next(I).base()); |
| 144 | |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 145 | if (I->hasUnmodeledSideEffects() |
| 146 | || I->isInlineAsm() |
| 147 | || I->isLabel() |
Akira Hatanaka | 7d8e04d | 2011-10-05 01:57:46 +0000 | [diff] [blame] | 148 | || FI == LastFiller |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 149 | || I->getDesc().isPseudo() |
| 150 | // |
| 151 | // Should not allow: |
| 152 | // ERET, DERET or WAIT, PAUSE. Need to add these to instruction |
| 153 | // list. TBD. |
| 154 | ) |
| 155 | break; |
| 156 | |
Akira Hatanaka | 7d8e04d | 2011-10-05 01:57:46 +0000 | [diff] [blame] | 157 | if (delayHasHazard(FI, sawLoad, sawStore, RegDefs, RegUses)) { |
| 158 | insertDefsUses(FI, RegDefs, RegUses); |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 159 | continue; |
| 160 | } |
| 161 | |
Akira Hatanaka | 7d8e04d | 2011-10-05 01:57:46 +0000 | [diff] [blame] | 162 | Filler = FI; |
Akira Hatanaka | 6f818ab | 2011-10-05 01:23:39 +0000 | [diff] [blame] | 163 | return true; |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 164 | } |
Akira Hatanaka | 6f818ab | 2011-10-05 01:23:39 +0000 | [diff] [blame] | 165 | |
| 166 | return false; |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 167 | } |
| 168 | |
| 169 | bool Filler::delayHasHazard(MachineBasicBlock::iterator candidate, |
| 170 | bool &sawLoad, |
| 171 | bool &sawStore, |
| 172 | SmallSet<unsigned, 32> &RegDefs, |
| 173 | SmallSet<unsigned, 32> &RegUses) { |
| 174 | if (candidate->isImplicitDef() || candidate->isKill()) |
| 175 | return true; |
| 176 | |
Akira Hatanaka | cfc3fb5 | 2011-10-05 01:09:37 +0000 | [diff] [blame] | 177 | // Loads or stores cannot be moved past a store to the delay slot |
| 178 | // and stores cannot be moved past a load. |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 179 | if (candidate->getDesc().mayLoad()) { |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 180 | if (sawStore) |
| 181 | return true; |
Akira Hatanaka | cfc3fb5 | 2011-10-05 01:09:37 +0000 | [diff] [blame] | 182 | sawLoad = true; |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 183 | } |
| 184 | |
| 185 | if (candidate->getDesc().mayStore()) { |
| 186 | if (sawStore) |
| 187 | return true; |
| 188 | sawStore = true; |
| 189 | if (sawLoad) |
| 190 | return true; |
| 191 | } |
| 192 | |
| 193 | for (unsigned i = 0, e = candidate->getNumOperands(); i!= e; ++i) { |
| 194 | const MachineOperand &MO = candidate->getOperand(i); |
| 195 | if (!MO.isReg()) |
| 196 | continue; // skip |
| 197 | |
| 198 | unsigned Reg = MO.getReg(); |
| 199 | |
| 200 | if (MO.isDef()) { |
| 201 | // check whether Reg is defined or used before delay slot. |
| 202 | if (IsRegInSet(RegDefs, Reg) || IsRegInSet(RegUses, Reg)) |
| 203 | return true; |
| 204 | } |
| 205 | if (MO.isUse()) { |
| 206 | // check whether Reg is defined before delay slot. |
| 207 | if (IsRegInSet(RegDefs, Reg)) |
| 208 | return true; |
| 209 | } |
| 210 | } |
| 211 | return false; |
| 212 | } |
| 213 | |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 214 | // Insert Defs and Uses of MI into the sets RegDefs and RegUses. |
| 215 | void Filler::insertDefsUses(MachineBasicBlock::iterator MI, |
| 216 | SmallSet<unsigned, 32>& RegDefs, |
| 217 | SmallSet<unsigned, 32>& RegUses) { |
Akira Hatanaka | 0f0c59a0 | 2011-10-05 02:04:17 +0000 | [diff] [blame^] | 218 | // If MI is a call, just examine the explicit non-variadic operands. |
| 219 | // NOTE: $ra is not added to RegDefs, since currently $ra is reserved and |
| 220 | // no instruction that can possibly be put in a delay slot can read or |
| 221 | // write it. |
| 222 | |
| 223 | unsigned e = MI->getDesc().isCall() ? MI->getDesc().getNumOperands() : |
| 224 | MI->getNumOperands(); |
| 225 | |
| 226 | for (unsigned i = 0; i != e; ++i) { |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 227 | const MachineOperand &MO = MI->getOperand(i); |
Akira Hatanaka | 0f0c59a0 | 2011-10-05 02:04:17 +0000 | [diff] [blame^] | 228 | unsigned Reg; |
| 229 | |
| 230 | if (!MO.isReg() || !(Reg = MO.getReg())) |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 231 | continue; |
| 232 | |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 233 | if (MO.isDef()) |
| 234 | RegDefs.insert(Reg); |
Akira Hatanaka | 0f0c59a0 | 2011-10-05 02:04:17 +0000 | [diff] [blame^] | 235 | else if (MO.isUse()) |
Akira Hatanaka | a3defb0 | 2011-09-29 23:52:13 +0000 | [diff] [blame] | 236 | RegUses.insert(Reg); |
| 237 | } |
| 238 | } |
| 239 | |
| 240 | //returns true if the Reg or its alias is in the RegSet. |
| 241 | bool Filler::IsRegInSet(SmallSet<unsigned, 32>& RegSet, unsigned Reg) { |
| 242 | if (RegSet.count(Reg)) |
| 243 | return true; |
| 244 | // check Aliased Registers |
| 245 | for (const unsigned *Alias = TM.getRegisterInfo()->getAliasSet(Reg); |
| 246 | *Alias; ++Alias) |
| 247 | if (RegSet.count(*Alias)) |
| 248 | return true; |
| 249 | |
| 250 | return false; |
| 251 | } |