Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 1 | //===-- ARMHazardRecognizer.cpp - ARM postra hazard recognizer ------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| 10 | #include "ARMHazardRecognizer.h" |
| 11 | #include "ARMBaseInstrInfo.h" |
Evan Cheng | b72d2a9 | 2011-01-11 21:46:47 +0000 | [diff] [blame] | 12 | #include "ARMBaseRegisterInfo.h" |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 13 | #include "ARMSubtarget.h" |
| 14 | #include "llvm/CodeGen/MachineInstr.h" |
| 15 | #include "llvm/CodeGen/ScheduleDAG.h" |
| 16 | #include "llvm/Target/TargetRegisterInfo.h" |
| 17 | using namespace llvm; |
| 18 | |
| 19 | static bool hasRAWHazard(MachineInstr *DefMI, MachineInstr *MI, |
| 20 | const TargetRegisterInfo &TRI) { |
| 21 | // FIXME: Detect integer instructions properly. |
Evan Cheng | e837dea | 2011-06-28 19:10:37 +0000 | [diff] [blame] | 22 | const MCInstrDesc &MCID = MI->getDesc(); |
| 23 | unsigned Domain = MCID.TSFlags & ARMII::DomainMask; |
Evan Cheng | 5a96b3d | 2011-12-07 07:15:52 +0000 | [diff] [blame] | 24 | if (MI->mayStore()) |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 25 | return false; |
Evan Cheng | e837dea | 2011-06-28 19:10:37 +0000 | [diff] [blame] | 26 | unsigned Opcode = MCID.getOpcode(); |
Evan Cheng | 6557bce | 2011-02-22 19:53:14 +0000 | [diff] [blame] | 27 | if (Opcode == ARM::VMOVRS || Opcode == ARM::VMOVRRD) |
| 28 | return false; |
| 29 | if ((Domain & ARMII::DomainVFP) || (Domain & ARMII::DomainNEON)) |
| 30 | return MI->readsRegister(DefMI->getOperand(0).getReg(), &TRI); |
| 31 | return false; |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 32 | } |
| 33 | |
| 34 | ScheduleHazardRecognizer::HazardType |
Andrew Trick | 2da8bc8 | 2010-12-24 05:03:26 +0000 | [diff] [blame] | 35 | ARMHazardRecognizer::getHazardType(SUnit *SU, int Stalls) { |
| 36 | assert(Stalls == 0 && "ARM hazards don't support scoreboard lookahead"); |
| 37 | |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 38 | MachineInstr *MI = SU->getInstr(); |
| 39 | |
| 40 | if (!MI->isDebugValue()) { |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 41 | // Look for special VMLA / VMLS hazards. A VMUL / VADD / VSUB following |
| 42 | // a VMLA / VMLS will cause 4 cycle stall. |
Evan Cheng | e837dea | 2011-06-28 19:10:37 +0000 | [diff] [blame] | 43 | const MCInstrDesc &MCID = MI->getDesc(); |
| 44 | if (LastMI && (MCID.TSFlags & ARMII::DomainMask) != ARMII::DomainGeneral) { |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 45 | MachineInstr *DefMI = LastMI; |
Evan Cheng | e837dea | 2011-06-28 19:10:37 +0000 | [diff] [blame] | 46 | const MCInstrDesc &LastMCID = LastMI->getDesc(); |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 47 | // Skip over one non-VFP / NEON instruction. |
Evan Cheng | 5a96b3d | 2011-12-07 07:15:52 +0000 | [diff] [blame] | 48 | if (!LastMI->isBarrier() && |
Bob Wilson | 84c5eed | 2011-04-19 18:11:57 +0000 | [diff] [blame] | 49 | // On A9, AGU and NEON/FPU are muxed. |
Evan Cheng | 5a96b3d | 2011-12-07 07:15:52 +0000 | [diff] [blame] | 50 | !(STI.isCortexA9() && (LastMI->mayLoad() || LastMI->mayStore())) && |
Evan Cheng | e837dea | 2011-06-28 19:10:37 +0000 | [diff] [blame] | 51 | (LastMCID.TSFlags & ARMII::DomainMask) == ARMII::DomainGeneral) { |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 52 | MachineBasicBlock::iterator I = LastMI; |
| 53 | if (I != LastMI->getParent()->begin()) { |
| 54 | I = llvm::prior(I); |
| 55 | DefMI = &*I; |
| 56 | } |
| 57 | } |
| 58 | |
| 59 | if (TII.isFpMLxInstruction(DefMI->getOpcode()) && |
| 60 | (TII.canCauseFpMLxStall(MI->getOpcode()) || |
| 61 | hasRAWHazard(DefMI, MI, TRI))) { |
| 62 | // Try to schedule another instruction for the next 4 cycles. |
Andrew Trick | 2da8bc8 | 2010-12-24 05:03:26 +0000 | [diff] [blame] | 63 | if (FpMLxStalls == 0) |
| 64 | FpMLxStalls = 4; |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 65 | return Hazard; |
| 66 | } |
| 67 | } |
| 68 | } |
| 69 | |
Andrew Trick | 2da8bc8 | 2010-12-24 05:03:26 +0000 | [diff] [blame] | 70 | return ScoreboardHazardRecognizer::getHazardType(SU, Stalls); |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 71 | } |
| 72 | |
| 73 | void ARMHazardRecognizer::Reset() { |
| 74 | LastMI = 0; |
Andrew Trick | 2da8bc8 | 2010-12-24 05:03:26 +0000 | [diff] [blame] | 75 | FpMLxStalls = 0; |
Andrew Trick | 6b12072 | 2010-12-08 20:04:29 +0000 | [diff] [blame] | 76 | ScoreboardHazardRecognizer::Reset(); |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 77 | } |
| 78 | |
| 79 | void ARMHazardRecognizer::EmitInstruction(SUnit *SU) { |
| 80 | MachineInstr *MI = SU->getInstr(); |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 81 | if (!MI->isDebugValue()) { |
| 82 | LastMI = MI; |
Andrew Trick | 2da8bc8 | 2010-12-24 05:03:26 +0000 | [diff] [blame] | 83 | FpMLxStalls = 0; |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 84 | } |
| 85 | |
Andrew Trick | 6b12072 | 2010-12-08 20:04:29 +0000 | [diff] [blame] | 86 | ScoreboardHazardRecognizer::EmitInstruction(SU); |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | void ARMHazardRecognizer::AdvanceCycle() { |
Andrew Trick | 2da8bc8 | 2010-12-24 05:03:26 +0000 | [diff] [blame] | 90 | if (FpMLxStalls && --FpMLxStalls == 0) |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 91 | // Stalled for 4 cycles but still can't schedule any other instructions. |
| 92 | LastMI = 0; |
Andrew Trick | 6b12072 | 2010-12-08 20:04:29 +0000 | [diff] [blame] | 93 | ScoreboardHazardRecognizer::AdvanceCycle(); |
| 94 | } |
| 95 | |
| 96 | void ARMHazardRecognizer::RecedeCycle() { |
| 97 | llvm_unreachable("reverse ARM hazard checking unsupported"); |
Evan Cheng | 48575f6 | 2010-12-05 22:04:16 +0000 | [diff] [blame] | 98 | } |