blob: a5fd15b6bb97e0155af151a396775e6a0b206fb3 [file] [log] [blame]
Evan Cheng48575f62010-12-05 22:04:16 +00001//===-- ARMHazardRecognizer.cpp - ARM postra hazard recognizer ------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "ARMHazardRecognizer.h"
11#include "ARMBaseInstrInfo.h"
Evan Chengb72d2a92011-01-11 21:46:47 +000012#include "ARMBaseRegisterInfo.h"
Evan Cheng48575f62010-12-05 22:04:16 +000013#include "ARMSubtarget.h"
14#include "llvm/CodeGen/MachineInstr.h"
15#include "llvm/CodeGen/ScheduleDAG.h"
16#include "llvm/Target/TargetRegisterInfo.h"
17using namespace llvm;
18
19static bool hasRAWHazard(MachineInstr *DefMI, MachineInstr *MI,
20 const TargetRegisterInfo &TRI) {
21 // FIXME: Detect integer instructions properly.
Evan Chenge837dea2011-06-28 19:10:37 +000022 const MCInstrDesc &MCID = MI->getDesc();
23 unsigned Domain = MCID.TSFlags & ARMII::DomainMask;
Evan Cheng5a96b3d2011-12-07 07:15:52 +000024 if (MI->mayStore())
Evan Cheng48575f62010-12-05 22:04:16 +000025 return false;
Evan Chenge837dea2011-06-28 19:10:37 +000026 unsigned Opcode = MCID.getOpcode();
Evan Cheng6557bce2011-02-22 19:53:14 +000027 if (Opcode == ARM::VMOVRS || Opcode == ARM::VMOVRRD)
28 return false;
29 if ((Domain & ARMII::DomainVFP) || (Domain & ARMII::DomainNEON))
30 return MI->readsRegister(DefMI->getOperand(0).getReg(), &TRI);
31 return false;
Evan Cheng48575f62010-12-05 22:04:16 +000032}
33
34ScheduleHazardRecognizer::HazardType
Andrew Trick2da8bc82010-12-24 05:03:26 +000035ARMHazardRecognizer::getHazardType(SUnit *SU, int Stalls) {
36 assert(Stalls == 0 && "ARM hazards don't support scoreboard lookahead");
37
Evan Cheng48575f62010-12-05 22:04:16 +000038 MachineInstr *MI = SU->getInstr();
39
40 if (!MI->isDebugValue()) {
Evan Cheng48575f62010-12-05 22:04:16 +000041 // Look for special VMLA / VMLS hazards. A VMUL / VADD / VSUB following
42 // a VMLA / VMLS will cause 4 cycle stall.
Evan Chenge837dea2011-06-28 19:10:37 +000043 const MCInstrDesc &MCID = MI->getDesc();
44 if (LastMI && (MCID.TSFlags & ARMII::DomainMask) != ARMII::DomainGeneral) {
Evan Cheng48575f62010-12-05 22:04:16 +000045 MachineInstr *DefMI = LastMI;
Evan Chenge837dea2011-06-28 19:10:37 +000046 const MCInstrDesc &LastMCID = LastMI->getDesc();
Evan Cheng48575f62010-12-05 22:04:16 +000047 // Skip over one non-VFP / NEON instruction.
Evan Cheng5a96b3d2011-12-07 07:15:52 +000048 if (!LastMI->isBarrier() &&
Bob Wilson84c5eed2011-04-19 18:11:57 +000049 // On A9, AGU and NEON/FPU are muxed.
Evan Cheng5a96b3d2011-12-07 07:15:52 +000050 !(STI.isCortexA9() && (LastMI->mayLoad() || LastMI->mayStore())) &&
Evan Chenge837dea2011-06-28 19:10:37 +000051 (LastMCID.TSFlags & ARMII::DomainMask) == ARMII::DomainGeneral) {
Evan Cheng48575f62010-12-05 22:04:16 +000052 MachineBasicBlock::iterator I = LastMI;
53 if (I != LastMI->getParent()->begin()) {
54 I = llvm::prior(I);
55 DefMI = &*I;
56 }
57 }
58
59 if (TII.isFpMLxInstruction(DefMI->getOpcode()) &&
60 (TII.canCauseFpMLxStall(MI->getOpcode()) ||
61 hasRAWHazard(DefMI, MI, TRI))) {
62 // Try to schedule another instruction for the next 4 cycles.
Andrew Trick2da8bc82010-12-24 05:03:26 +000063 if (FpMLxStalls == 0)
64 FpMLxStalls = 4;
Evan Cheng48575f62010-12-05 22:04:16 +000065 return Hazard;
66 }
67 }
68 }
69
Andrew Trick2da8bc82010-12-24 05:03:26 +000070 return ScoreboardHazardRecognizer::getHazardType(SU, Stalls);
Evan Cheng48575f62010-12-05 22:04:16 +000071}
72
73void ARMHazardRecognizer::Reset() {
74 LastMI = 0;
Andrew Trick2da8bc82010-12-24 05:03:26 +000075 FpMLxStalls = 0;
Andrew Trick6b120722010-12-08 20:04:29 +000076 ScoreboardHazardRecognizer::Reset();
Evan Cheng48575f62010-12-05 22:04:16 +000077}
78
79void ARMHazardRecognizer::EmitInstruction(SUnit *SU) {
80 MachineInstr *MI = SU->getInstr();
Evan Cheng48575f62010-12-05 22:04:16 +000081 if (!MI->isDebugValue()) {
82 LastMI = MI;
Andrew Trick2da8bc82010-12-24 05:03:26 +000083 FpMLxStalls = 0;
Evan Cheng48575f62010-12-05 22:04:16 +000084 }
85
Andrew Trick6b120722010-12-08 20:04:29 +000086 ScoreboardHazardRecognizer::EmitInstruction(SU);
Evan Cheng48575f62010-12-05 22:04:16 +000087}
88
89void ARMHazardRecognizer::AdvanceCycle() {
Andrew Trick2da8bc82010-12-24 05:03:26 +000090 if (FpMLxStalls && --FpMLxStalls == 0)
Evan Cheng48575f62010-12-05 22:04:16 +000091 // Stalled for 4 cycles but still can't schedule any other instructions.
92 LastMI = 0;
Andrew Trick6b120722010-12-08 20:04:29 +000093 ScoreboardHazardRecognizer::AdvanceCycle();
94}
95
96void ARMHazardRecognizer::RecedeCycle() {
97 llvm_unreachable("reverse ARM hazard checking unsupported");
Evan Cheng48575f62010-12-05 22:04:16 +000098}