blob: eb382cc8c77bdcd87f62a18ee10f551aa285f7c8 [file] [log] [blame]
Tom Stellardcb6ba622016-04-30 00:23:06 +00001//===-- GCNHazardRecognizers.h - GCN Hazard Recognizers ---------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines hazard recognizers for scheduling on GCN processors.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_LIB_TARGET_AMDGPUHAZARDRECOGNIZERS_H
15#define LLVM_LIB_TARGET_AMDGPUHAZARDRECOGNIZERS_H
16
Matt Arsenault03c67d12017-11-17 04:18:24 +000017#include "llvm/ADT/BitVector.h"
Benjamin Kramerd3f4c052016-06-12 16:13:55 +000018#include "llvm/ADT/STLExtras.h"
Tom Stellardcb6ba622016-04-30 00:23:06 +000019#include "llvm/CodeGen/ScheduleHazardRecognizer.h"
Tom Stellardcb6ba622016-04-30 00:23:06 +000020#include <list>
21
22namespace llvm {
23
24class MachineFunction;
25class MachineInstr;
26class ScheduleDAG;
27class SIInstrInfo;
Matt Arsenault03c67d12017-11-17 04:18:24 +000028class SIRegisterInfo;
Matt Arsenault43e92fe2016-06-24 06:30:11 +000029class SISubtarget;
Tom Stellardcb6ba622016-04-30 00:23:06 +000030
31class GCNHazardRecognizer final : public ScheduleHazardRecognizer {
Matt Arsenault43e92fe2016-06-24 06:30:11 +000032 // This variable stores the instruction that has been emitted this cycle. It
33 // will be added to EmittedInstrs, when AdvanceCycle() or RecedeCycle() is
Tom Stellardcb6ba622016-04-30 00:23:06 +000034 // called.
35 MachineInstr *CurrCycleInstr;
36 std::list<MachineInstr*> EmittedInstrs;
37 const MachineFunction &MF;
Matt Arsenault43e92fe2016-06-24 06:30:11 +000038 const SISubtarget &ST;
Matt Arsenault59ece952017-03-17 21:36:28 +000039 const SIInstrInfo &TII;
Matt Arsenault03c67d12017-11-17 04:18:24 +000040 const SIRegisterInfo &TRI;
41
42 /// RegUnits of uses in the current soft memory clause.
43 BitVector ClauseUses;
44
45 /// RegUnits of defs in the current soft memory clause.
46 BitVector ClauseDefs;
47
48 void resetClause() {
49 ClauseUses.reset();
50 ClauseDefs.reset();
51 }
52
53 void addClauseInst(const MachineInstr &MI);
Tom Stellardcb6ba622016-04-30 00:23:06 +000054
Tom Stellardb133fbb2016-10-27 23:05:31 +000055 int getWaitStatesSince(function_ref<bool(MachineInstr *)> IsHazard);
Tom Stellardcb6ba622016-04-30 00:23:06 +000056 int getWaitStatesSinceDef(unsigned Reg,
Benjamin Kramerd3f4c052016-06-12 16:13:55 +000057 function_ref<bool(MachineInstr *)> IsHazardDef =
58 [](MachineInstr *) { return true; });
Tom Stellard961811c2016-10-15 00:58:14 +000059 int getWaitStatesSinceSetReg(function_ref<bool(MachineInstr *)> IsHazard);
Tom Stellardcb6ba622016-04-30 00:23:06 +000060
Tom Stellard1f520e52016-05-02 17:39:06 +000061 int checkSMEMSoftClauseHazards(MachineInstr *SMEM);
Tom Stellardcb6ba622016-04-30 00:23:06 +000062 int checkSMRDHazards(MachineInstr *SMRD);
63 int checkVMEMHazards(MachineInstr* VMEM);
Tom Stellarda27007e2016-05-02 16:23:09 +000064 int checkDPPHazards(MachineInstr *DPP);
Tom Stellard5ab61542016-10-07 23:42:48 +000065 int checkDivFMasHazards(MachineInstr *DivFMas);
Tom Stellard961811c2016-10-15 00:58:14 +000066 int checkGetRegHazards(MachineInstr *GetRegInstr);
Tom Stellard30d30822016-10-27 20:39:09 +000067 int checkSetRegHazards(MachineInstr *SetRegInstr);
Tom Stellardb133fbb2016-10-27 23:05:31 +000068 int createsVALUHazard(const MachineInstr &MI);
69 int checkVALUHazards(MachineInstr *VALU);
Tom Stellard04051b52016-10-27 23:42:29 +000070 int checkRWLaneHazards(MachineInstr *RWLane);
Tom Stellardaea899e2016-10-27 23:50:21 +000071 int checkRFEHazards(MachineInstr *RFE);
Matt Arsenaulte823d922017-02-18 18:29:53 +000072 int checkAnyInstHazards(MachineInstr *MI);
73 int checkReadM0Hazards(MachineInstr *SMovRel);
Tom Stellardcb6ba622016-04-30 00:23:06 +000074public:
75 GCNHazardRecognizer(const MachineFunction &MF);
76 // We can only issue one instruction per cycle.
77 bool atIssueLimit() const override { return true; }
78 void EmitInstruction(SUnit *SU) override;
79 void EmitInstruction(MachineInstr *MI) override;
80 HazardType getHazardType(SUnit *SU, int Stalls) override;
81 void EmitNoop() override;
82 unsigned PreEmitNoops(SUnit *SU) override;
83 unsigned PreEmitNoops(MachineInstr *) override;
84 void AdvanceCycle() override;
85 void RecedeCycle() override;
86};
87
88} // end namespace llvm
89
90#endif //LLVM_LIB_TARGET_AMDGPUHAZARDRECOGNIZERS_H