blob: 1e53d872bbf1a0e72025ace8b79423befcc7ae1f [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- R600InstrInfo.h - R600 Instruction Info Interface -------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief Interface definition for R600InstrInfo
12//
13//===----------------------------------------------------------------------===//
14
Matt Arsenault6b6a2c32016-03-11 08:00:27 +000015#ifndef LLVM_LIB_TARGET_AMDGPU_R600INSTRINFO_H
16#define LLVM_LIB_TARGET_AMDGPU_R600INSTRINFO_H
Tom Stellard75aadc22012-12-11 21:25:42 +000017
Tom Stellard75aadc22012-12-11 21:25:42 +000018#include "AMDGPUInstrInfo.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000019#include "R600RegisterInfo.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000020
21namespace llvm {
Matt Arsenault43e92fe2016-06-24 06:30:11 +000022class AMDGPUTargetMachine;
23class DFAPacketizer;
24class MachineFunction;
25class MachineInstr;
26class MachineInstrBuilder;
27class R600Subtarget;
Tom Stellard75aadc22012-12-11 21:25:42 +000028
Matt Arsenault43e92fe2016-06-24 06:30:11 +000029class R600InstrInfo final : public AMDGPUInstrInfo {
30private:
Tom Stellard75aadc22012-12-11 21:25:42 +000031 const R600RegisterInfo RI;
Matt Arsenault43e92fe2016-06-24 06:30:11 +000032 const R600Subtarget &ST;
Tom Stellard75aadc22012-12-11 21:25:42 +000033
Matt Arsenault43e92fe2016-06-24 06:30:11 +000034 std::vector<std::pair<int, unsigned>>
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +000035 ExtractSrcs(MachineInstr &MI, const DenseMap<unsigned, unsigned> &PV,
Matt Arsenault43e92fe2016-06-24 06:30:11 +000036 unsigned &ConstCount) const;
Tom Stellard880a80a2014-06-17 16:53:14 +000037
38 MachineInstrBuilder buildIndirectRead(MachineBasicBlock *MBB,
39 MachineBasicBlock::iterator I,
40 unsigned ValueReg, unsigned Address,
41 unsigned OffsetReg,
42 unsigned AddrChan) const;
43
44 MachineInstrBuilder buildIndirectWrite(MachineBasicBlock *MBB,
Matt Arsenault43e92fe2016-06-24 06:30:11 +000045 MachineBasicBlock::iterator I,
46 unsigned ValueReg, unsigned Address,
47 unsigned OffsetReg,
48 unsigned AddrChan) const;
49public:
Vincent Lejeune0fca91d2013-05-17 16:50:02 +000050 enum BankSwizzle {
Vincent Lejeunebb8a87212013-06-29 19:32:29 +000051 ALU_VEC_012_SCL_210 = 0,
52 ALU_VEC_021_SCL_122,
53 ALU_VEC_120_SCL_212,
54 ALU_VEC_102_SCL_221,
Vincent Lejeune0fca91d2013-05-17 16:50:02 +000055 ALU_VEC_201,
56 ALU_VEC_210
57 };
58
Matt Arsenault43e92fe2016-06-24 06:30:11 +000059 explicit R600InstrInfo(const R600Subtarget &);
Tom Stellard75aadc22012-12-11 21:25:42 +000060
Matt Arsenault43e92fe2016-06-24 06:30:11 +000061 const R600RegisterInfo &getRegisterInfo() const {
62 return RI;
63 }
64
Benjamin Kramerbdc49562016-06-12 15:39:02 +000065 void copyPhysReg(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI,
66 const DebugLoc &DL, unsigned DestReg, unsigned SrcReg,
Craig Topper5656db42014-04-29 07:57:24 +000067 bool KillSrc) const override;
Tom Stellardcd6b0a62013-11-22 00:41:08 +000068 bool isLegalToSplitMBBAt(MachineBasicBlock &MBB,
Craig Topper5656db42014-04-29 07:57:24 +000069 MachineBasicBlock::iterator MBBI) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +000070
71 bool isTrig(const MachineInstr &MI) const;
72 bool isPlaceHolderOpcode(unsigned opcode) const;
73 bool isReductionOp(unsigned opcode) const;
74 bool isCubeOp(unsigned opcode) const;
75
76 /// \returns true if this \p Opcode represents an ALU instruction.
77 bool isALUInstr(unsigned Opcode) const;
Tom Stellardc026e8b2013-06-28 15:47:08 +000078 bool hasInstrModifiers(unsigned Opcode) const;
79 bool isLDSInstr(unsigned Opcode) const;
Tom Stellard8f9fc202013-11-15 00:12:45 +000080 bool isLDSNoRetInstr(unsigned Opcode) const;
81 bool isLDSRetInstr(unsigned Opcode) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000082
Vincent Lejeunea4da6fb2013-10-01 19:32:58 +000083 /// \returns true if this \p Opcode represents an ALU instruction or an
84 /// instruction that will be lowered in ExpandSpecialInstrs Pass.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +000085 bool canBeConsideredALU(const MachineInstr &MI) const;
Vincent Lejeunea4da6fb2013-10-01 19:32:58 +000086
Vincent Lejeune076c0b22013-04-30 00:14:17 +000087 bool isTransOnly(unsigned Opcode) const;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +000088 bool isTransOnly(const MachineInstr &MI) const;
Vincent Lejeune4d5c5e52013-09-04 19:53:30 +000089 bool isVectorOnly(unsigned Opcode) const;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +000090 bool isVectorOnly(const MachineInstr &MI) const;
Tom Stellard676c16d2013-08-16 01:11:51 +000091 bool isExport(unsigned Opcode) const;
Vincent Lejeune076c0b22013-04-30 00:14:17 +000092
Vincent Lejeunec2991642013-04-30 00:13:39 +000093 bool usesVertexCache(unsigned Opcode) const;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +000094 bool usesVertexCache(const MachineInstr &MI) const;
Vincent Lejeunec2991642013-04-30 00:13:39 +000095 bool usesTextureCache(unsigned Opcode) const;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +000096 bool usesTextureCache(const MachineInstr &MI) const;
Vincent Lejeunec2991642013-04-30 00:13:39 +000097
Tom Stellardce540332013-06-28 15:46:59 +000098 bool mustBeLastInClause(unsigned Opcode) const;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +000099 bool usesAddressRegister(MachineInstr &MI) const;
100 bool definesAddressRegister(MachineInstr &MI) const;
101 bool readsLDSSrcReg(const MachineInstr &MI) const;
Tom Stellardce540332013-06-28 15:46:59 +0000102
Tom Stellard84021442013-07-23 01:48:24 +0000103 /// \returns The operand index for the given source number. Legal values
104 /// for SrcNum are 0, 1, and 2.
105 int getSrcIdx(unsigned Opcode, unsigned SrcNum) const;
106 /// \returns The operand Index for the Sel operand given an index to one
107 /// of the instruction's src operands.
108 int getSelIdx(unsigned Opcode, unsigned SrcIdx) const;
109
Vincent Lejeune0fca91d2013-05-17 16:50:02 +0000110 /// \returns a pair for each src of an ALU instructions.
111 /// The first member of a pair is the register id.
112 /// If register is ALU_CONST, second member is SEL.
113 /// If register is ALU_LITERAL, second member is IMM.
114 /// Otherwise, second member value is undefined.
115 SmallVector<std::pair<MachineOperand *, int64_t>, 3>
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000116 getSrcs(MachineInstr &MI) const;
Vincent Lejeune0fca91d2013-05-17 16:50:02 +0000117
Vincent Lejeune77a83522013-06-29 19:32:43 +0000118 unsigned isLegalUpTo(
119 const std::vector<std::vector<std::pair<int, unsigned> > > &IGSrcs,
120 const std::vector<R600InstrInfo::BankSwizzle> &Swz,
121 const std::vector<std::pair<int, unsigned> > &TransSrcs,
122 R600InstrInfo::BankSwizzle TransSwz) const;
123
124 bool FindSwizzleForVectorSlot(
125 const std::vector<std::vector<std::pair<int, unsigned> > > &IGSrcs,
126 std::vector<R600InstrInfo::BankSwizzle> &SwzCandidate,
127 const std::vector<std::pair<int, unsigned> > &TransSrcs,
128 R600InstrInfo::BankSwizzle TransSwz) const;
Tom Stellardc026e8b2013-06-28 15:47:08 +0000129
Vincent Lejeune0fca91d2013-05-17 16:50:02 +0000130 /// Given the order VEC_012 < VEC_021 < VEC_120 < VEC_102 < VEC_201 < VEC_210
131 /// returns true and the first (in lexical order) BankSwizzle affectation
132 /// starting from the one already provided in the Instruction Group MIs that
133 /// fits Read Port limitations in BS if available. Otherwise returns false
134 /// and undefined content in BS.
Vincent Lejeune77a83522013-06-29 19:32:43 +0000135 /// isLastAluTrans should be set if the last Alu of MIs will be executed on
136 /// Trans ALU. In this case, ValidTSwizzle returns the BankSwizzle value to
137 /// apply to the last instruction.
Vincent Lejeune0fca91d2013-05-17 16:50:02 +0000138 /// PV holds GPR to PV registers in the Instruction Group MIs.
139 bool fitsReadPortLimitations(const std::vector<MachineInstr *> &MIs,
140 const DenseMap<unsigned, unsigned> &PV,
Vincent Lejeune77a83522013-06-29 19:32:43 +0000141 std::vector<BankSwizzle> &BS,
142 bool isLastAluTrans) const;
143
144 /// An instruction group can only access 2 channel pair (either [XY] or [ZW])
145 /// from KCache bank on R700+. This function check if MI set in input meet
146 /// this limitations
147 bool fitsConstReadLimitations(const std::vector<MachineInstr *> &) const;
148 /// Same but using const index set instead of MI set.
Vincent Lejeune0a22bc42013-03-14 15:50:45 +0000149 bool fitsConstReadLimitations(const std::vector<unsigned>&) const;
Vincent Lejeune0a22bc42013-03-14 15:50:45 +0000150
Alp Tokercb402912014-01-24 17:20:08 +0000151 /// \brief Vector instructions are instructions that must fill all
Tom Stellard75aadc22012-12-11 21:25:42 +0000152 /// instruction slots within an instruction group.
153 bool isVector(const MachineInstr &MI) const;
154
Tom Stellard2ff72622016-01-28 16:04:37 +0000155 bool isMov(unsigned Opcode) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000156
Eric Christopher143f02c2014-10-09 01:59:35 +0000157 DFAPacketizer *
158 CreateTargetScheduleState(const TargetSubtargetInfo &) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000159
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000160 bool ReverseBranchCondition(
161 SmallVectorImpl<MachineOperand> &Cond) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000162
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000163 bool AnalyzeBranch(MachineBasicBlock &MBB,
164 MachineBasicBlock *&TBB,
165 MachineBasicBlock *&FBB,
166 SmallVectorImpl<MachineOperand> &Cond,
167 bool AllowModify) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000168
Ahmed Bougachac88bf542015-06-11 19:30:37 +0000169 unsigned InsertBranch(MachineBasicBlock &MBB, MachineBasicBlock *TBB,
170 MachineBasicBlock *FBB, ArrayRef<MachineOperand> Cond,
Benjamin Kramerbdc49562016-06-12 15:39:02 +0000171 const DebugLoc &DL) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000172
Craig Topper5656db42014-04-29 07:57:24 +0000173 unsigned RemoveBranch(MachineBasicBlock &MBB) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000174
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000175 bool isPredicated(const MachineInstr &MI) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000176
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000177 bool isPredicable(MachineInstr &MI) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000178
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000179 bool isProfitableToDupForIfCvt(MachineBasicBlock &MBB, unsigned NumCyles,
180 BranchProbability Probability) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000181
182 bool isProfitableToIfCvt(MachineBasicBlock &MBB, unsigned NumCyles,
183 unsigned ExtraPredCycles,
Cong Houc536bd92015-09-10 23:10:42 +0000184 BranchProbability Probability) const override ;
Tom Stellard75aadc22012-12-11 21:25:42 +0000185
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000186 bool isProfitableToIfCvt(MachineBasicBlock &TMBB,
187 unsigned NumTCycles, unsigned ExtraTCycles,
188 MachineBasicBlock &FMBB,
189 unsigned NumFCycles, unsigned ExtraFCycles,
190 BranchProbability Probability) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000191
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000192 bool DefinesPredicate(MachineInstr &MI,
193 std::vector<MachineOperand> &Pred) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000194
Ahmed Bougachac88bf542015-06-11 19:30:37 +0000195 bool SubsumesPredicate(ArrayRef<MachineOperand> Pred1,
196 ArrayRef<MachineOperand> Pred2) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000197
198 bool isProfitableToUnpredicate(MachineBasicBlock &TMBB,
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000199 MachineBasicBlock &FMBB) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000200
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000201 bool PredicateInstruction(MachineInstr &MI,
Ahmed Bougachac88bf542015-06-11 19:30:37 +0000202 ArrayRef<MachineOperand> Pred) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000203
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000204 unsigned int getPredicationCost(const MachineInstr &) const override;
Arnold Schwaighoferd2f96b92013-09-30 15:28:56 +0000205
Tom Stellard75aadc22012-12-11 21:25:42 +0000206 unsigned int getInstrLatency(const InstrItineraryData *ItinData,
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000207 const MachineInstr &MI,
Craig Topper5656db42014-04-29 07:57:24 +0000208 unsigned *PredCost = nullptr) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000209
Craig Topper5656db42014-04-29 07:57:24 +0000210 int getInstrLatency(const InstrItineraryData *ItinData,
211 SDNode *Node) const override { return 1;}
Tom Stellard75aadc22012-12-11 21:25:42 +0000212
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000213 bool expandPostRAPseudo(MachineInstr &MI) const override;
Tom Stellard880a80a2014-06-17 16:53:14 +0000214
Tom Stellard81d871d2013-11-13 23:36:50 +0000215 /// \brief Reserve the registers that may be accesed using indirect addressing.
216 void reserveIndirectRegisters(BitVector &Reserved,
217 const MachineFunction &MF) const;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000218
Tom Stellard1242ce92016-02-05 18:44:57 +0000219 /// Calculate the "Indirect Address" for the given \p RegIndex and
220 /// \p Channel
221 ///
222 /// We model indirect addressing using a virtual address space that can be
223 /// accesed with loads and stores. The "Indirect Address" is the memory
224 /// address in this virtual address space that maps to the given \p RegIndex
225 /// and \p Channel.
226 unsigned calculateIndirectAddress(unsigned RegIndex, unsigned Channel) const;
227
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000228
Craig Topper5656db42014-04-29 07:57:24 +0000229 const TargetRegisterClass *getIndirectAddrRegClass() const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000230
Tom Stellard1242ce92016-02-05 18:44:57 +0000231 /// \brief Build instruction(s) for an indirect register write.
232 ///
233 /// \returns The instruction that performs the indirect register write
Craig Topper5656db42014-04-29 07:57:24 +0000234 MachineInstrBuilder buildIndirectWrite(MachineBasicBlock *MBB,
Tom Stellard1242ce92016-02-05 18:44:57 +0000235 MachineBasicBlock::iterator I,
236 unsigned ValueReg, unsigned Address,
237 unsigned OffsetReg) const;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000238
Tom Stellard1242ce92016-02-05 18:44:57 +0000239 /// \brief Build instruction(s) for an indirect register read.
240 ///
241 /// \returns The instruction that performs the indirect register read
Craig Topper5656db42014-04-29 07:57:24 +0000242 MachineInstrBuilder buildIndirectRead(MachineBasicBlock *MBB,
243 MachineBasicBlock::iterator I,
244 unsigned ValueReg, unsigned Address,
Tom Stellard1242ce92016-02-05 18:44:57 +0000245 unsigned OffsetReg) const;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000246
Vincent Lejeune80031d9f2013-04-03 16:49:34 +0000247 unsigned getMaxAlusPerClause() const;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000248
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000249 /// buildDefaultInstruction - This function returns a MachineInstr with all
250 /// the instruction modifiers initialized to their default values. You can
251 /// use this function to avoid manually specifying each instruction modifier
252 /// operand when building a new instruction.
Tom Stellard75aadc22012-12-11 21:25:42 +0000253 ///
254 /// \returns a MachineInstr with all the instruction modifiers initialized
255 /// to their default values.
256 MachineInstrBuilder buildDefaultInstruction(MachineBasicBlock &MBB,
257 MachineBasicBlock::iterator I,
258 unsigned Opcode,
259 unsigned DstReg,
260 unsigned Src0Reg,
261 unsigned Src1Reg = 0) const;
262
Vincent Lejeune519f21e2013-05-17 16:50:32 +0000263 MachineInstr *buildSlotOfVectorInstruction(MachineBasicBlock &MBB,
264 MachineInstr *MI,
265 unsigned Slot,
266 unsigned DstReg) const;
267
Tom Stellard75aadc22012-12-11 21:25:42 +0000268 MachineInstr *buildMovImm(MachineBasicBlock &BB,
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000269 MachineBasicBlock::iterator I,
270 unsigned DstReg,
271 uint64_t Imm) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000272
Tom Stellard26a3b672013-10-22 18:19:10 +0000273 MachineInstr *buildMovInstr(MachineBasicBlock *MBB,
274 MachineBasicBlock::iterator I,
Tom Stellard2ff72622016-01-28 16:04:37 +0000275 unsigned DstReg, unsigned SrcReg) const;
Tom Stellard26a3b672013-10-22 18:19:10 +0000276
Tom Stellard75aadc22012-12-11 21:25:42 +0000277 /// \brief Get the index of Op in the MachineInstr.
278 ///
279 /// \returns -1 if the Instruction does not contain the specified \p Op.
Tom Stellard02661d92013-06-25 21:22:18 +0000280 int getOperandIdx(const MachineInstr &MI, unsigned Op) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000281
282 /// \brief Get the index of \p Op for the given Opcode.
283 ///
284 /// \returns -1 if the Instruction does not contain the specified \p Op.
Tom Stellard02661d92013-06-25 21:22:18 +0000285 int getOperandIdx(unsigned Opcode, unsigned Op) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000286
287 /// \brief Helper function for setting instruction flag values.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000288 void setImmOperand(MachineInstr &MI, unsigned Op, int64_t Imm) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000289
290 /// \returns true if this instruction has an operand for storing target flags.
291 bool hasFlagOperand(const MachineInstr &MI) const;
292
293 ///\brief Add one of the MO_FLAG* flags to the specified \p Operand.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000294 void addFlag(MachineInstr &MI, unsigned Operand, unsigned Flag) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000295
296 ///\brief Determine if the specified \p Flag is set on this \p Operand.
297 bool isFlagSet(const MachineInstr &MI, unsigned Operand, unsigned Flag) const;
298
299 /// \param SrcIdx The register source to set the flag on (e.g src0, src1, src2)
300 /// \param Flag The flag being set.
301 ///
302 /// \returns the operand containing the flags for this instruction.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000303 MachineOperand &getFlagOp(MachineInstr &MI, unsigned SrcIdx = 0,
Tom Stellard75aadc22012-12-11 21:25:42 +0000304 unsigned Flag = 0) const;
305
306 /// \brief Clear the specified flag on the instruction.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000307 void clearFlag(MachineInstr &MI, unsigned Operand, unsigned Flag) const;
Tom Stellard2ff72622016-01-28 16:04:37 +0000308
309 // Helper functions that check the opcode for status information
310 bool isRegisterStore(const MachineInstr &MI) const;
311 bool isRegisterLoad(const MachineInstr &MI) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000312};
313
Tom Stellard13c68ef2013-09-05 18:38:09 +0000314namespace AMDGPU {
315
316int getLDSNoRetOp(uint16_t Opcode);
317
318} //End namespace AMDGPU
319
Alexander Kornienkof00654e2015-06-23 09:49:53 +0000320} // End llvm namespace
Tom Stellard75aadc22012-12-11 21:25:42 +0000321
Benjamin Kramera7c40ef2014-08-13 16:26:38 +0000322#endif