blob: 2a8c537318c6308991811e3f5d4d02e942101a76 [file] [log] [blame]
Matt Arsenaultdf90c022013-10-15 23:44:45 +00001//===-- SIInstrInfo.h - SI Instruction Info Interface -----------*- C++ -*-===//
Tom Stellard75aadc22012-12-11 21:25:42 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief Interface definition for SIInstrInfo.
12//
13//===----------------------------------------------------------------------===//
14
15
Benjamin Kramera7c40ef2014-08-13 16:26:38 +000016#ifndef LLVM_LIB_TARGET_R600_SIINSTRINFO_H
17#define LLVM_LIB_TARGET_R600_SIINSTRINFO_H
Tom Stellard75aadc22012-12-11 21:25:42 +000018
19#include "AMDGPUInstrInfo.h"
20#include "SIRegisterInfo.h"
21
22namespace llvm {
23
24class SIInstrInfo : public AMDGPUInstrInfo {
25private:
26 const SIRegisterInfo RI;
27
Tom Stellard15834092014-03-21 15:51:57 +000028 unsigned buildExtractSubReg(MachineBasicBlock::iterator MI,
29 MachineRegisterInfo &MRI,
30 MachineOperand &SuperReg,
31 const TargetRegisterClass *SuperRC,
32 unsigned SubIdx,
33 const TargetRegisterClass *SubRC) const;
Matt Arsenault248b7b62014-03-24 20:08:09 +000034 MachineOperand buildExtractSubRegOrImm(MachineBasicBlock::iterator MI,
35 MachineRegisterInfo &MRI,
36 MachineOperand &SuperReg,
37 const TargetRegisterClass *SuperRC,
38 unsigned SubIdx,
39 const TargetRegisterClass *SubRC) const;
Tom Stellard15834092014-03-21 15:51:57 +000040
Matt Arsenaultbd995802014-03-24 18:26:52 +000041 unsigned split64BitImm(SmallVectorImpl<MachineInstr *> &Worklist,
42 MachineBasicBlock::iterator MI,
43 MachineRegisterInfo &MRI,
44 const TargetRegisterClass *RC,
45 const MachineOperand &Op) const;
46
Matt Arsenault689f3252014-06-09 16:36:31 +000047 void splitScalar64BitUnaryOp(SmallVectorImpl<MachineInstr *> &Worklist,
48 MachineInstr *Inst, unsigned Opcode) const;
49
50 void splitScalar64BitBinaryOp(SmallVectorImpl<MachineInstr *> &Worklist,
51 MachineInstr *Inst, unsigned Opcode) const;
Matt Arsenaultf35182c2014-03-24 20:08:05 +000052
Matt Arsenault8333e432014-06-10 19:18:24 +000053 void splitScalar64BitBCNT(SmallVectorImpl<MachineInstr *> &Worklist,
54 MachineInstr *Inst) const;
55
Matt Arsenault27cc9582014-04-18 01:53:18 +000056 void addDescImplicitUseDef(const MCInstrDesc &Desc, MachineInstr *MI) const;
Matt Arsenaultf35182c2014-03-24 20:08:05 +000057
Tom Stellard75aadc22012-12-11 21:25:42 +000058public:
Tom Stellard2e59a452014-06-13 01:32:00 +000059 explicit SIInstrInfo(const AMDGPUSubtarget &st);
Tom Stellard75aadc22012-12-11 21:25:42 +000060
Craig Topper5656db42014-04-29 07:57:24 +000061 const SIRegisterInfo &getRegisterInfo() const override {
Matt Arsenault6dde3032014-03-11 00:01:34 +000062 return RI;
63 }
Tom Stellard75aadc22012-12-11 21:25:42 +000064
Matt Arsenaultc10853f2014-08-06 00:29:43 +000065 bool areLoadsFromSameBasePtr(SDNode *Load1, SDNode *Load2,
66 int64_t &Offset1,
67 int64_t &Offset2) const override;
68
Matt Arsenault1acc72f2014-07-29 21:34:55 +000069 bool getLdStBaseRegImmOfs(MachineInstr *LdSt,
70 unsigned &BaseReg, unsigned &Offset,
71 const TargetRegisterInfo *TRI) const final;
72
Matt Arsenault0e75a062014-09-17 17:48:30 +000073 bool shouldClusterLoads(MachineInstr *FirstLdSt,
74 MachineInstr *SecondLdSt,
75 unsigned NumLoads) const final;
76
Craig Topper5656db42014-04-29 07:57:24 +000077 void copyPhysReg(MachineBasicBlock &MBB,
78 MachineBasicBlock::iterator MI, DebugLoc DL,
79 unsigned DestReg, unsigned SrcReg,
80 bool KillSrc) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +000081
Tom Stellard96468902014-09-24 01:33:17 +000082 unsigned calculateLDSSpillAddress(MachineBasicBlock &MBB,
83 MachineBasicBlock::iterator MI,
84 RegScavenger *RS,
85 unsigned TmpReg,
86 unsigned Offset,
87 unsigned Size) const;
88
Tom Stellardc149dc02013-11-27 21:23:35 +000089 void storeRegToStackSlot(MachineBasicBlock &MBB,
90 MachineBasicBlock::iterator MI,
91 unsigned SrcReg, bool isKill, int FrameIndex,
92 const TargetRegisterClass *RC,
Craig Topper5656db42014-04-29 07:57:24 +000093 const TargetRegisterInfo *TRI) const override;
Tom Stellardc149dc02013-11-27 21:23:35 +000094
95 void loadRegFromStackSlot(MachineBasicBlock &MBB,
96 MachineBasicBlock::iterator MI,
97 unsigned DestReg, int FrameIndex,
98 const TargetRegisterClass *RC,
Craig Topper5656db42014-04-29 07:57:24 +000099 const TargetRegisterInfo *TRI) const override;
Tom Stellardc149dc02013-11-27 21:23:35 +0000100
Benjamin Kramer8c90fd72014-09-03 11:41:21 +0000101 bool expandPostRAPseudo(MachineBasicBlock::iterator MI) const override;
Tom Stellardeba61072014-05-02 15:41:42 +0000102
Christian Konig3c145802013-03-27 09:12:59 +0000103 unsigned commuteOpcode(unsigned Opcode) const;
104
Craig Topper5656db42014-04-29 07:57:24 +0000105 MachineInstr *commuteInstruction(MachineInstr *MI,
106 bool NewMI=false) const override;
Christian Konig76edd4f2013-02-26 17:52:29 +0000107
Tom Stellard30f59412014-03-31 14:01:56 +0000108 bool isTriviallyReMaterializable(const MachineInstr *MI,
Craig Toppere73658d2014-04-28 04:05:08 +0000109 AliasAnalysis *AA = nullptr) const;
Tom Stellard30f59412014-03-31 14:01:56 +0000110
Tom Stellard26a3b672013-10-22 18:19:10 +0000111 MachineInstr *buildMovInstr(MachineBasicBlock *MBB,
112 MachineBasicBlock::iterator I,
Craig Topper5656db42014-04-29 07:57:24 +0000113 unsigned DstReg, unsigned SrcReg) const override;
114 bool isMov(unsigned Opcode) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000115
Craig Topper5656db42014-04-29 07:57:24 +0000116 bool isSafeToMoveRegClassDefs(const TargetRegisterClass *RC) const override;
Tom Stellard5d7aaae2014-02-10 16:58:30 +0000117 bool isDS(uint16_t Opcode) const;
Matt Arsenaultb9f46ee2014-07-28 17:59:38 +0000118 bool isMIMG(uint16_t Opcode) const;
119 bool isSMRD(uint16_t Opcode) const;
Matt Arsenaulte2fabd32014-07-29 18:51:56 +0000120 bool isMUBUF(uint16_t Opcode) const;
121 bool isMTBUF(uint16_t Opcode) const;
Matt Arsenault3f981402014-09-15 15:41:53 +0000122 bool isFLAT(uint16_t Opcode) const;
Tom Stellard93fabce2013-10-10 17:11:55 +0000123 bool isVOP1(uint16_t Opcode) const;
124 bool isVOP2(uint16_t Opcode) const;
125 bool isVOP3(uint16_t Opcode) const;
126 bool isVOPC(uint16_t Opcode) const;
Matt Arsenaultd7bdcc42014-03-31 19:54:27 +0000127 bool isInlineConstant(const APInt &Imm) const;
Tom Stellard93fabce2013-10-10 17:11:55 +0000128 bool isInlineConstant(const MachineOperand &MO) const;
129 bool isLiteralConstant(const MachineOperand &MO) const;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000130
Tom Stellardb02094e2014-07-21 15:45:01 +0000131 bool isImmOperandLegal(const MachineInstr *MI, unsigned OpNo,
132 const MachineOperand &MO) const;
133
Matt Arsenaultb2baffa2014-08-15 17:49:05 +0000134 /// \brief Return true if the given offset Size in bytes can be folded into
135 /// the immediate offsets of a memory instruction for the given address space.
136 static bool canFoldOffset(unsigned OffsetSize, unsigned AS) LLVM_READNONE;
137
Tom Stellard86d12eb2014-08-01 00:32:28 +0000138 /// \brief Return true if this 64-bit VALU instruction has a 32-bit encoding.
139 /// This function will return false if you pass it a 32-bit instruction.
140 bool hasVALU32BitEncoding(unsigned Opcode) const;
141
Tom Stellard73ae1cb2014-09-23 21:26:25 +0000142 /// \brief Returns true if this operand uses the constant bus.
143 bool usesConstantBus(const MachineRegisterInfo &MRI,
144 const MachineOperand &MO) const;
145
Tom Stellardb4a313a2014-08-01 00:32:39 +0000146 /// \brief Return true if this instruction has any modifiers.
147 /// e.g. src[012]_mod, omod, clamp.
148 bool hasModifiers(unsigned Opcode) const;
Craig Topper5656db42014-04-29 07:57:24 +0000149 bool verifyInstruction(const MachineInstr *MI,
150 StringRef &ErrInfo) const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000151
Tom Stellard82166022013-11-13 23:36:37 +0000152 bool isSALUInstr(const MachineInstr &MI) const;
Matt Arsenaultf14032a2013-11-15 22:02:28 +0000153 static unsigned getVALUOp(const MachineInstr &MI);
Matt Arsenaultf35182c2014-03-24 20:08:05 +0000154
Tom Stellard82166022013-11-13 23:36:37 +0000155 bool isSALUOpSupportedOnVALU(const MachineInstr &MI) const;
156
157 /// \brief Return the correct register class for \p OpNo. For target-specific
158 /// instructions, this will return the register class that has been defined
159 /// in tablegen. For generic instructions, like REG_SEQUENCE it will return
160 /// the register class of its machine operand.
161 /// to infer the correct register class base on the other operands.
162 const TargetRegisterClass *getOpRegClass(const MachineInstr &MI,
163 unsigned OpNo) const;\
164
165 /// \returns true if it is legal for the operand at index \p OpNo
166 /// to read a VGPR.
167 bool canReadVGPR(const MachineInstr &MI, unsigned OpNo) const;
168
169 /// \brief Legalize the \p OpIndex operand of this instruction by inserting
170 /// a MOV. For example:
171 /// ADD_I32_e32 VGPR0, 15
172 /// to
173 /// MOV VGPR1, 15
174 /// ADD_I32_e32 VGPR0, VGPR1
175 ///
176 /// If the operand being legalized is a register, then a COPY will be used
177 /// instead of MOV.
178 void legalizeOpWithMove(MachineInstr *MI, unsigned OpIdx) const;
179
Tom Stellard0e975cf2014-08-01 00:32:35 +0000180 /// \brief Check if \p MO is a legal operand if it was the \p OpIdx Operand
181 /// for \p MI.
182 bool isOperandLegal(const MachineInstr *MI, unsigned OpIdx,
183 const MachineOperand *MO = nullptr) const;
184
Tom Stellard82166022013-11-13 23:36:37 +0000185 /// \brief Legalize all operands in this instruction. This function may
186 /// create new instruction and insert them before \p MI.
187 void legalizeOperands(MachineInstr *MI) const;
188
Tom Stellard745f2ed2014-08-21 20:41:00 +0000189 /// \brief Split an SMRD instruction into two smaller loads of half the
190 // size storing the results in \p Lo and \p Hi.
191 void splitSMRD(MachineInstr *MI, const TargetRegisterClass *HalfRC,
192 unsigned HalfImmOp, unsigned HalfSGPROp,
193 MachineInstr *&Lo, MachineInstr *&Hi) const;
194
Tom Stellard0c354f22014-04-30 15:31:29 +0000195 void moveSMRDToVALU(MachineInstr *MI, MachineRegisterInfo &MRI) const;
196
Tom Stellard82166022013-11-13 23:36:37 +0000197 /// \brief Replace this instruction's opcode with the equivalent VALU
198 /// opcode. This function will also move the users of \p MI to the
199 /// VALU if necessary.
200 void moveToVALU(MachineInstr &MI) const;
201
Craig Topper5656db42014-04-29 07:57:24 +0000202 unsigned calculateIndirectAddress(unsigned RegIndex,
203 unsigned Channel) const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000204
Craig Topper5656db42014-04-29 07:57:24 +0000205 const TargetRegisterClass *getIndirectAddrRegClass() const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000206
Craig Topper5656db42014-04-29 07:57:24 +0000207 MachineInstrBuilder buildIndirectWrite(MachineBasicBlock *MBB,
208 MachineBasicBlock::iterator I,
209 unsigned ValueReg,
210 unsigned Address,
211 unsigned OffsetReg) const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000212
Craig Topper5656db42014-04-29 07:57:24 +0000213 MachineInstrBuilder buildIndirectRead(MachineBasicBlock *MBB,
214 MachineBasicBlock::iterator I,
215 unsigned ValueReg,
216 unsigned Address,
217 unsigned OffsetReg) const override;
Tom Stellard81d871d2013-11-13 23:36:50 +0000218 void reserveIndirectRegisters(BitVector &Reserved,
219 const MachineFunction &MF) const;
220
221 void LoadM0(MachineInstr *MoveRel, MachineBasicBlock::iterator I,
222 unsigned SavReg, unsigned IndexReg) const;
Tom Stellardeba61072014-05-02 15:41:42 +0000223
224 void insertNOPs(MachineBasicBlock::iterator MI, int Count) const;
Tom Stellard1aaad692014-07-21 16:55:33 +0000225
226 /// \brief Returns the operand named \p Op. If \p MI does not have an
227 /// operand named \c Op, this function returns nullptr.
Tom Stellard6407e1e2014-08-01 00:32:33 +0000228 MachineOperand *getNamedOperand(MachineInstr &MI, unsigned OperandName) const;
Tom Stellard81d871d2013-11-13 23:36:50 +0000229};
Tom Stellard75aadc22012-12-11 21:25:42 +0000230
Christian Konigf741fbf2013-02-26 17:52:42 +0000231namespace AMDGPU {
232
233 int getVOPe64(uint16_t Opcode);
Tom Stellard1aaad692014-07-21 16:55:33 +0000234 int getVOPe32(uint16_t Opcode);
Christian Konig3c145802013-03-27 09:12:59 +0000235 int getCommuteRev(uint16_t Opcode);
236 int getCommuteOrig(uint16_t Opcode);
Tom Stellardc721a232014-05-16 20:56:47 +0000237 int getMCOpcode(uint16_t Opcode, unsigned Gen);
Tom Stellard155bbb72014-08-11 22:18:17 +0000238 int getAddr64Inst(uint16_t Opcode);
Matt Arsenault9903ccf2014-09-08 15:07:27 +0000239 int getAtomicRetOp(uint16_t Opcode);
240 int getAtomicNoRetOp(uint16_t Opcode);
Christian Konigf741fbf2013-02-26 17:52:42 +0000241
Tom Stellard15834092014-03-21 15:51:57 +0000242 const uint64_t RSRC_DATA_FORMAT = 0xf00000000000LL;
Tom Stellardb02094e2014-07-21 15:45:01 +0000243 const uint64_t RSRC_TID_ENABLE = 1LL << 55;
Tom Stellard15834092014-03-21 15:51:57 +0000244
Christian Konigf741fbf2013-02-26 17:52:42 +0000245} // End namespace AMDGPU
246
Tom Stellardec2e43c2014-09-22 15:35:29 +0000247namespace SI {
248namespace KernelInputOffsets {
249
250/// Offsets in bytes from the start of the input buffer
251enum Offsets {
252 NGROUPS_X = 0,
253 NGROUPS_Y = 4,
254 NGROUPS_Z = 8,
255 GLOBAL_SIZE_X = 12,
256 GLOBAL_SIZE_Y = 16,
257 GLOBAL_SIZE_Z = 20,
258 LOCAL_SIZE_X = 24,
259 LOCAL_SIZE_Y = 28,
260 LOCAL_SIZE_Z = 32
261};
262
263} // End namespace KernelInputOffsets
264} // End namespace SI
265
Tom Stellard75aadc22012-12-11 21:25:42 +0000266} // End namespace llvm
267
268namespace SIInstrFlags {
269 enum Flags {
270 // First 4 bits are the instruction encoding
Tom Stellard1c822a82013-02-07 19:39:45 +0000271 VM_CNT = 1 << 0,
272 EXP_CNT = 1 << 1,
273 LGKM_CNT = 1 << 2
Tom Stellard75aadc22012-12-11 21:25:42 +0000274 };
275}
276
Tom Stellardb4a313a2014-08-01 00:32:39 +0000277namespace SISrcMods {
278 enum {
279 NEG = 1 << 0,
280 ABS = 1 << 1
281 };
282}
283
Benjamin Kramera7c40ef2014-08-13 16:26:38 +0000284#endif