blob: 16fe9af0c0421d22e49a47ad6aeb3a2f3db1d062 [file] [log] [blame]
Matt Arsenaultdf90c022013-10-15 23:44:45 +00001//===-- SIInstrInfo.h - SI Instruction Info Interface -----------*- C++ -*-===//
Tom Stellard75aadc22012-12-11 21:25:42 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief Interface definition for SIInstrInfo.
12//
13//===----------------------------------------------------------------------===//
14
15
Benjamin Kramera7c40ef2014-08-13 16:26:38 +000016#ifndef LLVM_LIB_TARGET_R600_SIINSTRINFO_H
17#define LLVM_LIB_TARGET_R600_SIINSTRINFO_H
Tom Stellard75aadc22012-12-11 21:25:42 +000018
19#include "AMDGPUInstrInfo.h"
Matt Arsenaultc5f174d2014-12-01 15:52:46 +000020#include "SIDefines.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000021#include "SIRegisterInfo.h"
22
23namespace llvm {
24
25class SIInstrInfo : public AMDGPUInstrInfo {
26private:
27 const SIRegisterInfo RI;
28
Tom Stellard15834092014-03-21 15:51:57 +000029 unsigned buildExtractSubReg(MachineBasicBlock::iterator MI,
30 MachineRegisterInfo &MRI,
31 MachineOperand &SuperReg,
32 const TargetRegisterClass *SuperRC,
33 unsigned SubIdx,
34 const TargetRegisterClass *SubRC) const;
Matt Arsenault248b7b62014-03-24 20:08:09 +000035 MachineOperand buildExtractSubRegOrImm(MachineBasicBlock::iterator MI,
36 MachineRegisterInfo &MRI,
37 MachineOperand &SuperReg,
38 const TargetRegisterClass *SuperRC,
39 unsigned SubIdx,
40 const TargetRegisterClass *SubRC) const;
Tom Stellard15834092014-03-21 15:51:57 +000041
Matt Arsenaultbd995802014-03-24 18:26:52 +000042 unsigned split64BitImm(SmallVectorImpl<MachineInstr *> &Worklist,
43 MachineBasicBlock::iterator MI,
44 MachineRegisterInfo &MRI,
45 const TargetRegisterClass *RC,
46 const MachineOperand &Op) const;
47
Marek Olsakbe047802014-12-07 12:19:03 +000048 void swapOperands(MachineBasicBlock::iterator Inst) const;
49
Matt Arsenault689f3252014-06-09 16:36:31 +000050 void splitScalar64BitUnaryOp(SmallVectorImpl<MachineInstr *> &Worklist,
51 MachineInstr *Inst, unsigned Opcode) const;
52
53 void splitScalar64BitBinaryOp(SmallVectorImpl<MachineInstr *> &Worklist,
54 MachineInstr *Inst, unsigned Opcode) const;
Matt Arsenaultf35182c2014-03-24 20:08:05 +000055
Matt Arsenault8333e432014-06-10 19:18:24 +000056 void splitScalar64BitBCNT(SmallVectorImpl<MachineInstr *> &Worklist,
57 MachineInstr *Inst) const;
Matt Arsenault94812212014-11-14 18:18:16 +000058 void splitScalar64BitBFE(SmallVectorImpl<MachineInstr *> &Worklist,
59 MachineInstr *Inst) const;
Matt Arsenault8333e432014-06-10 19:18:24 +000060
Matt Arsenault27cc9582014-04-18 01:53:18 +000061 void addDescImplicitUseDef(const MCInstrDesc &Desc, MachineInstr *MI) const;
Matt Arsenaultf35182c2014-03-24 20:08:05 +000062
Matt Arsenaultc09cc3c2014-11-19 00:01:31 +000063 bool checkInstOffsetsDoNotOverlap(MachineInstr *MIa,
64 MachineInstr *MIb) const;
65
Matt Arsenaultee522bf2014-09-26 17:55:06 +000066 unsigned findUsedSGPR(const MachineInstr *MI, int OpIndices[3]) const;
67
Tom Stellard75aadc22012-12-11 21:25:42 +000068public:
Tom Stellard2e59a452014-06-13 01:32:00 +000069 explicit SIInstrInfo(const AMDGPUSubtarget &st);
Tom Stellard75aadc22012-12-11 21:25:42 +000070
Craig Topper5656db42014-04-29 07:57:24 +000071 const SIRegisterInfo &getRegisterInfo() const override {
Matt Arsenault6dde3032014-03-11 00:01:34 +000072 return RI;
73 }
Tom Stellard75aadc22012-12-11 21:25:42 +000074
Matt Arsenaultc10853f2014-08-06 00:29:43 +000075 bool areLoadsFromSameBasePtr(SDNode *Load1, SDNode *Load2,
76 int64_t &Offset1,
77 int64_t &Offset2) const override;
78
Matt Arsenault1acc72f2014-07-29 21:34:55 +000079 bool getLdStBaseRegImmOfs(MachineInstr *LdSt,
80 unsigned &BaseReg, unsigned &Offset,
81 const TargetRegisterInfo *TRI) const final;
82
Matt Arsenault0e75a062014-09-17 17:48:30 +000083 bool shouldClusterLoads(MachineInstr *FirstLdSt,
84 MachineInstr *SecondLdSt,
85 unsigned NumLoads) const final;
86
Craig Topper5656db42014-04-29 07:57:24 +000087 void copyPhysReg(MachineBasicBlock &MBB,
88 MachineBasicBlock::iterator MI, DebugLoc DL,
89 unsigned DestReg, unsigned SrcReg,
90 bool KillSrc) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +000091
Tom Stellard96468902014-09-24 01:33:17 +000092 unsigned calculateLDSSpillAddress(MachineBasicBlock &MBB,
93 MachineBasicBlock::iterator MI,
94 RegScavenger *RS,
95 unsigned TmpReg,
96 unsigned Offset,
97 unsigned Size) const;
98
Tom Stellardc149dc02013-11-27 21:23:35 +000099 void storeRegToStackSlot(MachineBasicBlock &MBB,
100 MachineBasicBlock::iterator MI,
101 unsigned SrcReg, bool isKill, int FrameIndex,
102 const TargetRegisterClass *RC,
Craig Topper5656db42014-04-29 07:57:24 +0000103 const TargetRegisterInfo *TRI) const override;
Tom Stellardc149dc02013-11-27 21:23:35 +0000104
105 void loadRegFromStackSlot(MachineBasicBlock &MBB,
106 MachineBasicBlock::iterator MI,
107 unsigned DestReg, int FrameIndex,
108 const TargetRegisterClass *RC,
Craig Topper5656db42014-04-29 07:57:24 +0000109 const TargetRegisterInfo *TRI) const override;
Tom Stellardc149dc02013-11-27 21:23:35 +0000110
Benjamin Kramer8c90fd72014-09-03 11:41:21 +0000111 bool expandPostRAPseudo(MachineBasicBlock::iterator MI) const override;
Tom Stellardeba61072014-05-02 15:41:42 +0000112
Christian Konig3c145802013-03-27 09:12:59 +0000113 unsigned commuteOpcode(unsigned Opcode) const;
114
Craig Topper5656db42014-04-29 07:57:24 +0000115 MachineInstr *commuteInstruction(MachineInstr *MI,
Matt Arsenault92befe72014-09-26 17:54:54 +0000116 bool NewMI = false) const override;
117 bool findCommutedOpIndices(MachineInstr *MI,
118 unsigned &SrcOpIdx1,
119 unsigned &SrcOpIdx2) const override;
Christian Konig76edd4f2013-02-26 17:52:29 +0000120
Tom Stellard30f59412014-03-31 14:01:56 +0000121 bool isTriviallyReMaterializable(const MachineInstr *MI,
Craig Toppere73658d2014-04-28 04:05:08 +0000122 AliasAnalysis *AA = nullptr) const;
Tom Stellard30f59412014-03-31 14:01:56 +0000123
Matt Arsenaultc09cc3c2014-11-19 00:01:31 +0000124 bool areMemAccessesTriviallyDisjoint(
125 MachineInstr *MIa, MachineInstr *MIb,
126 AliasAnalysis *AA = nullptr) const override;
127
Tom Stellard26a3b672013-10-22 18:19:10 +0000128 MachineInstr *buildMovInstr(MachineBasicBlock *MBB,
129 MachineBasicBlock::iterator I,
Craig Topper5656db42014-04-29 07:57:24 +0000130 unsigned DstReg, unsigned SrcReg) const override;
131 bool isMov(unsigned Opcode) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000132
Craig Topper5656db42014-04-29 07:57:24 +0000133 bool isSafeToMoveRegClassDefs(const TargetRegisterClass *RC) const override;
Matt Arsenaultc5f174d2014-12-01 15:52:46 +0000134
135 bool isSALU(uint16_t Opcode) const {
136 return get(Opcode).TSFlags & SIInstrFlags::SALU;
137 }
138
139 bool isVALU(uint16_t Opcode) const {
140 return get(Opcode).TSFlags & SIInstrFlags::VALU;
141 }
142
143 bool isSOP1(uint16_t Opcode) const {
144 return get(Opcode).TSFlags & SIInstrFlags::SOP1;
145 }
146
147 bool isSOP2(uint16_t Opcode) const {
148 return get(Opcode).TSFlags & SIInstrFlags::SOP2;
149 }
150
151 bool isSOPC(uint16_t Opcode) const {
152 return get(Opcode).TSFlags & SIInstrFlags::SOPC;
153 }
154
155 bool isSOPK(uint16_t Opcode) const {
156 return get(Opcode).TSFlags & SIInstrFlags::SOPK;
157 }
158
159 bool isSOPP(uint16_t Opcode) const {
160 return get(Opcode).TSFlags & SIInstrFlags::SOPP;
161 }
162
163 bool isVOP1(uint16_t Opcode) const {
164 return get(Opcode).TSFlags & SIInstrFlags::VOP1;
165 }
166
167 bool isVOP2(uint16_t Opcode) const {
168 return get(Opcode).TSFlags & SIInstrFlags::VOP2;
169 }
170
171 bool isVOP3(uint16_t Opcode) const {
172 return get(Opcode).TSFlags & SIInstrFlags::VOP3;
173 }
174
175 bool isVOPC(uint16_t Opcode) const {
176 return get(Opcode).TSFlags & SIInstrFlags::VOPC;
177 }
178
179 bool isMUBUF(uint16_t Opcode) const {
180 return get(Opcode).TSFlags & SIInstrFlags::MUBUF;
181 }
182
183 bool isMTBUF(uint16_t Opcode) const {
184 return get(Opcode).TSFlags & SIInstrFlags::MTBUF;
185 }
186
187 bool isSMRD(uint16_t Opcode) const {
188 return get(Opcode).TSFlags & SIInstrFlags::SMRD;
189 }
190
191 bool isDS(uint16_t Opcode) const {
192 return get(Opcode).TSFlags & SIInstrFlags::DS;
193 }
194
195 bool isMIMG(uint16_t Opcode) const {
196 return get(Opcode).TSFlags & SIInstrFlags::MIMG;
197 }
198
199 bool isFLAT(uint16_t Opcode) const {
200 return get(Opcode).TSFlags & SIInstrFlags::FLAT;
201 }
Matt Arsenaultc09cc3c2014-11-19 00:01:31 +0000202
Matt Arsenaultd7bdcc42014-03-31 19:54:27 +0000203 bool isInlineConstant(const APInt &Imm) const;
Tom Stellard93fabce2013-10-10 17:11:55 +0000204 bool isInlineConstant(const MachineOperand &MO) const;
205 bool isLiteralConstant(const MachineOperand &MO) const;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000206
Tom Stellardb02094e2014-07-21 15:45:01 +0000207 bool isImmOperandLegal(const MachineInstr *MI, unsigned OpNo,
208 const MachineOperand &MO) const;
209
Matt Arsenaultb2baffa2014-08-15 17:49:05 +0000210 /// \brief Return true if the given offset Size in bytes can be folded into
211 /// the immediate offsets of a memory instruction for the given address space.
212 static bool canFoldOffset(unsigned OffsetSize, unsigned AS) LLVM_READNONE;
213
Tom Stellard86d12eb2014-08-01 00:32:28 +0000214 /// \brief Return true if this 64-bit VALU instruction has a 32-bit encoding.
215 /// This function will return false if you pass it a 32-bit instruction.
216 bool hasVALU32BitEncoding(unsigned Opcode) const;
217
Tom Stellard73ae1cb2014-09-23 21:26:25 +0000218 /// \brief Returns true if this operand uses the constant bus.
219 bool usesConstantBus(const MachineRegisterInfo &MRI,
220 const MachineOperand &MO) const;
221
Tom Stellardb4a313a2014-08-01 00:32:39 +0000222 /// \brief Return true if this instruction has any modifiers.
223 /// e.g. src[012]_mod, omod, clamp.
224 bool hasModifiers(unsigned Opcode) const;
Matt Arsenaultace5b762014-10-17 18:00:43 +0000225
226 bool hasModifiersSet(const MachineInstr &MI,
227 unsigned OpName) const;
228
Craig Topper5656db42014-04-29 07:57:24 +0000229 bool verifyInstruction(const MachineInstr *MI,
230 StringRef &ErrInfo) const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000231
Matt Arsenaultf14032a2013-11-15 22:02:28 +0000232 static unsigned getVALUOp(const MachineInstr &MI);
Matt Arsenaultf35182c2014-03-24 20:08:05 +0000233
Tom Stellard82166022013-11-13 23:36:37 +0000234 bool isSALUOpSupportedOnVALU(const MachineInstr &MI) const;
235
236 /// \brief Return the correct register class for \p OpNo. For target-specific
237 /// instructions, this will return the register class that has been defined
238 /// in tablegen. For generic instructions, like REG_SEQUENCE it will return
239 /// the register class of its machine operand.
240 /// to infer the correct register class base on the other operands.
241 const TargetRegisterClass *getOpRegClass(const MachineInstr &MI,
242 unsigned OpNo) const;\
243
244 /// \returns true if it is legal for the operand at index \p OpNo
245 /// to read a VGPR.
246 bool canReadVGPR(const MachineInstr &MI, unsigned OpNo) const;
247
248 /// \brief Legalize the \p OpIndex operand of this instruction by inserting
249 /// a MOV. For example:
250 /// ADD_I32_e32 VGPR0, 15
251 /// to
252 /// MOV VGPR1, 15
253 /// ADD_I32_e32 VGPR0, VGPR1
254 ///
255 /// If the operand being legalized is a register, then a COPY will be used
256 /// instead of MOV.
257 void legalizeOpWithMove(MachineInstr *MI, unsigned OpIdx) const;
258
Tom Stellard0e975cf2014-08-01 00:32:35 +0000259 /// \brief Check if \p MO is a legal operand if it was the \p OpIdx Operand
260 /// for \p MI.
261 bool isOperandLegal(const MachineInstr *MI, unsigned OpIdx,
262 const MachineOperand *MO = nullptr) const;
263
Tom Stellard82166022013-11-13 23:36:37 +0000264 /// \brief Legalize all operands in this instruction. This function may
265 /// create new instruction and insert them before \p MI.
266 void legalizeOperands(MachineInstr *MI) const;
267
Tom Stellard745f2ed2014-08-21 20:41:00 +0000268 /// \brief Split an SMRD instruction into two smaller loads of half the
269 // size storing the results in \p Lo and \p Hi.
270 void splitSMRD(MachineInstr *MI, const TargetRegisterClass *HalfRC,
271 unsigned HalfImmOp, unsigned HalfSGPROp,
272 MachineInstr *&Lo, MachineInstr *&Hi) const;
273
Tom Stellard0c354f22014-04-30 15:31:29 +0000274 void moveSMRDToVALU(MachineInstr *MI, MachineRegisterInfo &MRI) const;
275
Tom Stellard82166022013-11-13 23:36:37 +0000276 /// \brief Replace this instruction's opcode with the equivalent VALU
277 /// opcode. This function will also move the users of \p MI to the
278 /// VALU if necessary.
279 void moveToVALU(MachineInstr &MI) const;
280
Craig Topper5656db42014-04-29 07:57:24 +0000281 unsigned calculateIndirectAddress(unsigned RegIndex,
282 unsigned Channel) const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000283
Craig Topper5656db42014-04-29 07:57:24 +0000284 const TargetRegisterClass *getIndirectAddrRegClass() const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000285
Craig Topper5656db42014-04-29 07:57:24 +0000286 MachineInstrBuilder buildIndirectWrite(MachineBasicBlock *MBB,
287 MachineBasicBlock::iterator I,
288 unsigned ValueReg,
289 unsigned Address,
290 unsigned OffsetReg) const override;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000291
Craig Topper5656db42014-04-29 07:57:24 +0000292 MachineInstrBuilder buildIndirectRead(MachineBasicBlock *MBB,
293 MachineBasicBlock::iterator I,
294 unsigned ValueReg,
295 unsigned Address,
296 unsigned OffsetReg) const override;
Tom Stellard81d871d2013-11-13 23:36:50 +0000297 void reserveIndirectRegisters(BitVector &Reserved,
298 const MachineFunction &MF) const;
299
300 void LoadM0(MachineInstr *MoveRel, MachineBasicBlock::iterator I,
301 unsigned SavReg, unsigned IndexReg) const;
Tom Stellardeba61072014-05-02 15:41:42 +0000302
303 void insertNOPs(MachineBasicBlock::iterator MI, int Count) const;
Tom Stellard1aaad692014-07-21 16:55:33 +0000304
305 /// \brief Returns the operand named \p Op. If \p MI does not have an
306 /// operand named \c Op, this function returns nullptr.
Tom Stellard6407e1e2014-08-01 00:32:33 +0000307 MachineOperand *getNamedOperand(MachineInstr &MI, unsigned OperandName) const;
Matt Arsenaultace5b762014-10-17 18:00:43 +0000308
309 const MachineOperand *getNamedOperand(const MachineInstr &MI,
310 unsigned OpName) const {
311 return getNamedOperand(const_cast<MachineInstr &>(MI), OpName);
312 }
Tom Stellard794c8c02014-12-02 17:05:41 +0000313
314 uint64_t getDefaultRsrcDataFormat() const;
315
Tom Stellard81d871d2013-11-13 23:36:50 +0000316};
Tom Stellard75aadc22012-12-11 21:25:42 +0000317
Christian Konigf741fbf2013-02-26 17:52:42 +0000318namespace AMDGPU {
319
320 int getVOPe64(uint16_t Opcode);
Tom Stellard1aaad692014-07-21 16:55:33 +0000321 int getVOPe32(uint16_t Opcode);
Christian Konig3c145802013-03-27 09:12:59 +0000322 int getCommuteRev(uint16_t Opcode);
323 int getCommuteOrig(uint16_t Opcode);
Tom Stellardc721a232014-05-16 20:56:47 +0000324 int getMCOpcode(uint16_t Opcode, unsigned Gen);
Tom Stellard155bbb72014-08-11 22:18:17 +0000325 int getAddr64Inst(uint16_t Opcode);
Matt Arsenault9903ccf2014-09-08 15:07:27 +0000326 int getAtomicRetOp(uint16_t Opcode);
327 int getAtomicNoRetOp(uint16_t Opcode);
Christian Konigf741fbf2013-02-26 17:52:42 +0000328
Tom Stellard15834092014-03-21 15:51:57 +0000329 const uint64_t RSRC_DATA_FORMAT = 0xf00000000000LL;
Tom Stellardb02094e2014-07-21 15:45:01 +0000330 const uint64_t RSRC_TID_ENABLE = 1LL << 55;
Tom Stellard15834092014-03-21 15:51:57 +0000331
Christian Konigf741fbf2013-02-26 17:52:42 +0000332} // End namespace AMDGPU
333
Tom Stellardec2e43c2014-09-22 15:35:29 +0000334namespace SI {
335namespace KernelInputOffsets {
336
337/// Offsets in bytes from the start of the input buffer
338enum Offsets {
339 NGROUPS_X = 0,
340 NGROUPS_Y = 4,
341 NGROUPS_Z = 8,
342 GLOBAL_SIZE_X = 12,
343 GLOBAL_SIZE_Y = 16,
344 GLOBAL_SIZE_Z = 20,
345 LOCAL_SIZE_X = 24,
346 LOCAL_SIZE_Y = 28,
347 LOCAL_SIZE_Z = 32
348};
349
350} // End namespace KernelInputOffsets
351} // End namespace SI
352
Tom Stellard75aadc22012-12-11 21:25:42 +0000353} // End namespace llvm
354
Benjamin Kramera7c40ef2014-08-13 16:26:38 +0000355#endif