Matt Arsenault | df90c02 | 2013-10-15 23:44:45 +0000 | [diff] [blame] | 1 | //===-- SIInstrInfo.h - SI Instruction Info Interface -----------*- C++ -*-===// |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief Interface definition for SIInstrInfo. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | |
Benjamin Kramer | a7c40ef | 2014-08-13 16:26:38 +0000 | [diff] [blame] | 16 | #ifndef LLVM_LIB_TARGET_R600_SIINSTRINFO_H |
| 17 | #define LLVM_LIB_TARGET_R600_SIINSTRINFO_H |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 18 | |
| 19 | #include "AMDGPUInstrInfo.h" |
| 20 | #include "SIRegisterInfo.h" |
| 21 | |
| 22 | namespace llvm { |
| 23 | |
| 24 | class SIInstrInfo : public AMDGPUInstrInfo { |
| 25 | private: |
| 26 | const SIRegisterInfo RI; |
| 27 | |
Tom Stellard | 1583409 | 2014-03-21 15:51:57 +0000 | [diff] [blame] | 28 | unsigned buildExtractSubReg(MachineBasicBlock::iterator MI, |
| 29 | MachineRegisterInfo &MRI, |
| 30 | MachineOperand &SuperReg, |
| 31 | const TargetRegisterClass *SuperRC, |
| 32 | unsigned SubIdx, |
| 33 | const TargetRegisterClass *SubRC) const; |
Matt Arsenault | 248b7b6 | 2014-03-24 20:08:09 +0000 | [diff] [blame] | 34 | MachineOperand buildExtractSubRegOrImm(MachineBasicBlock::iterator MI, |
| 35 | MachineRegisterInfo &MRI, |
| 36 | MachineOperand &SuperReg, |
| 37 | const TargetRegisterClass *SuperRC, |
| 38 | unsigned SubIdx, |
| 39 | const TargetRegisterClass *SubRC) const; |
Tom Stellard | 1583409 | 2014-03-21 15:51:57 +0000 | [diff] [blame] | 40 | |
Matt Arsenault | bd99580 | 2014-03-24 18:26:52 +0000 | [diff] [blame] | 41 | unsigned split64BitImm(SmallVectorImpl<MachineInstr *> &Worklist, |
| 42 | MachineBasicBlock::iterator MI, |
| 43 | MachineRegisterInfo &MRI, |
| 44 | const TargetRegisterClass *RC, |
| 45 | const MachineOperand &Op) const; |
| 46 | |
Matt Arsenault | 689f325 | 2014-06-09 16:36:31 +0000 | [diff] [blame] | 47 | void splitScalar64BitUnaryOp(SmallVectorImpl<MachineInstr *> &Worklist, |
| 48 | MachineInstr *Inst, unsigned Opcode) const; |
| 49 | |
| 50 | void splitScalar64BitBinaryOp(SmallVectorImpl<MachineInstr *> &Worklist, |
| 51 | MachineInstr *Inst, unsigned Opcode) const; |
Matt Arsenault | f35182c | 2014-03-24 20:08:05 +0000 | [diff] [blame] | 52 | |
Matt Arsenault | 8333e43 | 2014-06-10 19:18:24 +0000 | [diff] [blame] | 53 | void splitScalar64BitBCNT(SmallVectorImpl<MachineInstr *> &Worklist, |
| 54 | MachineInstr *Inst) const; |
| 55 | |
Matt Arsenault | 27cc958 | 2014-04-18 01:53:18 +0000 | [diff] [blame] | 56 | void addDescImplicitUseDef(const MCInstrDesc &Desc, MachineInstr *MI) const; |
Matt Arsenault | f35182c | 2014-03-24 20:08:05 +0000 | [diff] [blame] | 57 | |
Matt Arsenault | ee522bf | 2014-09-26 17:55:06 +0000 | [diff] [blame] | 58 | unsigned findUsedSGPR(const MachineInstr *MI, int OpIndices[3]) const; |
| 59 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 60 | public: |
Tom Stellard | 2e59a45 | 2014-06-13 01:32:00 +0000 | [diff] [blame] | 61 | explicit SIInstrInfo(const AMDGPUSubtarget &st); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 62 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 63 | const SIRegisterInfo &getRegisterInfo() const override { |
Matt Arsenault | 6dde303 | 2014-03-11 00:01:34 +0000 | [diff] [blame] | 64 | return RI; |
| 65 | } |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 66 | |
Matt Arsenault | c10853f | 2014-08-06 00:29:43 +0000 | [diff] [blame] | 67 | bool areLoadsFromSameBasePtr(SDNode *Load1, SDNode *Load2, |
| 68 | int64_t &Offset1, |
| 69 | int64_t &Offset2) const override; |
| 70 | |
Matt Arsenault | 1acc72f | 2014-07-29 21:34:55 +0000 | [diff] [blame] | 71 | bool getLdStBaseRegImmOfs(MachineInstr *LdSt, |
| 72 | unsigned &BaseReg, unsigned &Offset, |
| 73 | const TargetRegisterInfo *TRI) const final; |
| 74 | |
Matt Arsenault | 0e75a06 | 2014-09-17 17:48:30 +0000 | [diff] [blame] | 75 | bool shouldClusterLoads(MachineInstr *FirstLdSt, |
| 76 | MachineInstr *SecondLdSt, |
| 77 | unsigned NumLoads) const final; |
| 78 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 79 | void copyPhysReg(MachineBasicBlock &MBB, |
| 80 | MachineBasicBlock::iterator MI, DebugLoc DL, |
| 81 | unsigned DestReg, unsigned SrcReg, |
| 82 | bool KillSrc) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 83 | |
Tom Stellard | 9646890 | 2014-09-24 01:33:17 +0000 | [diff] [blame] | 84 | unsigned calculateLDSSpillAddress(MachineBasicBlock &MBB, |
| 85 | MachineBasicBlock::iterator MI, |
| 86 | RegScavenger *RS, |
| 87 | unsigned TmpReg, |
| 88 | unsigned Offset, |
| 89 | unsigned Size) const; |
| 90 | |
Tom Stellard | c149dc0 | 2013-11-27 21:23:35 +0000 | [diff] [blame] | 91 | void storeRegToStackSlot(MachineBasicBlock &MBB, |
| 92 | MachineBasicBlock::iterator MI, |
| 93 | unsigned SrcReg, bool isKill, int FrameIndex, |
| 94 | const TargetRegisterClass *RC, |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 95 | const TargetRegisterInfo *TRI) const override; |
Tom Stellard | c149dc0 | 2013-11-27 21:23:35 +0000 | [diff] [blame] | 96 | |
| 97 | void loadRegFromStackSlot(MachineBasicBlock &MBB, |
| 98 | MachineBasicBlock::iterator MI, |
| 99 | unsigned DestReg, int FrameIndex, |
| 100 | const TargetRegisterClass *RC, |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 101 | const TargetRegisterInfo *TRI) const override; |
Tom Stellard | c149dc0 | 2013-11-27 21:23:35 +0000 | [diff] [blame] | 102 | |
Benjamin Kramer | 8c90fd7 | 2014-09-03 11:41:21 +0000 | [diff] [blame] | 103 | bool expandPostRAPseudo(MachineBasicBlock::iterator MI) const override; |
Tom Stellard | eba6107 | 2014-05-02 15:41:42 +0000 | [diff] [blame] | 104 | |
Christian Konig | 3c14580 | 2013-03-27 09:12:59 +0000 | [diff] [blame] | 105 | unsigned commuteOpcode(unsigned Opcode) const; |
| 106 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 107 | MachineInstr *commuteInstruction(MachineInstr *MI, |
Matt Arsenault | 92befe7 | 2014-09-26 17:54:54 +0000 | [diff] [blame] | 108 | bool NewMI = false) const override; |
| 109 | bool findCommutedOpIndices(MachineInstr *MI, |
| 110 | unsigned &SrcOpIdx1, |
| 111 | unsigned &SrcOpIdx2) const override; |
Christian Konig | 76edd4f | 2013-02-26 17:52:29 +0000 | [diff] [blame] | 112 | |
Tom Stellard | 30f5941 | 2014-03-31 14:01:56 +0000 | [diff] [blame] | 113 | bool isTriviallyReMaterializable(const MachineInstr *MI, |
Craig Topper | e73658d | 2014-04-28 04:05:08 +0000 | [diff] [blame] | 114 | AliasAnalysis *AA = nullptr) const; |
Tom Stellard | 30f5941 | 2014-03-31 14:01:56 +0000 | [diff] [blame] | 115 | |
Tom Stellard | 26a3b67 | 2013-10-22 18:19:10 +0000 | [diff] [blame] | 116 | MachineInstr *buildMovInstr(MachineBasicBlock *MBB, |
| 117 | MachineBasicBlock::iterator I, |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 118 | unsigned DstReg, unsigned SrcReg) const override; |
| 119 | bool isMov(unsigned Opcode) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 120 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 121 | bool isSafeToMoveRegClassDefs(const TargetRegisterClass *RC) const override; |
Tom Stellard | 5d7aaae | 2014-02-10 16:58:30 +0000 | [diff] [blame] | 122 | bool isDS(uint16_t Opcode) const; |
Matt Arsenault | b9f46ee | 2014-07-28 17:59:38 +0000 | [diff] [blame] | 123 | bool isMIMG(uint16_t Opcode) const; |
| 124 | bool isSMRD(uint16_t Opcode) const; |
Matt Arsenault | e2fabd3 | 2014-07-29 18:51:56 +0000 | [diff] [blame] | 125 | bool isMUBUF(uint16_t Opcode) const; |
| 126 | bool isMTBUF(uint16_t Opcode) const; |
Matt Arsenault | 3f98140 | 2014-09-15 15:41:53 +0000 | [diff] [blame] | 127 | bool isFLAT(uint16_t Opcode) const; |
Tom Stellard | 93fabce | 2013-10-10 17:11:55 +0000 | [diff] [blame] | 128 | bool isVOP1(uint16_t Opcode) const; |
| 129 | bool isVOP2(uint16_t Opcode) const; |
| 130 | bool isVOP3(uint16_t Opcode) const; |
| 131 | bool isVOPC(uint16_t Opcode) const; |
Matt Arsenault | d7bdcc4 | 2014-03-31 19:54:27 +0000 | [diff] [blame] | 132 | bool isInlineConstant(const APInt &Imm) const; |
Tom Stellard | 93fabce | 2013-10-10 17:11:55 +0000 | [diff] [blame] | 133 | bool isInlineConstant(const MachineOperand &MO) const; |
| 134 | bool isLiteralConstant(const MachineOperand &MO) const; |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 135 | |
Tom Stellard | b02094e | 2014-07-21 15:45:01 +0000 | [diff] [blame] | 136 | bool isImmOperandLegal(const MachineInstr *MI, unsigned OpNo, |
| 137 | const MachineOperand &MO) const; |
| 138 | |
Matt Arsenault | b2baffa | 2014-08-15 17:49:05 +0000 | [diff] [blame] | 139 | /// \brief Return true if the given offset Size in bytes can be folded into |
| 140 | /// the immediate offsets of a memory instruction for the given address space. |
| 141 | static bool canFoldOffset(unsigned OffsetSize, unsigned AS) LLVM_READNONE; |
| 142 | |
Tom Stellard | 86d12eb | 2014-08-01 00:32:28 +0000 | [diff] [blame] | 143 | /// \brief Return true if this 64-bit VALU instruction has a 32-bit encoding. |
| 144 | /// This function will return false if you pass it a 32-bit instruction. |
| 145 | bool hasVALU32BitEncoding(unsigned Opcode) const; |
| 146 | |
Tom Stellard | 73ae1cb | 2014-09-23 21:26:25 +0000 | [diff] [blame] | 147 | /// \brief Returns true if this operand uses the constant bus. |
| 148 | bool usesConstantBus(const MachineRegisterInfo &MRI, |
| 149 | const MachineOperand &MO) const; |
| 150 | |
Tom Stellard | b4a313a | 2014-08-01 00:32:39 +0000 | [diff] [blame] | 151 | /// \brief Return true if this instruction has any modifiers. |
| 152 | /// e.g. src[012]_mod, omod, clamp. |
| 153 | bool hasModifiers(unsigned Opcode) const; |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 154 | bool verifyInstruction(const MachineInstr *MI, |
| 155 | StringRef &ErrInfo) const override; |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 156 | |
Tom Stellard | 8216602 | 2013-11-13 23:36:37 +0000 | [diff] [blame] | 157 | bool isSALUInstr(const MachineInstr &MI) const; |
Matt Arsenault | f14032a | 2013-11-15 22:02:28 +0000 | [diff] [blame] | 158 | static unsigned getVALUOp(const MachineInstr &MI); |
Matt Arsenault | f35182c | 2014-03-24 20:08:05 +0000 | [diff] [blame] | 159 | |
Tom Stellard | 8216602 | 2013-11-13 23:36:37 +0000 | [diff] [blame] | 160 | bool isSALUOpSupportedOnVALU(const MachineInstr &MI) const; |
| 161 | |
| 162 | /// \brief Return the correct register class for \p OpNo. For target-specific |
| 163 | /// instructions, this will return the register class that has been defined |
| 164 | /// in tablegen. For generic instructions, like REG_SEQUENCE it will return |
| 165 | /// the register class of its machine operand. |
| 166 | /// to infer the correct register class base on the other operands. |
| 167 | const TargetRegisterClass *getOpRegClass(const MachineInstr &MI, |
| 168 | unsigned OpNo) const;\ |
| 169 | |
| 170 | /// \returns true if it is legal for the operand at index \p OpNo |
| 171 | /// to read a VGPR. |
| 172 | bool canReadVGPR(const MachineInstr &MI, unsigned OpNo) const; |
| 173 | |
| 174 | /// \brief Legalize the \p OpIndex operand of this instruction by inserting |
| 175 | /// a MOV. For example: |
| 176 | /// ADD_I32_e32 VGPR0, 15 |
| 177 | /// to |
| 178 | /// MOV VGPR1, 15 |
| 179 | /// ADD_I32_e32 VGPR0, VGPR1 |
| 180 | /// |
| 181 | /// If the operand being legalized is a register, then a COPY will be used |
| 182 | /// instead of MOV. |
| 183 | void legalizeOpWithMove(MachineInstr *MI, unsigned OpIdx) const; |
| 184 | |
Tom Stellard | 0e975cf | 2014-08-01 00:32:35 +0000 | [diff] [blame] | 185 | /// \brief Check if \p MO is a legal operand if it was the \p OpIdx Operand |
| 186 | /// for \p MI. |
| 187 | bool isOperandLegal(const MachineInstr *MI, unsigned OpIdx, |
| 188 | const MachineOperand *MO = nullptr) const; |
| 189 | |
Tom Stellard | 8216602 | 2013-11-13 23:36:37 +0000 | [diff] [blame] | 190 | /// \brief Legalize all operands in this instruction. This function may |
| 191 | /// create new instruction and insert them before \p MI. |
| 192 | void legalizeOperands(MachineInstr *MI) const; |
| 193 | |
Tom Stellard | 745f2ed | 2014-08-21 20:41:00 +0000 | [diff] [blame] | 194 | /// \brief Split an SMRD instruction into two smaller loads of half the |
| 195 | // size storing the results in \p Lo and \p Hi. |
| 196 | void splitSMRD(MachineInstr *MI, const TargetRegisterClass *HalfRC, |
| 197 | unsigned HalfImmOp, unsigned HalfSGPROp, |
| 198 | MachineInstr *&Lo, MachineInstr *&Hi) const; |
| 199 | |
Tom Stellard | 0c354f2 | 2014-04-30 15:31:29 +0000 | [diff] [blame] | 200 | void moveSMRDToVALU(MachineInstr *MI, MachineRegisterInfo &MRI) const; |
| 201 | |
Tom Stellard | 8216602 | 2013-11-13 23:36:37 +0000 | [diff] [blame] | 202 | /// \brief Replace this instruction's opcode with the equivalent VALU |
| 203 | /// opcode. This function will also move the users of \p MI to the |
| 204 | /// VALU if necessary. |
| 205 | void moveToVALU(MachineInstr &MI) const; |
| 206 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 207 | unsigned calculateIndirectAddress(unsigned RegIndex, |
| 208 | unsigned Channel) const override; |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 209 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 210 | const TargetRegisterClass *getIndirectAddrRegClass() const override; |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 211 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 212 | MachineInstrBuilder buildIndirectWrite(MachineBasicBlock *MBB, |
| 213 | MachineBasicBlock::iterator I, |
| 214 | unsigned ValueReg, |
| 215 | unsigned Address, |
| 216 | unsigned OffsetReg) const override; |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 217 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 218 | MachineInstrBuilder buildIndirectRead(MachineBasicBlock *MBB, |
| 219 | MachineBasicBlock::iterator I, |
| 220 | unsigned ValueReg, |
| 221 | unsigned Address, |
| 222 | unsigned OffsetReg) const override; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 223 | void reserveIndirectRegisters(BitVector &Reserved, |
| 224 | const MachineFunction &MF) const; |
| 225 | |
| 226 | void LoadM0(MachineInstr *MoveRel, MachineBasicBlock::iterator I, |
| 227 | unsigned SavReg, unsigned IndexReg) const; |
Tom Stellard | eba6107 | 2014-05-02 15:41:42 +0000 | [diff] [blame] | 228 | |
| 229 | void insertNOPs(MachineBasicBlock::iterator MI, int Count) const; |
Tom Stellard | 1aaad69 | 2014-07-21 16:55:33 +0000 | [diff] [blame] | 230 | |
| 231 | /// \brief Returns the operand named \p Op. If \p MI does not have an |
| 232 | /// operand named \c Op, this function returns nullptr. |
Tom Stellard | 6407e1e | 2014-08-01 00:32:33 +0000 | [diff] [blame] | 233 | MachineOperand *getNamedOperand(MachineInstr &MI, unsigned OperandName) const; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 234 | }; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 235 | |
Christian Konig | f741fbf | 2013-02-26 17:52:42 +0000 | [diff] [blame] | 236 | namespace AMDGPU { |
| 237 | |
| 238 | int getVOPe64(uint16_t Opcode); |
Tom Stellard | 1aaad69 | 2014-07-21 16:55:33 +0000 | [diff] [blame] | 239 | int getVOPe32(uint16_t Opcode); |
Christian Konig | 3c14580 | 2013-03-27 09:12:59 +0000 | [diff] [blame] | 240 | int getCommuteRev(uint16_t Opcode); |
| 241 | int getCommuteOrig(uint16_t Opcode); |
Tom Stellard | c721a23 | 2014-05-16 20:56:47 +0000 | [diff] [blame] | 242 | int getMCOpcode(uint16_t Opcode, unsigned Gen); |
Tom Stellard | 155bbb7 | 2014-08-11 22:18:17 +0000 | [diff] [blame] | 243 | int getAddr64Inst(uint16_t Opcode); |
Matt Arsenault | 9903ccf | 2014-09-08 15:07:27 +0000 | [diff] [blame] | 244 | int getAtomicRetOp(uint16_t Opcode); |
| 245 | int getAtomicNoRetOp(uint16_t Opcode); |
Christian Konig | f741fbf | 2013-02-26 17:52:42 +0000 | [diff] [blame] | 246 | |
Tom Stellard | 1583409 | 2014-03-21 15:51:57 +0000 | [diff] [blame] | 247 | const uint64_t RSRC_DATA_FORMAT = 0xf00000000000LL; |
Tom Stellard | b02094e | 2014-07-21 15:45:01 +0000 | [diff] [blame] | 248 | const uint64_t RSRC_TID_ENABLE = 1LL << 55; |
Tom Stellard | 1583409 | 2014-03-21 15:51:57 +0000 | [diff] [blame] | 249 | |
Christian Konig | f741fbf | 2013-02-26 17:52:42 +0000 | [diff] [blame] | 250 | } // End namespace AMDGPU |
| 251 | |
Tom Stellard | ec2e43c | 2014-09-22 15:35:29 +0000 | [diff] [blame] | 252 | namespace SI { |
| 253 | namespace KernelInputOffsets { |
| 254 | |
| 255 | /// Offsets in bytes from the start of the input buffer |
| 256 | enum Offsets { |
| 257 | NGROUPS_X = 0, |
| 258 | NGROUPS_Y = 4, |
| 259 | NGROUPS_Z = 8, |
| 260 | GLOBAL_SIZE_X = 12, |
| 261 | GLOBAL_SIZE_Y = 16, |
| 262 | GLOBAL_SIZE_Z = 20, |
| 263 | LOCAL_SIZE_X = 24, |
| 264 | LOCAL_SIZE_Y = 28, |
| 265 | LOCAL_SIZE_Z = 32 |
| 266 | }; |
| 267 | |
| 268 | } // End namespace KernelInputOffsets |
| 269 | } // End namespace SI |
| 270 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 271 | } // End namespace llvm |
| 272 | |
Benjamin Kramer | a7c40ef | 2014-08-13 16:26:38 +0000 | [diff] [blame] | 273 | #endif |