Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUISelLowering.h - AMDGPU Lowering Interface --------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief Interface definition of the TargetLowering class that is common |
| 12 | /// to all AMD GPUs. |
| 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
| 16 | #ifndef AMDGPUISELLOWERING_H |
| 17 | #define AMDGPUISELLOWERING_H |
| 18 | |
| 19 | #include "llvm/Target/TargetLowering.h" |
| 20 | |
| 21 | namespace llvm { |
| 22 | |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 23 | class AMDGPUMachineFunction; |
Matt Arsenault | 41e2f2b | 2014-02-24 21:01:28 +0000 | [diff] [blame] | 24 | class AMDGPUSubtarget; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 25 | class MachineRegisterInfo; |
| 26 | |
| 27 | class AMDGPUTargetLowering : public TargetLowering { |
Matt Arsenault | 41e2f2b | 2014-02-24 21:01:28 +0000 | [diff] [blame] | 28 | protected: |
| 29 | const AMDGPUSubtarget *Subtarget; |
| 30 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 31 | private: |
Tom Stellard | 04c0e98 | 2014-01-22 19:24:21 +0000 | [diff] [blame] | 32 | SDValue LowerConstantInitializer(const Constant* Init, const GlobalValue *GV, |
| 33 | const SDValue &InitPtr, |
| 34 | SDValue Chain, |
| 35 | SelectionDAG &DAG) const; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 36 | SDValue LowerFrameIndex(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | d86003e | 2013-08-14 23:25:00 +0000 | [diff] [blame] | 37 | SDValue LowerEXTRACT_SUBVECTOR(SDValue Op, SelectionDAG &DAG) const; |
| 38 | SDValue LowerCONCAT_VECTORS(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 39 | SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 2ffc330 | 2013-08-26 15:05:44 +0000 | [diff] [blame] | 40 | /// \brief Lower vector stores by merging the vector elements into an integer |
| 41 | /// of the same bitwidth. |
| 42 | SDValue MergeVectorStore(const SDValue &Op, SelectionDAG &DAG) const; |
| 43 | /// \brief Split a vector store into multiple scalar stores. |
Matt Arsenault | 209a7b9 | 2014-04-18 07:40:20 +0000 | [diff] [blame] | 44 | /// \returns The resulting chain. |
Matt Arsenault | 1578aa7 | 2014-06-15 20:08:02 +0000 | [diff] [blame] | 45 | |
| 46 | SDValue LowerSDIV(SDValue Op, SelectionDAG &DAG) const; |
| 47 | SDValue LowerSDIV24(SDValue Op, SelectionDAG &DAG) const; |
| 48 | SDValue LowerSDIV32(SDValue Op, SelectionDAG &DAG) const; |
| 49 | SDValue LowerSDIV64(SDValue Op, SelectionDAG &DAG) const; |
| 50 | SDValue LowerSREM(SDValue Op, SelectionDAG &DAG) const; |
| 51 | SDValue LowerSREM32(SDValue Op, SelectionDAG &DAG) const; |
| 52 | SDValue LowerSREM64(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 53 | SDValue LowerUDIVREM(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | 4601093 | 2014-06-18 17:05:30 +0000 | [diff] [blame] | 54 | SDValue LowerFCEIL(SDValue Op, SelectionDAG &DAG) const; |
| 55 | SDValue LowerFTRUNC(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | e8208ec | 2014-06-18 17:05:26 +0000 | [diff] [blame] | 56 | SDValue LowerFRINT(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | 4601093 | 2014-06-18 17:05:30 +0000 | [diff] [blame] | 57 | SDValue LowerFFLOOR(SDValue Op, SelectionDAG &DAG) const; |
| 58 | |
Tom Stellard | c947d8c | 2013-10-30 17:22:05 +0000 | [diff] [blame] | 59 | SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 60 | |
Matt Arsenault | 14d4645 | 2014-06-15 20:23:38 +0000 | [diff] [blame] | 61 | SDValue ExpandSIGN_EXTEND_INREG(SDValue Op, |
| 62 | unsigned BitsDiff, |
| 63 | SelectionDAG &DAG) const; |
| 64 | SDValue LowerSIGN_EXTEND_INREG(SDValue Op, SelectionDAG &DAG) const; |
| 65 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 66 | protected: |
Matt Arsenault | c9df794 | 2014-06-11 03:29:54 +0000 | [diff] [blame] | 67 | static EVT getEquivalentMemType(LLVMContext &Context, EVT VT); |
| 68 | static EVT getEquivalentLoadRegType(LLVMContext &Context, EVT VT); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 69 | |
| 70 | /// \brief Helper function that adds Reg to the LiveIn list of the DAG's |
| 71 | /// MachineFunction. |
| 72 | /// |
| 73 | /// \returns a RegisterSDNode representing Reg. |
Tom Stellard | 94593ee | 2013-06-03 17:40:18 +0000 | [diff] [blame] | 74 | virtual SDValue CreateLiveInRegister(SelectionDAG &DAG, |
| 75 | const TargetRegisterClass *RC, |
| 76 | unsigned Reg, EVT VT) const; |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 77 | SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op, |
| 78 | SelectionDAG &DAG) const; |
Tom Stellard | 35bb18c | 2013-08-26 15:06:04 +0000 | [diff] [blame] | 79 | /// \brief Split a vector load into multiple scalar loads. |
| 80 | SDValue SplitVectorLoad(const SDValue &Op, SelectionDAG &DAG) const; |
Tom Stellard | af77543 | 2013-10-23 00:44:32 +0000 | [diff] [blame] | 81 | SDValue SplitVectorStore(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | e937360 | 2014-01-22 19:24:14 +0000 | [diff] [blame] | 82 | SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 2ffc330 | 2013-08-26 15:05:44 +0000 | [diff] [blame] | 83 | SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 84 | bool isHWTrueValue(SDValue Op) const; |
| 85 | bool isHWFalseValue(SDValue Op) const; |
| 86 | |
Tom Stellard | af77543 | 2013-10-23 00:44:32 +0000 | [diff] [blame] | 87 | /// The SelectionDAGBuilder will automatically promote function arguments |
| 88 | /// with illegal types. However, this does not work for the AMDGPU targets |
| 89 | /// since the function arguments are stored in memory as these illegal types. |
| 90 | /// In order to handle this properly we need to get the origianl types sizes |
| 91 | /// from the LLVM IR Function and fixup the ISD:InputArg values before |
| 92 | /// passing them to AnalyzeFormalArguments() |
| 93 | void getOriginalFunctionArgs(SelectionDAG &DAG, |
| 94 | const Function *F, |
| 95 | const SmallVectorImpl<ISD::InputArg> &Ins, |
| 96 | SmallVectorImpl<ISD::InputArg> &OrigIns) const; |
Christian Konig | 2c8f6d5 | 2013-03-07 09:03:52 +0000 | [diff] [blame] | 97 | void AnalyzeFormalArguments(CCState &State, |
| 98 | const SmallVectorImpl<ISD::InputArg> &Ins) const; |
| 99 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 100 | public: |
| 101 | AMDGPUTargetLowering(TargetMachine &TM); |
| 102 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 103 | bool isFAbsFree(EVT VT) const override; |
| 104 | bool isFNegFree(EVT VT) const override; |
| 105 | bool isTruncateFree(EVT Src, EVT Dest) const override; |
| 106 | bool isTruncateFree(Type *Src, Type *Dest) const override; |
Matt Arsenault | b517c81 | 2014-03-27 17:23:31 +0000 | [diff] [blame] | 107 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 108 | bool isZExtFree(Type *Src, Type *Dest) const override; |
| 109 | bool isZExtFree(EVT Src, EVT Dest) const override; |
Matt Arsenault | b517c81 | 2014-03-27 17:23:31 +0000 | [diff] [blame] | 110 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 111 | bool isNarrowingProfitable(EVT VT1, EVT VT2) const override; |
Matt Arsenault | a7f1e0c | 2014-03-24 19:43:31 +0000 | [diff] [blame] | 112 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 113 | MVT getVectorIdxTy() const override; |
Matt Arsenault | 14d4645 | 2014-06-15 20:23:38 +0000 | [diff] [blame] | 114 | |
| 115 | bool isFPImmLegal(const APFloat &Imm, EVT VT) const override; |
| 116 | bool ShouldShrinkFPConstant(EVT VT) const override; |
| 117 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 118 | bool isLoadBitCastBeneficial(EVT, EVT) const override; |
| 119 | SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv, |
| 120 | bool isVarArg, |
| 121 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
| 122 | const SmallVectorImpl<SDValue> &OutVals, |
| 123 | SDLoc DL, SelectionDAG &DAG) const override; |
| 124 | SDValue LowerCall(CallLoweringInfo &CLI, |
| 125 | SmallVectorImpl<SDValue> &InVals) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 126 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 127 | SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override; |
Matt Arsenault | 14d4645 | 2014-06-15 20:23:38 +0000 | [diff] [blame] | 128 | SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override; |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 129 | void ReplaceNodeResults(SDNode * N, |
| 130 | SmallVectorImpl<SDValue> &Results, |
| 131 | SelectionDAG &DAG) const override; |
Matt Arsenault | d125d74 | 2014-03-27 17:23:24 +0000 | [diff] [blame] | 132 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 133 | SDValue LowerIntrinsicIABS(SDValue Op, SelectionDAG &DAG) const; |
| 134 | SDValue LowerIntrinsicLRP(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | afa8b53 | 2014-05-09 16:42:16 +0000 | [diff] [blame] | 135 | SDValue CombineMinMax(SDNode *N, SelectionDAG &DAG) const; |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 136 | const char* getTargetNodeName(unsigned Opcode) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 137 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 138 | virtual SDNode *PostISelFolding(MachineSDNode *N, |
| 139 | SelectionDAG &DAG) const { |
Christian Konig | d910b7d | 2013-02-26 17:52:16 +0000 | [diff] [blame] | 140 | return N; |
| 141 | } |
| 142 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 143 | /// \brief Determine which of the bits specified in \p Mask are known to be |
| 144 | /// either zero or one and return them in the \p KnownZero and \p KnownOne |
| 145 | /// bitsets. |
Jay Foad | a0653a3 | 2014-05-14 21:14:37 +0000 | [diff] [blame] | 146 | void computeKnownBitsForTargetNode(const SDValue Op, |
| 147 | APInt &KnownZero, |
| 148 | APInt &KnownOne, |
| 149 | const SelectionDAG &DAG, |
| 150 | unsigned Depth = 0) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 151 | |
Matt Arsenault | bf8694d | 2014-05-22 18:09:03 +0000 | [diff] [blame] | 152 | virtual unsigned ComputeNumSignBitsForTargetNode( |
| 153 | SDValue Op, |
| 154 | const SelectionDAG &DAG, |
| 155 | unsigned Depth = 0) const override; |
| 156 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 157 | private: |
Matt Arsenault | 14d4645 | 2014-06-15 20:23:38 +0000 | [diff] [blame] | 158 | // Functions defined in AMDILISelLowering.cpp |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 159 | void InitAMDILLowering(); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 160 | SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 161 | }; |
| 162 | |
| 163 | namespace AMDGPUISD { |
| 164 | |
| 165 | enum { |
| 166 | // AMDIL ISD Opcodes |
| 167 | FIRST_NUMBER = ISD::BUILTIN_OP_END, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 168 | CALL, // Function call based on a single integer |
| 169 | UMUL, // 32bit unsigned multiplication |
| 170 | DIV_INF, // Divide with infinity returned on zero divisor |
| 171 | RET_FLAG, |
| 172 | BRANCH_COND, |
| 173 | // End AMDIL ISD Opcodes |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 174 | DWORDADDR, |
| 175 | FRACT, |
Matt Arsenault | 5d47d4a | 2014-06-12 21:15:44 +0000 | [diff] [blame] | 176 | CLAMP, |
Vincent Lejeune | b55940c | 2013-07-09 15:03:11 +0000 | [diff] [blame] | 177 | COS_HW, |
| 178 | SIN_HW, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 179 | FMAX, |
| 180 | SMAX, |
| 181 | UMAX, |
| 182 | FMIN, |
| 183 | SMIN, |
| 184 | UMIN, |
| 185 | URECIP, |
Vincent Lejeune | 519f21e | 2013-05-17 16:50:32 +0000 | [diff] [blame] | 186 | DOT4, |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 187 | BFE_U32, // Extract range of bits with zero extension to 32-bits. |
| 188 | BFE_I32, // Extract range of bits with sign extension to 32-bits. |
Matt Arsenault | b345836 | 2014-03-31 18:21:13 +0000 | [diff] [blame] | 189 | BFI, // (src0 & src1) | (~src0 & src2) |
| 190 | BFM, // Insert a range of bits into a 32-bit word. |
Matt Arsenault | 43160e7 | 2014-06-18 17:13:57 +0000 | [diff] [blame^] | 191 | BREV, // Reverse bits. |
Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 192 | MUL_U24, |
| 193 | MUL_I24, |
Matt Arsenault | eb26020 | 2014-05-22 18:00:15 +0000 | [diff] [blame] | 194 | MAD_U24, |
| 195 | MAD_I24, |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 196 | TEXTURE_FETCH, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 197 | EXPORT, |
Tom Stellard | ff62c35 | 2013-01-23 02:09:03 +0000 | [diff] [blame] | 198 | CONST_ADDRESS, |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 199 | REGISTER_LOAD, |
| 200 | REGISTER_STORE, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 201 | LOAD_INPUT, |
| 202 | SAMPLE, |
| 203 | SAMPLEB, |
| 204 | SAMPLED, |
| 205 | SAMPLEL, |
Matt Arsenault | 364a674 | 2014-06-11 17:50:44 +0000 | [diff] [blame] | 206 | |
| 207 | // These cvt_f32_ubyte* nodes need to remain consecutive and in order. |
| 208 | CVT_F32_UBYTE0, |
| 209 | CVT_F32_UBYTE1, |
| 210 | CVT_F32_UBYTE2, |
| 211 | CVT_F32_UBYTE3, |
Tom Stellard | 880a80a | 2014-06-17 16:53:14 +0000 | [diff] [blame] | 212 | /// This node is for VLIW targets and it is used to represent a vector |
| 213 | /// that is stored in consecutive registers with the same channel. |
| 214 | /// For example: |
| 215 | /// |X |Y|Z|W| |
| 216 | /// T0|v.x| | | | |
| 217 | /// T1|v.y| | | | |
| 218 | /// T2|v.z| | | | |
| 219 | /// T3|v.w| | | | |
| 220 | BUILD_VERTICAL_VECTOR, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 221 | FIRST_MEM_OPCODE_NUMBER = ISD::FIRST_TARGET_MEMORY_OPCODE, |
Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 222 | STORE_MSKOR, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 223 | LOAD_CONSTANT, |
Tom Stellard | afcf12f | 2013-09-12 02:55:14 +0000 | [diff] [blame] | 224 | TBUFFER_STORE_FORMAT, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 225 | LAST_AMDGPU_ISD_NUMBER |
| 226 | }; |
| 227 | |
| 228 | |
| 229 | } // End namespace AMDGPUISD |
| 230 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 231 | } // End namespace llvm |
| 232 | |
| 233 | #endif // AMDGPUISELLOWERING_H |