Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUISelLowering.h - AMDGPU Lowering Interface --------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief Interface definition of the TargetLowering class that is common |
| 12 | /// to all AMD GPUs. |
| 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
| 16 | #ifndef AMDGPUISELLOWERING_H |
| 17 | #define AMDGPUISELLOWERING_H |
| 18 | |
| 19 | #include "llvm/Target/TargetLowering.h" |
| 20 | |
| 21 | namespace llvm { |
| 22 | |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 23 | class AMDGPUMachineFunction; |
Matt Arsenault | 41e2f2b | 2014-02-24 21:01:28 +0000 | [diff] [blame] | 24 | class AMDGPUSubtarget; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 25 | class MachineRegisterInfo; |
| 26 | |
| 27 | class AMDGPUTargetLowering : public TargetLowering { |
Matt Arsenault | 41e2f2b | 2014-02-24 21:01:28 +0000 | [diff] [blame] | 28 | protected: |
| 29 | const AMDGPUSubtarget *Subtarget; |
| 30 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 31 | private: |
Tom Stellard | 04c0e98 | 2014-01-22 19:24:21 +0000 | [diff] [blame] | 32 | SDValue LowerConstantInitializer(const Constant* Init, const GlobalValue *GV, |
| 33 | const SDValue &InitPtr, |
| 34 | SDValue Chain, |
| 35 | SelectionDAG &DAG) const; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 36 | SDValue LowerFrameIndex(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | d86003e | 2013-08-14 23:25:00 +0000 | [diff] [blame] | 37 | SDValue LowerEXTRACT_SUBVECTOR(SDValue Op, SelectionDAG &DAG) const; |
| 38 | SDValue LowerCONCAT_VECTORS(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 39 | SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 2ffc330 | 2013-08-26 15:05:44 +0000 | [diff] [blame] | 40 | /// \brief Lower vector stores by merging the vector elements into an integer |
| 41 | /// of the same bitwidth. |
| 42 | SDValue MergeVectorStore(const SDValue &Op, SelectionDAG &DAG) const; |
| 43 | /// \brief Split a vector store into multiple scalar stores. |
Matt Arsenault | 209a7b9 | 2014-04-18 07:40:20 +0000 | [diff] [blame] | 44 | /// \returns The resulting chain. |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 45 | SDValue LowerUDIVREM(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | c947d8c | 2013-10-30 17:22:05 +0000 | [diff] [blame] | 46 | SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 47 | |
| 48 | protected: |
Matt Arsenault | c9df794 | 2014-06-11 03:29:54 +0000 | [diff] [blame] | 49 | static EVT getEquivalentMemType(LLVMContext &Context, EVT VT); |
| 50 | static EVT getEquivalentLoadRegType(LLVMContext &Context, EVT VT); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 51 | |
| 52 | /// \brief Helper function that adds Reg to the LiveIn list of the DAG's |
| 53 | /// MachineFunction. |
| 54 | /// |
| 55 | /// \returns a RegisterSDNode representing Reg. |
Tom Stellard | 94593ee | 2013-06-03 17:40:18 +0000 | [diff] [blame] | 56 | virtual SDValue CreateLiveInRegister(SelectionDAG &DAG, |
| 57 | const TargetRegisterClass *RC, |
| 58 | unsigned Reg, EVT VT) const; |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 59 | SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op, |
| 60 | SelectionDAG &DAG) const; |
Tom Stellard | 35bb18c | 2013-08-26 15:06:04 +0000 | [diff] [blame] | 61 | /// \brief Split a vector load into multiple scalar loads. |
| 62 | SDValue SplitVectorLoad(const SDValue &Op, SelectionDAG &DAG) const; |
Tom Stellard | af77543 | 2013-10-23 00:44:32 +0000 | [diff] [blame] | 63 | SDValue SplitVectorStore(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | e937360 | 2014-01-22 19:24:14 +0000 | [diff] [blame] | 64 | SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 2ffc330 | 2013-08-26 15:05:44 +0000 | [diff] [blame] | 65 | SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 66 | bool isHWTrueValue(SDValue Op) const; |
| 67 | bool isHWFalseValue(SDValue Op) const; |
| 68 | |
Tom Stellard | af77543 | 2013-10-23 00:44:32 +0000 | [diff] [blame] | 69 | /// The SelectionDAGBuilder will automatically promote function arguments |
| 70 | /// with illegal types. However, this does not work for the AMDGPU targets |
| 71 | /// since the function arguments are stored in memory as these illegal types. |
| 72 | /// In order to handle this properly we need to get the origianl types sizes |
| 73 | /// from the LLVM IR Function and fixup the ISD:InputArg values before |
| 74 | /// passing them to AnalyzeFormalArguments() |
| 75 | void getOriginalFunctionArgs(SelectionDAG &DAG, |
| 76 | const Function *F, |
| 77 | const SmallVectorImpl<ISD::InputArg> &Ins, |
| 78 | SmallVectorImpl<ISD::InputArg> &OrigIns) const; |
Christian Konig | 2c8f6d5 | 2013-03-07 09:03:52 +0000 | [diff] [blame] | 79 | void AnalyzeFormalArguments(CCState &State, |
| 80 | const SmallVectorImpl<ISD::InputArg> &Ins) const; |
| 81 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 82 | public: |
| 83 | AMDGPUTargetLowering(TargetMachine &TM); |
| 84 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 85 | bool isFAbsFree(EVT VT) const override; |
| 86 | bool isFNegFree(EVT VT) const override; |
| 87 | bool isTruncateFree(EVT Src, EVT Dest) const override; |
| 88 | bool isTruncateFree(Type *Src, Type *Dest) const override; |
Matt Arsenault | b517c81 | 2014-03-27 17:23:31 +0000 | [diff] [blame] | 89 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 90 | bool isZExtFree(Type *Src, Type *Dest) const override; |
| 91 | bool isZExtFree(EVT Src, EVT Dest) const override; |
Matt Arsenault | b517c81 | 2014-03-27 17:23:31 +0000 | [diff] [blame] | 92 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 93 | bool isNarrowingProfitable(EVT VT1, EVT VT2) const override; |
Matt Arsenault | a7f1e0c | 2014-03-24 19:43:31 +0000 | [diff] [blame] | 94 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 95 | MVT getVectorIdxTy() const override; |
| 96 | bool isLoadBitCastBeneficial(EVT, EVT) const override; |
| 97 | SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv, |
| 98 | bool isVarArg, |
| 99 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
| 100 | const SmallVectorImpl<SDValue> &OutVals, |
| 101 | SDLoc DL, SelectionDAG &DAG) const override; |
| 102 | SDValue LowerCall(CallLoweringInfo &CLI, |
| 103 | SmallVectorImpl<SDValue> &InVals) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 104 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 105 | SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override; |
| 106 | void ReplaceNodeResults(SDNode * N, |
| 107 | SmallVectorImpl<SDValue> &Results, |
| 108 | SelectionDAG &DAG) const override; |
Matt Arsenault | d125d74 | 2014-03-27 17:23:24 +0000 | [diff] [blame] | 109 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 110 | SDValue LowerIntrinsicIABS(SDValue Op, SelectionDAG &DAG) const; |
| 111 | SDValue LowerIntrinsicLRP(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | afa8b53 | 2014-05-09 16:42:16 +0000 | [diff] [blame] | 112 | SDValue CombineMinMax(SDNode *N, SelectionDAG &DAG) const; |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 113 | const char* getTargetNodeName(unsigned Opcode) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 114 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 115 | virtual SDNode *PostISelFolding(MachineSDNode *N, |
| 116 | SelectionDAG &DAG) const { |
Christian Konig | d910b7d | 2013-02-26 17:52:16 +0000 | [diff] [blame] | 117 | return N; |
| 118 | } |
| 119 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 120 | /// \brief Determine which of the bits specified in \p Mask are known to be |
| 121 | /// either zero or one and return them in the \p KnownZero and \p KnownOne |
| 122 | /// bitsets. |
Jay Foad | a0653a3 | 2014-05-14 21:14:37 +0000 | [diff] [blame] | 123 | void computeKnownBitsForTargetNode(const SDValue Op, |
| 124 | APInt &KnownZero, |
| 125 | APInt &KnownOne, |
| 126 | const SelectionDAG &DAG, |
| 127 | unsigned Depth = 0) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 128 | |
Matt Arsenault | bf8694d | 2014-05-22 18:09:03 +0000 | [diff] [blame] | 129 | virtual unsigned ComputeNumSignBitsForTargetNode( |
| 130 | SDValue Op, |
| 131 | const SelectionDAG &DAG, |
| 132 | unsigned Depth = 0) const override; |
| 133 | |
Matt Arsenault | 0c274fe | 2014-03-25 18:18:27 +0000 | [diff] [blame] | 134 | // Functions defined in AMDILISelLowering.cpp |
| 135 | public: |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 136 | bool getTgtMemIntrinsic(IntrinsicInfo &Info, |
| 137 | const CallInst &I, unsigned Intrinsic) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 138 | |
| 139 | /// We want to mark f32/f64 floating point values as legal. |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 140 | bool isFPImmLegal(const APFloat &Imm, EVT VT) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 141 | |
| 142 | /// We don't want to shrink f64/f32 constants. |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 143 | bool ShouldShrinkFPConstant(EVT VT) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 144 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 145 | SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override; |
Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 146 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 147 | private: |
| 148 | void InitAMDILLowering(); |
| 149 | SDValue LowerSREM(SDValue Op, SelectionDAG &DAG) const; |
| 150 | SDValue LowerSREM8(SDValue Op, SelectionDAG &DAG) const; |
| 151 | SDValue LowerSREM16(SDValue Op, SelectionDAG &DAG) const; |
| 152 | SDValue LowerSREM32(SDValue Op, SelectionDAG &DAG) const; |
| 153 | SDValue LowerSREM64(SDValue Op, SelectionDAG &DAG) const; |
| 154 | SDValue LowerSDIV(SDValue Op, SelectionDAG &DAG) const; |
| 155 | SDValue LowerSDIV24(SDValue Op, SelectionDAG &DAG) const; |
| 156 | SDValue LowerSDIV32(SDValue Op, SelectionDAG &DAG) const; |
| 157 | SDValue LowerSDIV64(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 158 | |
| 159 | SDValue ExpandSIGN_EXTEND_INREG(SDValue Op, |
| 160 | unsigned BitsDiff, |
| 161 | SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 162 | SDValue LowerSIGN_EXTEND_INREG(SDValue Op, SelectionDAG &DAG) const; |
| 163 | EVT genIntType(uint32_t size = 32, uint32_t numEle = 1) const; |
| 164 | SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 165 | }; |
| 166 | |
| 167 | namespace AMDGPUISD { |
| 168 | |
| 169 | enum { |
| 170 | // AMDIL ISD Opcodes |
| 171 | FIRST_NUMBER = ISD::BUILTIN_OP_END, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 172 | CALL, // Function call based on a single integer |
| 173 | UMUL, // 32bit unsigned multiplication |
| 174 | DIV_INF, // Divide with infinity returned on zero divisor |
| 175 | RET_FLAG, |
| 176 | BRANCH_COND, |
| 177 | // End AMDIL ISD Opcodes |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 178 | DWORDADDR, |
| 179 | FRACT, |
Vincent Lejeune | b55940c | 2013-07-09 15:03:11 +0000 | [diff] [blame] | 180 | COS_HW, |
| 181 | SIN_HW, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 182 | FMAX, |
| 183 | SMAX, |
| 184 | UMAX, |
| 185 | FMIN, |
| 186 | SMIN, |
| 187 | UMIN, |
| 188 | URECIP, |
Vincent Lejeune | 519f21e | 2013-05-17 16:50:32 +0000 | [diff] [blame] | 189 | DOT4, |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 190 | BFE_U32, // Extract range of bits with zero extension to 32-bits. |
| 191 | BFE_I32, // Extract range of bits with sign extension to 32-bits. |
Matt Arsenault | b345836 | 2014-03-31 18:21:13 +0000 | [diff] [blame] | 192 | BFI, // (src0 & src1) | (~src0 & src2) |
| 193 | BFM, // Insert a range of bits into a 32-bit word. |
Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 194 | MUL_U24, |
| 195 | MUL_I24, |
Matt Arsenault | eb26020 | 2014-05-22 18:00:15 +0000 | [diff] [blame] | 196 | MAD_U24, |
| 197 | MAD_I24, |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 198 | TEXTURE_FETCH, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 199 | EXPORT, |
Tom Stellard | ff62c35 | 2013-01-23 02:09:03 +0000 | [diff] [blame] | 200 | CONST_ADDRESS, |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 201 | REGISTER_LOAD, |
| 202 | REGISTER_STORE, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 203 | LOAD_INPUT, |
| 204 | SAMPLE, |
| 205 | SAMPLEB, |
| 206 | SAMPLED, |
| 207 | SAMPLEL, |
Matt Arsenault | 364a674 | 2014-06-11 17:50:44 +0000 | [diff] [blame^] | 208 | |
| 209 | // These cvt_f32_ubyte* nodes need to remain consecutive and in order. |
| 210 | CVT_F32_UBYTE0, |
| 211 | CVT_F32_UBYTE1, |
| 212 | CVT_F32_UBYTE2, |
| 213 | CVT_F32_UBYTE3, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 214 | FIRST_MEM_OPCODE_NUMBER = ISD::FIRST_TARGET_MEMORY_OPCODE, |
Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 215 | STORE_MSKOR, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 216 | LOAD_CONSTANT, |
Tom Stellard | afcf12f | 2013-09-12 02:55:14 +0000 | [diff] [blame] | 217 | TBUFFER_STORE_FORMAT, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 218 | LAST_AMDGPU_ISD_NUMBER |
| 219 | }; |
| 220 | |
| 221 | |
| 222 | } // End namespace AMDGPUISD |
| 223 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 224 | } // End namespace llvm |
| 225 | |
| 226 | #endif // AMDGPUISELLOWERING_H |