Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUISelLowering.h - AMDGPU Lowering Interface --------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief Interface definition of the TargetLowering class that is common |
| 12 | /// to all AMD GPUs. |
| 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
| 16 | #ifndef AMDGPUISELLOWERING_H |
| 17 | #define AMDGPUISELLOWERING_H |
| 18 | |
| 19 | #include "llvm/Target/TargetLowering.h" |
| 20 | |
| 21 | namespace llvm { |
| 22 | |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 23 | class AMDGPUMachineFunction; |
Matt Arsenault | 41e2f2b | 2014-02-24 21:01:28 +0000 | [diff] [blame] | 24 | class AMDGPUSubtarget; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 25 | class MachineRegisterInfo; |
| 26 | |
| 27 | class AMDGPUTargetLowering : public TargetLowering { |
Matt Arsenault | 41e2f2b | 2014-02-24 21:01:28 +0000 | [diff] [blame] | 28 | protected: |
| 29 | const AMDGPUSubtarget *Subtarget; |
| 30 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 31 | private: |
Tom Stellard | 04c0e98 | 2014-01-22 19:24:21 +0000 | [diff] [blame] | 32 | SDValue LowerConstantInitializer(const Constant* Init, const GlobalValue *GV, |
| 33 | const SDValue &InitPtr, |
| 34 | SDValue Chain, |
| 35 | SelectionDAG &DAG) const; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 36 | SDValue LowerFrameIndex(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | d86003e | 2013-08-14 23:25:00 +0000 | [diff] [blame] | 37 | SDValue LowerEXTRACT_SUBVECTOR(SDValue Op, SelectionDAG &DAG) const; |
| 38 | SDValue LowerCONCAT_VECTORS(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 39 | SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 2ffc330 | 2013-08-26 15:05:44 +0000 | [diff] [blame] | 40 | /// \brief Lower vector stores by merging the vector elements into an integer |
| 41 | /// of the same bitwidth. |
| 42 | SDValue MergeVectorStore(const SDValue &Op, SelectionDAG &DAG) const; |
| 43 | /// \brief Split a vector store into multiple scalar stores. |
Matt Arsenault | 209a7b9 | 2014-04-18 07:40:20 +0000 | [diff] [blame] | 44 | /// \returns The resulting chain. |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 45 | SDValue LowerUDIVREM(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | c947d8c | 2013-10-30 17:22:05 +0000 | [diff] [blame] | 46 | SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 47 | |
| 48 | protected: |
| 49 | |
| 50 | /// \brief Helper function that adds Reg to the LiveIn list of the DAG's |
| 51 | /// MachineFunction. |
| 52 | /// |
| 53 | /// \returns a RegisterSDNode representing Reg. |
Tom Stellard | 94593ee | 2013-06-03 17:40:18 +0000 | [diff] [blame] | 54 | virtual SDValue CreateLiveInRegister(SelectionDAG &DAG, |
| 55 | const TargetRegisterClass *RC, |
| 56 | unsigned Reg, EVT VT) const; |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 57 | SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op, |
| 58 | SelectionDAG &DAG) const; |
Tom Stellard | 35bb18c | 2013-08-26 15:06:04 +0000 | [diff] [blame] | 59 | /// \brief Split a vector load into multiple scalar loads. |
| 60 | SDValue SplitVectorLoad(const SDValue &Op, SelectionDAG &DAG) const; |
Tom Stellard | af77543 | 2013-10-23 00:44:32 +0000 | [diff] [blame] | 61 | SDValue SplitVectorStore(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | e937360 | 2014-01-22 19:24:14 +0000 | [diff] [blame] | 62 | SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 2ffc330 | 2013-08-26 15:05:44 +0000 | [diff] [blame] | 63 | SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 64 | bool isHWTrueValue(SDValue Op) const; |
| 65 | bool isHWFalseValue(SDValue Op) const; |
| 66 | |
Tom Stellard | af77543 | 2013-10-23 00:44:32 +0000 | [diff] [blame] | 67 | /// The SelectionDAGBuilder will automatically promote function arguments |
| 68 | /// with illegal types. However, this does not work for the AMDGPU targets |
| 69 | /// since the function arguments are stored in memory as these illegal types. |
| 70 | /// In order to handle this properly we need to get the origianl types sizes |
| 71 | /// from the LLVM IR Function and fixup the ISD:InputArg values before |
| 72 | /// passing them to AnalyzeFormalArguments() |
| 73 | void getOriginalFunctionArgs(SelectionDAG &DAG, |
| 74 | const Function *F, |
| 75 | const SmallVectorImpl<ISD::InputArg> &Ins, |
| 76 | SmallVectorImpl<ISD::InputArg> &OrigIns) const; |
Christian Konig | 2c8f6d5 | 2013-03-07 09:03:52 +0000 | [diff] [blame] | 77 | void AnalyzeFormalArguments(CCState &State, |
| 78 | const SmallVectorImpl<ISD::InputArg> &Ins) const; |
| 79 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 80 | public: |
| 81 | AMDGPUTargetLowering(TargetMachine &TM); |
| 82 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 83 | bool isFAbsFree(EVT VT) const override; |
| 84 | bool isFNegFree(EVT VT) const override; |
| 85 | bool isTruncateFree(EVT Src, EVT Dest) const override; |
| 86 | bool isTruncateFree(Type *Src, Type *Dest) const override; |
Matt Arsenault | b517c81 | 2014-03-27 17:23:31 +0000 | [diff] [blame] | 87 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 88 | bool isZExtFree(Type *Src, Type *Dest) const override; |
| 89 | bool isZExtFree(EVT Src, EVT Dest) const override; |
Matt Arsenault | b517c81 | 2014-03-27 17:23:31 +0000 | [diff] [blame] | 90 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 91 | bool isNarrowingProfitable(EVT VT1, EVT VT2) const override; |
Matt Arsenault | a7f1e0c | 2014-03-24 19:43:31 +0000 | [diff] [blame] | 92 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 93 | MVT getVectorIdxTy() const override; |
| 94 | bool isLoadBitCastBeneficial(EVT, EVT) const override; |
| 95 | SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv, |
| 96 | bool isVarArg, |
| 97 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
| 98 | const SmallVectorImpl<SDValue> &OutVals, |
| 99 | SDLoc DL, SelectionDAG &DAG) const override; |
| 100 | SDValue LowerCall(CallLoweringInfo &CLI, |
| 101 | SmallVectorImpl<SDValue> &InVals) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 102 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 103 | SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override; |
| 104 | void ReplaceNodeResults(SDNode * N, |
| 105 | SmallVectorImpl<SDValue> &Results, |
| 106 | SelectionDAG &DAG) const override; |
Matt Arsenault | d125d74 | 2014-03-27 17:23:24 +0000 | [diff] [blame] | 107 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 108 | SDValue LowerIntrinsicIABS(SDValue Op, SelectionDAG &DAG) const; |
| 109 | SDValue LowerIntrinsicLRP(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | afa8b53 | 2014-05-09 16:42:16 +0000 | [diff] [blame] | 110 | SDValue CombineMinMax(SDNode *N, SelectionDAG &DAG) const; |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 111 | const char* getTargetNodeName(unsigned Opcode) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 112 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 113 | virtual SDNode *PostISelFolding(MachineSDNode *N, |
| 114 | SelectionDAG &DAG) const { |
Christian Konig | d910b7d | 2013-02-26 17:52:16 +0000 | [diff] [blame] | 115 | return N; |
| 116 | } |
| 117 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 118 | /// \brief Determine which of the bits specified in \p Mask are known to be |
| 119 | /// either zero or one and return them in the \p KnownZero and \p KnownOne |
| 120 | /// bitsets. |
Jay Foad | a0653a3 | 2014-05-14 21:14:37 +0000 | [diff] [blame] | 121 | void computeKnownBitsForTargetNode(const SDValue Op, |
| 122 | APInt &KnownZero, |
| 123 | APInt &KnownOne, |
| 124 | const SelectionDAG &DAG, |
| 125 | unsigned Depth = 0) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 126 | |
Matt Arsenault | bf8694d | 2014-05-22 18:09:03 +0000 | [diff] [blame] | 127 | virtual unsigned ComputeNumSignBitsForTargetNode( |
| 128 | SDValue Op, |
| 129 | const SelectionDAG &DAG, |
| 130 | unsigned Depth = 0) const override; |
| 131 | |
Matt Arsenault | 0c274fe | 2014-03-25 18:18:27 +0000 | [diff] [blame] | 132 | // Functions defined in AMDILISelLowering.cpp |
| 133 | public: |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 134 | bool getTgtMemIntrinsic(IntrinsicInfo &Info, |
| 135 | const CallInst &I, unsigned Intrinsic) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 136 | |
| 137 | /// We want to mark f32/f64 floating point values as legal. |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 138 | bool isFPImmLegal(const APFloat &Imm, EVT VT) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 139 | |
| 140 | /// We don't want to shrink f64/f32 constants. |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 141 | bool ShouldShrinkFPConstant(EVT VT) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 142 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 143 | SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override; |
Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 144 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 145 | private: |
| 146 | void InitAMDILLowering(); |
| 147 | SDValue LowerSREM(SDValue Op, SelectionDAG &DAG) const; |
| 148 | SDValue LowerSREM8(SDValue Op, SelectionDAG &DAG) const; |
| 149 | SDValue LowerSREM16(SDValue Op, SelectionDAG &DAG) const; |
| 150 | SDValue LowerSREM32(SDValue Op, SelectionDAG &DAG) const; |
| 151 | SDValue LowerSREM64(SDValue Op, SelectionDAG &DAG) const; |
| 152 | SDValue LowerSDIV(SDValue Op, SelectionDAG &DAG) const; |
| 153 | SDValue LowerSDIV24(SDValue Op, SelectionDAG &DAG) const; |
| 154 | SDValue LowerSDIV32(SDValue Op, SelectionDAG &DAG) const; |
| 155 | SDValue LowerSDIV64(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 156 | |
| 157 | SDValue ExpandSIGN_EXTEND_INREG(SDValue Op, |
| 158 | unsigned BitsDiff, |
| 159 | SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 160 | SDValue LowerSIGN_EXTEND_INREG(SDValue Op, SelectionDAG &DAG) const; |
| 161 | EVT genIntType(uint32_t size = 32, uint32_t numEle = 1) const; |
| 162 | SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 163 | }; |
| 164 | |
| 165 | namespace AMDGPUISD { |
| 166 | |
| 167 | enum { |
| 168 | // AMDIL ISD Opcodes |
| 169 | FIRST_NUMBER = ISD::BUILTIN_OP_END, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 170 | CALL, // Function call based on a single integer |
| 171 | UMUL, // 32bit unsigned multiplication |
| 172 | DIV_INF, // Divide with infinity returned on zero divisor |
| 173 | RET_FLAG, |
| 174 | BRANCH_COND, |
| 175 | // End AMDIL ISD Opcodes |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 176 | DWORDADDR, |
| 177 | FRACT, |
Vincent Lejeune | b55940c | 2013-07-09 15:03:11 +0000 | [diff] [blame] | 178 | COS_HW, |
| 179 | SIN_HW, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 180 | FMAX, |
| 181 | SMAX, |
| 182 | UMAX, |
| 183 | FMIN, |
| 184 | SMIN, |
| 185 | UMIN, |
| 186 | URECIP, |
Vincent Lejeune | 519f21e | 2013-05-17 16:50:32 +0000 | [diff] [blame] | 187 | DOT4, |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 188 | BFE_U32, // Extract range of bits with zero extension to 32-bits. |
| 189 | BFE_I32, // Extract range of bits with sign extension to 32-bits. |
Matt Arsenault | b345836 | 2014-03-31 18:21:13 +0000 | [diff] [blame] | 190 | BFI, // (src0 & src1) | (~src0 & src2) |
| 191 | BFM, // Insert a range of bits into a 32-bit word. |
Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 192 | MUL_U24, |
| 193 | MUL_I24, |
Matt Arsenault | eb26020 | 2014-05-22 18:00:15 +0000 | [diff] [blame] | 194 | MAD_U24, |
| 195 | MAD_I24, |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 196 | TEXTURE_FETCH, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 197 | EXPORT, |
Tom Stellard | ff62c35 | 2013-01-23 02:09:03 +0000 | [diff] [blame] | 198 | CONST_ADDRESS, |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 199 | REGISTER_LOAD, |
| 200 | REGISTER_STORE, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 201 | LOAD_INPUT, |
| 202 | SAMPLE, |
| 203 | SAMPLEB, |
| 204 | SAMPLED, |
| 205 | SAMPLEL, |
| 206 | FIRST_MEM_OPCODE_NUMBER = ISD::FIRST_TARGET_MEMORY_OPCODE, |
Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 207 | STORE_MSKOR, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 208 | LOAD_CONSTANT, |
Tom Stellard | afcf12f | 2013-09-12 02:55:14 +0000 | [diff] [blame] | 209 | TBUFFER_STORE_FORMAT, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 210 | LAST_AMDGPU_ISD_NUMBER |
| 211 | }; |
| 212 | |
| 213 | |
| 214 | } // End namespace AMDGPUISD |
| 215 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 216 | } // End namespace llvm |
| 217 | |
| 218 | #endif // AMDGPUISELLOWERING_H |