Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUISelLowering.h - AMDGPU Lowering Interface --------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief Interface definition of the TargetLowering class that is common |
| 12 | /// to all AMD GPUs. |
| 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
| 16 | #ifndef AMDGPUISELLOWERING_H |
| 17 | #define AMDGPUISELLOWERING_H |
| 18 | |
| 19 | #include "llvm/Target/TargetLowering.h" |
| 20 | |
| 21 | namespace llvm { |
| 22 | |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 23 | class AMDGPUMachineFunction; |
Matt Arsenault | 41e2f2b | 2014-02-24 21:01:28 +0000 | [diff] [blame] | 24 | class AMDGPUSubtarget; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 25 | class MachineRegisterInfo; |
| 26 | |
| 27 | class AMDGPUTargetLowering : public TargetLowering { |
Matt Arsenault | 41e2f2b | 2014-02-24 21:01:28 +0000 | [diff] [blame] | 28 | protected: |
| 29 | const AMDGPUSubtarget *Subtarget; |
| 30 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 31 | private: |
Tom Stellard | d86003e | 2013-08-14 23:25:00 +0000 | [diff] [blame] | 32 | void ExtractVectorElements(SDValue Op, SelectionDAG &DAG, |
| 33 | SmallVectorImpl<SDValue> &Args, |
| 34 | unsigned Start, unsigned Count) const; |
Tom Stellard | 04c0e98 | 2014-01-22 19:24:21 +0000 | [diff] [blame] | 35 | SDValue LowerConstantInitializer(const Constant* Init, const GlobalValue *GV, |
| 36 | const SDValue &InitPtr, |
| 37 | SDValue Chain, |
| 38 | SelectionDAG &DAG) const; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 39 | SDValue LowerFrameIndex(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | d86003e | 2013-08-14 23:25:00 +0000 | [diff] [blame] | 40 | SDValue LowerEXTRACT_SUBVECTOR(SDValue Op, SelectionDAG &DAG) const; |
| 41 | SDValue LowerCONCAT_VECTORS(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 42 | SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 2ffc330 | 2013-08-26 15:05:44 +0000 | [diff] [blame] | 43 | /// \brief Lower vector stores by merging the vector elements into an integer |
| 44 | /// of the same bitwidth. |
| 45 | SDValue MergeVectorStore(const SDValue &Op, SelectionDAG &DAG) const; |
| 46 | /// \brief Split a vector store into multiple scalar stores. |
| 47 | /// \returns The resulting chain. |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 48 | SDValue LowerUDIVREM(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | c947d8c | 2013-10-30 17:22:05 +0000 | [diff] [blame] | 49 | SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 50 | |
| 51 | protected: |
| 52 | |
| 53 | /// \brief Helper function that adds Reg to the LiveIn list of the DAG's |
| 54 | /// MachineFunction. |
| 55 | /// |
| 56 | /// \returns a RegisterSDNode representing Reg. |
Tom Stellard | 94593ee | 2013-06-03 17:40:18 +0000 | [diff] [blame] | 57 | virtual SDValue CreateLiveInRegister(SelectionDAG &DAG, |
| 58 | const TargetRegisterClass *RC, |
| 59 | unsigned Reg, EVT VT) const; |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 60 | SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op, |
| 61 | SelectionDAG &DAG) const; |
Tom Stellard | 35bb18c | 2013-08-26 15:06:04 +0000 | [diff] [blame] | 62 | /// \brief Split a vector load into multiple scalar loads. |
| 63 | SDValue SplitVectorLoad(const SDValue &Op, SelectionDAG &DAG) const; |
Tom Stellard | af77543 | 2013-10-23 00:44:32 +0000 | [diff] [blame] | 64 | SDValue SplitVectorStore(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | e937360 | 2014-01-22 19:24:14 +0000 | [diff] [blame] | 65 | SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 2ffc330 | 2013-08-26 15:05:44 +0000 | [diff] [blame] | 66 | SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 67 | bool isHWTrueValue(SDValue Op) const; |
| 68 | bool isHWFalseValue(SDValue Op) const; |
| 69 | |
Tom Stellard | af77543 | 2013-10-23 00:44:32 +0000 | [diff] [blame] | 70 | /// The SelectionDAGBuilder will automatically promote function arguments |
| 71 | /// with illegal types. However, this does not work for the AMDGPU targets |
| 72 | /// since the function arguments are stored in memory as these illegal types. |
| 73 | /// In order to handle this properly we need to get the origianl types sizes |
| 74 | /// from the LLVM IR Function and fixup the ISD:InputArg values before |
| 75 | /// passing them to AnalyzeFormalArguments() |
| 76 | void getOriginalFunctionArgs(SelectionDAG &DAG, |
| 77 | const Function *F, |
| 78 | const SmallVectorImpl<ISD::InputArg> &Ins, |
| 79 | SmallVectorImpl<ISD::InputArg> &OrigIns) const; |
Christian Konig | 2c8f6d5 | 2013-03-07 09:03:52 +0000 | [diff] [blame] | 80 | void AnalyzeFormalArguments(CCState &State, |
| 81 | const SmallVectorImpl<ISD::InputArg> &Ins) const; |
| 82 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 83 | public: |
| 84 | AMDGPUTargetLowering(TargetMachine &TM); |
| 85 | |
Craig Topper | 7315602 | 2014-03-02 09:09:27 +0000 | [diff] [blame] | 86 | virtual bool isFAbsFree(EVT VT) const override; |
| 87 | virtual bool isFNegFree(EVT VT) const override; |
| 88 | virtual bool isTruncateFree(EVT Src, EVT Dest) const override; |
| 89 | virtual bool isTruncateFree(Type *Src, Type *Dest) const override; |
Matt Arsenault | a7f1e0c | 2014-03-24 19:43:31 +0000 | [diff] [blame] | 90 | virtual bool isNarrowingProfitable(EVT VT1, EVT VT2) const override; |
| 91 | |
Craig Topper | 7315602 | 2014-03-02 09:09:27 +0000 | [diff] [blame] | 92 | virtual MVT getVectorIdxTy() const override; |
| 93 | virtual bool isLoadBitCastBeneficial(EVT, EVT) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 94 | virtual SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv, |
| 95 | bool isVarArg, |
| 96 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
| 97 | const SmallVectorImpl<SDValue> &OutVals, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 98 | SDLoc DL, SelectionDAG &DAG) const; |
Tom Stellard | 47d4201 | 2013-02-08 22:24:40 +0000 | [diff] [blame] | 99 | virtual SDValue LowerCall(CallLoweringInfo &CLI, |
| 100 | SmallVectorImpl<SDValue> &InVals) const { |
| 101 | CLI.Callee.dump(); |
| 102 | llvm_unreachable("Undefined function"); |
| 103 | } |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 104 | |
| 105 | virtual SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const; |
| 106 | SDValue LowerIntrinsicIABS(SDValue Op, SelectionDAG &DAG) const; |
| 107 | SDValue LowerIntrinsicLRP(SDValue Op, SelectionDAG &DAG) const; |
| 108 | SDValue LowerMinMax(SDValue Op, SelectionDAG &DAG) const; |
| 109 | virtual const char* getTargetNodeName(unsigned Opcode) const; |
| 110 | |
Christian Konig | d910b7d | 2013-02-26 17:52:16 +0000 | [diff] [blame] | 111 | virtual SDNode *PostISelFolding(MachineSDNode *N, SelectionDAG &DAG) const { |
| 112 | return N; |
| 113 | } |
| 114 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 115 | // Functions defined in AMDILISelLowering.cpp |
| 116 | public: |
| 117 | |
| 118 | /// \brief Determine which of the bits specified in \p Mask are known to be |
| 119 | /// either zero or one and return them in the \p KnownZero and \p KnownOne |
| 120 | /// bitsets. |
| 121 | virtual void computeMaskedBitsForTargetNode(const SDValue Op, |
| 122 | APInt &KnownZero, |
| 123 | APInt &KnownOne, |
| 124 | const SelectionDAG &DAG, |
| 125 | unsigned Depth = 0) const; |
| 126 | |
| 127 | virtual bool getTgtMemIntrinsic(IntrinsicInfo &Info, |
| 128 | const CallInst &I, unsigned Intrinsic) const; |
| 129 | |
| 130 | /// We want to mark f32/f64 floating point values as legal. |
| 131 | bool isFPImmLegal(const APFloat &Imm, EVT VT) const; |
| 132 | |
| 133 | /// We don't want to shrink f64/f32 constants. |
| 134 | bool ShouldShrinkFPConstant(EVT VT) const; |
| 135 | |
| 136 | private: |
| 137 | void InitAMDILLowering(); |
| 138 | SDValue LowerSREM(SDValue Op, SelectionDAG &DAG) const; |
| 139 | SDValue LowerSREM8(SDValue Op, SelectionDAG &DAG) const; |
| 140 | SDValue LowerSREM16(SDValue Op, SelectionDAG &DAG) const; |
| 141 | SDValue LowerSREM32(SDValue Op, SelectionDAG &DAG) const; |
| 142 | SDValue LowerSREM64(SDValue Op, SelectionDAG &DAG) const; |
| 143 | SDValue LowerSDIV(SDValue Op, SelectionDAG &DAG) const; |
| 144 | SDValue LowerSDIV24(SDValue Op, SelectionDAG &DAG) const; |
| 145 | SDValue LowerSDIV32(SDValue Op, SelectionDAG &DAG) const; |
| 146 | SDValue LowerSDIV64(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 147 | |
| 148 | SDValue ExpandSIGN_EXTEND_INREG(SDValue Op, |
| 149 | unsigned BitsDiff, |
| 150 | SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 151 | SDValue LowerSIGN_EXTEND_INREG(SDValue Op, SelectionDAG &DAG) const; |
| 152 | EVT genIntType(uint32_t size = 32, uint32_t numEle = 1) const; |
| 153 | SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const; |
| 154 | SDValue LowerFP_ROUND(SDValue Op, SelectionDAG &DAG) const; |
| 155 | }; |
| 156 | |
| 157 | namespace AMDGPUISD { |
| 158 | |
| 159 | enum { |
| 160 | // AMDIL ISD Opcodes |
| 161 | FIRST_NUMBER = ISD::BUILTIN_OP_END, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 162 | CALL, // Function call based on a single integer |
| 163 | UMUL, // 32bit unsigned multiplication |
| 164 | DIV_INF, // Divide with infinity returned on zero divisor |
| 165 | RET_FLAG, |
| 166 | BRANCH_COND, |
| 167 | // End AMDIL ISD Opcodes |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 168 | DWORDADDR, |
| 169 | FRACT, |
Vincent Lejeune | b55940c | 2013-07-09 15:03:11 +0000 | [diff] [blame] | 170 | COS_HW, |
| 171 | SIN_HW, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 172 | FMAX, |
| 173 | SMAX, |
| 174 | UMAX, |
| 175 | FMIN, |
| 176 | SMIN, |
| 177 | UMIN, |
| 178 | URECIP, |
Vincent Lejeune | 519f21e | 2013-05-17 16:50:32 +0000 | [diff] [blame] | 179 | DOT4, |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 180 | BFE_U32, // Extract range of bits with zero extension to 32-bits. |
| 181 | BFE_I32, // Extract range of bits with sign extension to 32-bits. |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 182 | TEXTURE_FETCH, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 183 | EXPORT, |
Tom Stellard | ff62c35 | 2013-01-23 02:09:03 +0000 | [diff] [blame] | 184 | CONST_ADDRESS, |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 185 | REGISTER_LOAD, |
| 186 | REGISTER_STORE, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 187 | LOAD_INPUT, |
| 188 | SAMPLE, |
| 189 | SAMPLEB, |
| 190 | SAMPLED, |
| 191 | SAMPLEL, |
| 192 | FIRST_MEM_OPCODE_NUMBER = ISD::FIRST_TARGET_MEMORY_OPCODE, |
Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 193 | STORE_MSKOR, |
Tom Stellard | 9fa1791 | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 194 | LOAD_CONSTANT, |
Tom Stellard | afcf12f | 2013-09-12 02:55:14 +0000 | [diff] [blame] | 195 | TBUFFER_STORE_FORMAT, |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 196 | LAST_AMDGPU_ISD_NUMBER |
| 197 | }; |
| 198 | |
| 199 | |
| 200 | } // End namespace AMDGPUISD |
| 201 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 202 | } // End namespace llvm |
| 203 | |
| 204 | #endif // AMDGPUISELLOWERING_H |