blob: 9b54022e1566ac2d7911e7f1816ed91f6a507c3f [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- AMDGPUISelLowering.h - AMDGPU Lowering Interface --------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief Interface definition of the TargetLowering class that is common
12/// to all AMD GPUs.
13//
14//===----------------------------------------------------------------------===//
15
16#ifndef AMDGPUISELLOWERING_H
17#define AMDGPUISELLOWERING_H
18
19#include "llvm/Target/TargetLowering.h"
20
21namespace llvm {
22
Tom Stellardc026e8b2013-06-28 15:47:08 +000023class AMDGPUMachineFunction;
Matt Arsenault41e2f2b2014-02-24 21:01:28 +000024class AMDGPUSubtarget;
Tom Stellard75aadc22012-12-11 21:25:42 +000025class MachineRegisterInfo;
26
27class AMDGPUTargetLowering : public TargetLowering {
Matt Arsenault41e2f2b2014-02-24 21:01:28 +000028protected:
29 const AMDGPUSubtarget *Subtarget;
30
Tom Stellard75aadc22012-12-11 21:25:42 +000031private:
Tom Stellard04c0e982014-01-22 19:24:21 +000032 SDValue LowerConstantInitializer(const Constant* Init, const GlobalValue *GV,
33 const SDValue &InitPtr,
34 SDValue Chain,
35 SelectionDAG &DAG) const;
Tom Stellard81d871d2013-11-13 23:36:50 +000036 SDValue LowerFrameIndex(SDValue Op, SelectionDAG &DAG) const;
Tom Stellardd86003e2013-08-14 23:25:00 +000037 SDValue LowerEXTRACT_SUBVECTOR(SDValue Op, SelectionDAG &DAG) const;
38 SDValue LowerCONCAT_VECTORS(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000039 SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard2ffc3302013-08-26 15:05:44 +000040 /// \brief Lower vector stores by merging the vector elements into an integer
41 /// of the same bitwidth.
42 SDValue MergeVectorStore(const SDValue &Op, SelectionDAG &DAG) const;
43 /// \brief Split a vector store into multiple scalar stores.
Matt Arsenault209a7b92014-04-18 07:40:20 +000044 /// \returns The resulting chain.
Matt Arsenault1578aa72014-06-15 20:08:02 +000045
46 SDValue LowerSDIV(SDValue Op, SelectionDAG &DAG) const;
47 SDValue LowerSDIV24(SDValue Op, SelectionDAG &DAG) const;
48 SDValue LowerSDIV32(SDValue Op, SelectionDAG &DAG) const;
49 SDValue LowerSDIV64(SDValue Op, SelectionDAG &DAG) const;
50 SDValue LowerSREM(SDValue Op, SelectionDAG &DAG) const;
51 SDValue LowerSREM32(SDValue Op, SelectionDAG &DAG) const;
52 SDValue LowerSREM64(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000053 SDValue LowerUDIVREM(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaulte8208ec2014-06-18 17:05:26 +000054 SDValue LowerFRINT(SDValue Op, SelectionDAG &DAG) const;
Tom Stellardc947d8c2013-10-30 17:22:05 +000055 SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000056
Matt Arsenault14d46452014-06-15 20:23:38 +000057 SDValue ExpandSIGN_EXTEND_INREG(SDValue Op,
58 unsigned BitsDiff,
59 SelectionDAG &DAG) const;
60 SDValue LowerSIGN_EXTEND_INREG(SDValue Op, SelectionDAG &DAG) const;
61
Tom Stellard75aadc22012-12-11 21:25:42 +000062protected:
Matt Arsenaultc9df7942014-06-11 03:29:54 +000063 static EVT getEquivalentMemType(LLVMContext &Context, EVT VT);
64 static EVT getEquivalentLoadRegType(LLVMContext &Context, EVT VT);
Tom Stellard75aadc22012-12-11 21:25:42 +000065
66 /// \brief Helper function that adds Reg to the LiveIn list of the DAG's
67 /// MachineFunction.
68 ///
69 /// \returns a RegisterSDNode representing Reg.
Tom Stellard94593ee2013-06-03 17:40:18 +000070 virtual SDValue CreateLiveInRegister(SelectionDAG &DAG,
71 const TargetRegisterClass *RC,
72 unsigned Reg, EVT VT) const;
Tom Stellardc026e8b2013-06-28 15:47:08 +000073 SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op,
74 SelectionDAG &DAG) const;
Tom Stellard35bb18c2013-08-26 15:06:04 +000075 /// \brief Split a vector load into multiple scalar loads.
76 SDValue SplitVectorLoad(const SDValue &Op, SelectionDAG &DAG) const;
Tom Stellardaf775432013-10-23 00:44:32 +000077 SDValue SplitVectorStore(SDValue Op, SelectionDAG &DAG) const;
Tom Stellarde9373602014-01-22 19:24:14 +000078 SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard2ffc3302013-08-26 15:05:44 +000079 SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000080 bool isHWTrueValue(SDValue Op) const;
81 bool isHWFalseValue(SDValue Op) const;
82
Tom Stellardaf775432013-10-23 00:44:32 +000083 /// The SelectionDAGBuilder will automatically promote function arguments
84 /// with illegal types. However, this does not work for the AMDGPU targets
85 /// since the function arguments are stored in memory as these illegal types.
86 /// In order to handle this properly we need to get the origianl types sizes
87 /// from the LLVM IR Function and fixup the ISD:InputArg values before
88 /// passing them to AnalyzeFormalArguments()
89 void getOriginalFunctionArgs(SelectionDAG &DAG,
90 const Function *F,
91 const SmallVectorImpl<ISD::InputArg> &Ins,
92 SmallVectorImpl<ISD::InputArg> &OrigIns) const;
Christian Konig2c8f6d52013-03-07 09:03:52 +000093 void AnalyzeFormalArguments(CCState &State,
94 const SmallVectorImpl<ISD::InputArg> &Ins) const;
95
Tom Stellard75aadc22012-12-11 21:25:42 +000096public:
97 AMDGPUTargetLowering(TargetMachine &TM);
98
Craig Topper5656db42014-04-29 07:57:24 +000099 bool isFAbsFree(EVT VT) const override;
100 bool isFNegFree(EVT VT) const override;
101 bool isTruncateFree(EVT Src, EVT Dest) const override;
102 bool isTruncateFree(Type *Src, Type *Dest) const override;
Matt Arsenaultb517c812014-03-27 17:23:31 +0000103
Craig Topper5656db42014-04-29 07:57:24 +0000104 bool isZExtFree(Type *Src, Type *Dest) const override;
105 bool isZExtFree(EVT Src, EVT Dest) const override;
Matt Arsenaultb517c812014-03-27 17:23:31 +0000106
Craig Topper5656db42014-04-29 07:57:24 +0000107 bool isNarrowingProfitable(EVT VT1, EVT VT2) const override;
Matt Arsenaulta7f1e0c2014-03-24 19:43:31 +0000108
Craig Topper5656db42014-04-29 07:57:24 +0000109 MVT getVectorIdxTy() const override;
Matt Arsenault14d46452014-06-15 20:23:38 +0000110
111 bool isFPImmLegal(const APFloat &Imm, EVT VT) const override;
112 bool ShouldShrinkFPConstant(EVT VT) const override;
113
Craig Topper5656db42014-04-29 07:57:24 +0000114 bool isLoadBitCastBeneficial(EVT, EVT) const override;
115 SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv,
116 bool isVarArg,
117 const SmallVectorImpl<ISD::OutputArg> &Outs,
118 const SmallVectorImpl<SDValue> &OutVals,
119 SDLoc DL, SelectionDAG &DAG) const override;
120 SDValue LowerCall(CallLoweringInfo &CLI,
121 SmallVectorImpl<SDValue> &InVals) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000122
Craig Topper5656db42014-04-29 07:57:24 +0000123 SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override;
Matt Arsenault14d46452014-06-15 20:23:38 +0000124 SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override;
Craig Topper5656db42014-04-29 07:57:24 +0000125 void ReplaceNodeResults(SDNode * N,
126 SmallVectorImpl<SDValue> &Results,
127 SelectionDAG &DAG) const override;
Matt Arsenaultd125d742014-03-27 17:23:24 +0000128
Tom Stellard75aadc22012-12-11 21:25:42 +0000129 SDValue LowerIntrinsicIABS(SDValue Op, SelectionDAG &DAG) const;
130 SDValue LowerIntrinsicLRP(SDValue Op, SelectionDAG &DAG) const;
Tom Stellardafa8b532014-05-09 16:42:16 +0000131 SDValue CombineMinMax(SDNode *N, SelectionDAG &DAG) const;
Craig Topper5656db42014-04-29 07:57:24 +0000132 const char* getTargetNodeName(unsigned Opcode) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000133
Craig Topper5656db42014-04-29 07:57:24 +0000134 virtual SDNode *PostISelFolding(MachineSDNode *N,
135 SelectionDAG &DAG) const {
Christian Konigd910b7d2013-02-26 17:52:16 +0000136 return N;
137 }
138
Tom Stellard75aadc22012-12-11 21:25:42 +0000139 /// \brief Determine which of the bits specified in \p Mask are known to be
140 /// either zero or one and return them in the \p KnownZero and \p KnownOne
141 /// bitsets.
Jay Foada0653a32014-05-14 21:14:37 +0000142 void computeKnownBitsForTargetNode(const SDValue Op,
143 APInt &KnownZero,
144 APInt &KnownOne,
145 const SelectionDAG &DAG,
146 unsigned Depth = 0) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000147
Matt Arsenaultbf8694d2014-05-22 18:09:03 +0000148 virtual unsigned ComputeNumSignBitsForTargetNode(
149 SDValue Op,
150 const SelectionDAG &DAG,
151 unsigned Depth = 0) const override;
152
Tom Stellard75aadc22012-12-11 21:25:42 +0000153private:
Matt Arsenault14d46452014-06-15 20:23:38 +0000154 // Functions defined in AMDILISelLowering.cpp
Tom Stellard75aadc22012-12-11 21:25:42 +0000155 void InitAMDILLowering();
Tom Stellard75aadc22012-12-11 21:25:42 +0000156 SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000157};
158
159namespace AMDGPUISD {
160
161enum {
162 // AMDIL ISD Opcodes
163 FIRST_NUMBER = ISD::BUILTIN_OP_END,
Tom Stellard75aadc22012-12-11 21:25:42 +0000164 CALL, // Function call based on a single integer
165 UMUL, // 32bit unsigned multiplication
166 DIV_INF, // Divide with infinity returned on zero divisor
167 RET_FLAG,
168 BRANCH_COND,
169 // End AMDIL ISD Opcodes
Tom Stellard75aadc22012-12-11 21:25:42 +0000170 DWORDADDR,
171 FRACT,
Matt Arsenault5d47d4a2014-06-12 21:15:44 +0000172 CLAMP,
Vincent Lejeuneb55940c2013-07-09 15:03:11 +0000173 COS_HW,
174 SIN_HW,
Tom Stellard75aadc22012-12-11 21:25:42 +0000175 FMAX,
176 SMAX,
177 UMAX,
178 FMIN,
179 SMIN,
180 UMIN,
181 URECIP,
Vincent Lejeune519f21e2013-05-17 16:50:32 +0000182 DOT4,
Matt Arsenaultfae02982014-03-17 18:58:11 +0000183 BFE_U32, // Extract range of bits with zero extension to 32-bits.
184 BFE_I32, // Extract range of bits with sign extension to 32-bits.
Matt Arsenaultb3458362014-03-31 18:21:13 +0000185 BFI, // (src0 & src1) | (~src0 & src2)
186 BFM, // Insert a range of bits into a 32-bit word.
Tom Stellard50122a52014-04-07 19:45:41 +0000187 MUL_U24,
188 MUL_I24,
Matt Arsenaulteb260202014-05-22 18:00:15 +0000189 MAD_U24,
190 MAD_I24,
Vincent Lejeuned3eed662013-05-17 16:50:20 +0000191 TEXTURE_FETCH,
Tom Stellard75aadc22012-12-11 21:25:42 +0000192 EXPORT,
Tom Stellardff62c352013-01-23 02:09:03 +0000193 CONST_ADDRESS,
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000194 REGISTER_LOAD,
195 REGISTER_STORE,
Tom Stellard9fa17912013-08-14 23:24:45 +0000196 LOAD_INPUT,
197 SAMPLE,
198 SAMPLEB,
199 SAMPLED,
200 SAMPLEL,
Matt Arsenault364a6742014-06-11 17:50:44 +0000201
202 // These cvt_f32_ubyte* nodes need to remain consecutive and in order.
203 CVT_F32_UBYTE0,
204 CVT_F32_UBYTE1,
205 CVT_F32_UBYTE2,
206 CVT_F32_UBYTE3,
Tom Stellard880a80a2014-06-17 16:53:14 +0000207 /// This node is for VLIW targets and it is used to represent a vector
208 /// that is stored in consecutive registers with the same channel.
209 /// For example:
210 /// |X |Y|Z|W|
211 /// T0|v.x| | | |
212 /// T1|v.y| | | |
213 /// T2|v.z| | | |
214 /// T3|v.w| | | |
215 BUILD_VERTICAL_VECTOR,
Tom Stellard9fa17912013-08-14 23:24:45 +0000216 FIRST_MEM_OPCODE_NUMBER = ISD::FIRST_TARGET_MEMORY_OPCODE,
Tom Stellardd3ee8c12013-08-16 01:12:06 +0000217 STORE_MSKOR,
Tom Stellard9fa17912013-08-14 23:24:45 +0000218 LOAD_CONSTANT,
Tom Stellardafcf12f2013-09-12 02:55:14 +0000219 TBUFFER_STORE_FORMAT,
Tom Stellard75aadc22012-12-11 21:25:42 +0000220 LAST_AMDGPU_ISD_NUMBER
221};
222
223
224} // End namespace AMDGPUISD
225
Tom Stellard75aadc22012-12-11 21:25:42 +0000226} // End namespace llvm
227
228#endif // AMDGPUISELLOWERING_H