blob: 48298f209799ad2af6ab1642e55398858de282c3 [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- AMDGPUISelLowering.h - AMDGPU Lowering Interface --------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief Interface definition of the TargetLowering class that is common
12/// to all AMD GPUs.
13//
14//===----------------------------------------------------------------------===//
15
16#ifndef AMDGPUISELLOWERING_H
17#define AMDGPUISELLOWERING_H
18
19#include "llvm/Target/TargetLowering.h"
20
21namespace llvm {
22
Tom Stellardc026e8b2013-06-28 15:47:08 +000023class AMDGPUMachineFunction;
Matt Arsenault41e2f2b2014-02-24 21:01:28 +000024class AMDGPUSubtarget;
Tom Stellard75aadc22012-12-11 21:25:42 +000025class MachineRegisterInfo;
26
27class AMDGPUTargetLowering : public TargetLowering {
Matt Arsenault41e2f2b2014-02-24 21:01:28 +000028protected:
29 const AMDGPUSubtarget *Subtarget;
30
Tom Stellard75aadc22012-12-11 21:25:42 +000031private:
Tom Stellardd86003e2013-08-14 23:25:00 +000032 void ExtractVectorElements(SDValue Op, SelectionDAG &DAG,
33 SmallVectorImpl<SDValue> &Args,
34 unsigned Start, unsigned Count) const;
Tom Stellard04c0e982014-01-22 19:24:21 +000035 SDValue LowerConstantInitializer(const Constant* Init, const GlobalValue *GV,
36 const SDValue &InitPtr,
37 SDValue Chain,
38 SelectionDAG &DAG) const;
Tom Stellard81d871d2013-11-13 23:36:50 +000039 SDValue LowerFrameIndex(SDValue Op, SelectionDAG &DAG) const;
Tom Stellardd86003e2013-08-14 23:25:00 +000040 SDValue LowerEXTRACT_SUBVECTOR(SDValue Op, SelectionDAG &DAG) const;
41 SDValue LowerCONCAT_VECTORS(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000042 SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard2ffc3302013-08-26 15:05:44 +000043 /// \brief Lower vector stores by merging the vector elements into an integer
44 /// of the same bitwidth.
45 SDValue MergeVectorStore(const SDValue &Op, SelectionDAG &DAG) const;
46 /// \brief Split a vector store into multiple scalar stores.
47 /// \returns The resulting chain.
Tom Stellard75aadc22012-12-11 21:25:42 +000048 SDValue LowerUDIVREM(SDValue Op, SelectionDAG &DAG) const;
Tom Stellardc947d8c2013-10-30 17:22:05 +000049 SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000050
51protected:
52
53 /// \brief Helper function that adds Reg to the LiveIn list of the DAG's
54 /// MachineFunction.
55 ///
56 /// \returns a RegisterSDNode representing Reg.
Tom Stellard94593ee2013-06-03 17:40:18 +000057 virtual SDValue CreateLiveInRegister(SelectionDAG &DAG,
58 const TargetRegisterClass *RC,
59 unsigned Reg, EVT VT) const;
Tom Stellardc026e8b2013-06-28 15:47:08 +000060 SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op,
61 SelectionDAG &DAG) const;
Tom Stellard35bb18c2013-08-26 15:06:04 +000062 /// \brief Split a vector load into multiple scalar loads.
63 SDValue SplitVectorLoad(const SDValue &Op, SelectionDAG &DAG) const;
Tom Stellardaf775432013-10-23 00:44:32 +000064 SDValue SplitVectorStore(SDValue Op, SelectionDAG &DAG) const;
Tom Stellarde9373602014-01-22 19:24:14 +000065 SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard2ffc3302013-08-26 15:05:44 +000066 SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000067 bool isHWTrueValue(SDValue Op) const;
68 bool isHWFalseValue(SDValue Op) const;
69
Tom Stellardaf775432013-10-23 00:44:32 +000070 /// The SelectionDAGBuilder will automatically promote function arguments
71 /// with illegal types. However, this does not work for the AMDGPU targets
72 /// since the function arguments are stored in memory as these illegal types.
73 /// In order to handle this properly we need to get the origianl types sizes
74 /// from the LLVM IR Function and fixup the ISD:InputArg values before
75 /// passing them to AnalyzeFormalArguments()
76 void getOriginalFunctionArgs(SelectionDAG &DAG,
77 const Function *F,
78 const SmallVectorImpl<ISD::InputArg> &Ins,
79 SmallVectorImpl<ISD::InputArg> &OrigIns) const;
Christian Konig2c8f6d52013-03-07 09:03:52 +000080 void AnalyzeFormalArguments(CCState &State,
81 const SmallVectorImpl<ISD::InputArg> &Ins) const;
82
Tom Stellard75aadc22012-12-11 21:25:42 +000083public:
84 AMDGPUTargetLowering(TargetMachine &TM);
85
Craig Topper73156022014-03-02 09:09:27 +000086 virtual bool isFAbsFree(EVT VT) const override;
87 virtual bool isFNegFree(EVT VT) const override;
88 virtual bool isTruncateFree(EVT Src, EVT Dest) const override;
89 virtual bool isTruncateFree(Type *Src, Type *Dest) const override;
Matt Arsenaultb517c812014-03-27 17:23:31 +000090
91 virtual bool isZExtFree(Type *Src, Type *Dest) const override;
92 virtual bool isZExtFree(EVT Src, EVT Dest) const override;
93
Matt Arsenaulta7f1e0c2014-03-24 19:43:31 +000094 virtual bool isNarrowingProfitable(EVT VT1, EVT VT2) const override;
95
Craig Topper73156022014-03-02 09:09:27 +000096 virtual MVT getVectorIdxTy() const override;
97 virtual bool isLoadBitCastBeneficial(EVT, EVT) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +000098 virtual SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv,
99 bool isVarArg,
100 const SmallVectorImpl<ISD::OutputArg> &Outs,
101 const SmallVectorImpl<SDValue> &OutVals,
Andrew Trickef9de2a2013-05-25 02:42:55 +0000102 SDLoc DL, SelectionDAG &DAG) const;
Tom Stellard47d42012013-02-08 22:24:40 +0000103 virtual SDValue LowerCall(CallLoweringInfo &CLI,
104 SmallVectorImpl<SDValue> &InVals) const {
105 CLI.Callee.dump();
106 llvm_unreachable("Undefined function");
107 }
Tom Stellard75aadc22012-12-11 21:25:42 +0000108
109 virtual SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaultd125d742014-03-27 17:23:24 +0000110 virtual void ReplaceNodeResults(SDNode * N,
111 SmallVectorImpl<SDValue> &Results,
112 SelectionDAG &DAG) const override;
113
Tom Stellard75aadc22012-12-11 21:25:42 +0000114 SDValue LowerIntrinsicIABS(SDValue Op, SelectionDAG &DAG) const;
115 SDValue LowerIntrinsicLRP(SDValue Op, SelectionDAG &DAG) const;
116 SDValue LowerMinMax(SDValue Op, SelectionDAG &DAG) const;
117 virtual const char* getTargetNodeName(unsigned Opcode) const;
118
Christian Konigd910b7d2013-02-26 17:52:16 +0000119 virtual SDNode *PostISelFolding(MachineSDNode *N, SelectionDAG &DAG) const {
120 return N;
121 }
122
Tom Stellard75aadc22012-12-11 21:25:42 +0000123 /// \brief Determine which of the bits specified in \p Mask are known to be
124 /// either zero or one and return them in the \p KnownZero and \p KnownOne
125 /// bitsets.
126 virtual void computeMaskedBitsForTargetNode(const SDValue Op,
127 APInt &KnownZero,
128 APInt &KnownOne,
129 const SelectionDAG &DAG,
Matt Arsenault0c274fe2014-03-25 18:18:27 +0000130 unsigned Depth = 0) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +0000131
Matt Arsenault0c274fe2014-03-25 18:18:27 +0000132// Functions defined in AMDILISelLowering.cpp
133public:
Tom Stellard75aadc22012-12-11 21:25:42 +0000134 virtual bool getTgtMemIntrinsic(IntrinsicInfo &Info,
135 const CallInst &I, unsigned Intrinsic) const;
136
137 /// We want to mark f32/f64 floating point values as legal.
138 bool isFPImmLegal(const APFloat &Imm, EVT VT) const;
139
140 /// We don't want to shrink f64/f32 constants.
141 bool ShouldShrinkFPConstant(EVT VT) const;
142
143private:
144 void InitAMDILLowering();
145 SDValue LowerSREM(SDValue Op, SelectionDAG &DAG) const;
146 SDValue LowerSREM8(SDValue Op, SelectionDAG &DAG) const;
147 SDValue LowerSREM16(SDValue Op, SelectionDAG &DAG) const;
148 SDValue LowerSREM32(SDValue Op, SelectionDAG &DAG) const;
149 SDValue LowerSREM64(SDValue Op, SelectionDAG &DAG) const;
150 SDValue LowerSDIV(SDValue Op, SelectionDAG &DAG) const;
151 SDValue LowerSDIV24(SDValue Op, SelectionDAG &DAG) const;
152 SDValue LowerSDIV32(SDValue Op, SelectionDAG &DAG) const;
153 SDValue LowerSDIV64(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaultfae02982014-03-17 18:58:11 +0000154
155 SDValue ExpandSIGN_EXTEND_INREG(SDValue Op,
156 unsigned BitsDiff,
157 SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000158 SDValue LowerSIGN_EXTEND_INREG(SDValue Op, SelectionDAG &DAG) const;
159 EVT genIntType(uint32_t size = 32, uint32_t numEle = 1) const;
160 SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const;
161 SDValue LowerFP_ROUND(SDValue Op, SelectionDAG &DAG) const;
162};
163
164namespace AMDGPUISD {
165
166enum {
167 // AMDIL ISD Opcodes
168 FIRST_NUMBER = ISD::BUILTIN_OP_END,
Tom Stellard75aadc22012-12-11 21:25:42 +0000169 CALL, // Function call based on a single integer
170 UMUL, // 32bit unsigned multiplication
171 DIV_INF, // Divide with infinity returned on zero divisor
172 RET_FLAG,
173 BRANCH_COND,
174 // End AMDIL ISD Opcodes
Tom Stellard75aadc22012-12-11 21:25:42 +0000175 DWORDADDR,
176 FRACT,
Vincent Lejeuneb55940c2013-07-09 15:03:11 +0000177 COS_HW,
178 SIN_HW,
Tom Stellard75aadc22012-12-11 21:25:42 +0000179 FMAX,
180 SMAX,
181 UMAX,
182 FMIN,
183 SMIN,
184 UMIN,
185 URECIP,
Vincent Lejeune519f21e2013-05-17 16:50:32 +0000186 DOT4,
Matt Arsenaultfae02982014-03-17 18:58:11 +0000187 BFE_U32, // Extract range of bits with zero extension to 32-bits.
188 BFE_I32, // Extract range of bits with sign extension to 32-bits.
Vincent Lejeuned3eed662013-05-17 16:50:20 +0000189 TEXTURE_FETCH,
Tom Stellard75aadc22012-12-11 21:25:42 +0000190 EXPORT,
Tom Stellardff62c352013-01-23 02:09:03 +0000191 CONST_ADDRESS,
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000192 REGISTER_LOAD,
193 REGISTER_STORE,
Tom Stellard9fa17912013-08-14 23:24:45 +0000194 LOAD_INPUT,
195 SAMPLE,
196 SAMPLEB,
197 SAMPLED,
198 SAMPLEL,
199 FIRST_MEM_OPCODE_NUMBER = ISD::FIRST_TARGET_MEMORY_OPCODE,
Tom Stellardd3ee8c12013-08-16 01:12:06 +0000200 STORE_MSKOR,
Tom Stellard9fa17912013-08-14 23:24:45 +0000201 LOAD_CONSTANT,
Tom Stellardafcf12f2013-09-12 02:55:14 +0000202 TBUFFER_STORE_FORMAT,
Tom Stellard75aadc22012-12-11 21:25:42 +0000203 LAST_AMDGPU_ISD_NUMBER
204};
205
206
207} // End namespace AMDGPUISD
208
Tom Stellard75aadc22012-12-11 21:25:42 +0000209} // End namespace llvm
210
211#endif // AMDGPUISELLOWERING_H