blob: 311959e682ba7e7ad48b388478dc82734080b9d5 [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- AMDGPUISelLowering.h - AMDGPU Lowering Interface --------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief Interface definition of the TargetLowering class that is common
12/// to all AMD GPUs.
13//
14//===----------------------------------------------------------------------===//
15
16#ifndef AMDGPUISELLOWERING_H
17#define AMDGPUISELLOWERING_H
18
19#include "llvm/Target/TargetLowering.h"
20
21namespace llvm {
22
Tom Stellardc026e8b2013-06-28 15:47:08 +000023class AMDGPUMachineFunction;
Tom Stellard75aadc22012-12-11 21:25:42 +000024class MachineRegisterInfo;
25
26class AMDGPUTargetLowering : public TargetLowering {
27private:
Tom Stellardd86003e2013-08-14 23:25:00 +000028 void ExtractVectorElements(SDValue Op, SelectionDAG &DAG,
29 SmallVectorImpl<SDValue> &Args,
30 unsigned Start, unsigned Count) const;
Tom Stellard04c0e982014-01-22 19:24:21 +000031 SDValue LowerConstantInitializer(const Constant* Init, const GlobalValue *GV,
32 const SDValue &InitPtr,
33 SDValue Chain,
34 SelectionDAG &DAG) const;
Tom Stellard81d871d2013-11-13 23:36:50 +000035 SDValue LowerFrameIndex(SDValue Op, SelectionDAG &DAG) const;
Tom Stellardd86003e2013-08-14 23:25:00 +000036 SDValue LowerEXTRACT_SUBVECTOR(SDValue Op, SelectionDAG &DAG) const;
37 SDValue LowerCONCAT_VECTORS(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000038 SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard2ffc3302013-08-26 15:05:44 +000039 /// \brief Lower vector stores by merging the vector elements into an integer
40 /// of the same bitwidth.
41 SDValue MergeVectorStore(const SDValue &Op, SelectionDAG &DAG) const;
42 /// \brief Split a vector store into multiple scalar stores.
43 /// \returns The resulting chain.
Tom Stellard75aadc22012-12-11 21:25:42 +000044 SDValue LowerUDIVREM(SDValue Op, SelectionDAG &DAG) const;
Tom Stellardc947d8c2013-10-30 17:22:05 +000045 SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000046
47protected:
48
49 /// \brief Helper function that adds Reg to the LiveIn list of the DAG's
50 /// MachineFunction.
51 ///
52 /// \returns a RegisterSDNode representing Reg.
Tom Stellard94593ee2013-06-03 17:40:18 +000053 virtual SDValue CreateLiveInRegister(SelectionDAG &DAG,
54 const TargetRegisterClass *RC,
55 unsigned Reg, EVT VT) const;
Tom Stellardc026e8b2013-06-28 15:47:08 +000056 SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op,
57 SelectionDAG &DAG) const;
Tom Stellard35bb18c2013-08-26 15:06:04 +000058 /// \brief Split a vector load into multiple scalar loads.
59 SDValue SplitVectorLoad(const SDValue &Op, SelectionDAG &DAG) const;
Tom Stellardaf775432013-10-23 00:44:32 +000060 SDValue SplitVectorStore(SDValue Op, SelectionDAG &DAG) const;
Tom Stellarde9373602014-01-22 19:24:14 +000061 SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard2ffc3302013-08-26 15:05:44 +000062 SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000063 bool isHWTrueValue(SDValue Op) const;
64 bool isHWFalseValue(SDValue Op) const;
65
Tom Stellardaf775432013-10-23 00:44:32 +000066 /// The SelectionDAGBuilder will automatically promote function arguments
67 /// with illegal types. However, this does not work for the AMDGPU targets
68 /// since the function arguments are stored in memory as these illegal types.
69 /// In order to handle this properly we need to get the origianl types sizes
70 /// from the LLVM IR Function and fixup the ISD:InputArg values before
71 /// passing them to AnalyzeFormalArguments()
72 void getOriginalFunctionArgs(SelectionDAG &DAG,
73 const Function *F,
74 const SmallVectorImpl<ISD::InputArg> &Ins,
75 SmallVectorImpl<ISD::InputArg> &OrigIns) const;
Christian Konig2c8f6d52013-03-07 09:03:52 +000076 void AnalyzeFormalArguments(CCState &State,
77 const SmallVectorImpl<ISD::InputArg> &Ins) const;
78
Tom Stellard75aadc22012-12-11 21:25:42 +000079public:
80 AMDGPUTargetLowering(TargetMachine &TM);
81
Tom Stellardc54731a2013-07-23 23:55:03 +000082 virtual bool isFAbsFree(EVT VT) const;
83 virtual bool isFNegFree(EVT VT) const;
Matt Arsenault0cdcd962014-02-10 19:57:42 +000084 virtual bool isTruncateFree(EVT Src, EVT Dest) const LLVM_OVERRIDE;
Tom Stellard28d06de2013-08-05 22:22:07 +000085 virtual MVT getVectorIdxTy() const;
Matt Arsenaultc5559bb2013-11-15 04:42:23 +000086 virtual bool isLoadBitCastBeneficial(EVT, EVT) const LLVM_OVERRIDE;
Tom Stellard75aadc22012-12-11 21:25:42 +000087 virtual SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv,
88 bool isVarArg,
89 const SmallVectorImpl<ISD::OutputArg> &Outs,
90 const SmallVectorImpl<SDValue> &OutVals,
Andrew Trickef9de2a2013-05-25 02:42:55 +000091 SDLoc DL, SelectionDAG &DAG) const;
Tom Stellard47d42012013-02-08 22:24:40 +000092 virtual SDValue LowerCall(CallLoweringInfo &CLI,
93 SmallVectorImpl<SDValue> &InVals) const {
94 CLI.Callee.dump();
95 llvm_unreachable("Undefined function");
96 }
Tom Stellard75aadc22012-12-11 21:25:42 +000097
98 virtual SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const;
99 SDValue LowerIntrinsicIABS(SDValue Op, SelectionDAG &DAG) const;
100 SDValue LowerIntrinsicLRP(SDValue Op, SelectionDAG &DAG) const;
101 SDValue LowerMinMax(SDValue Op, SelectionDAG &DAG) const;
102 virtual const char* getTargetNodeName(unsigned Opcode) const;
103
Christian Konigd910b7d2013-02-26 17:52:16 +0000104 virtual SDNode *PostISelFolding(MachineSDNode *N, SelectionDAG &DAG) const {
105 return N;
106 }
107
Tom Stellard75aadc22012-12-11 21:25:42 +0000108// Functions defined in AMDILISelLowering.cpp
109public:
110
111 /// \brief Determine which of the bits specified in \p Mask are known to be
112 /// either zero or one and return them in the \p KnownZero and \p KnownOne
113 /// bitsets.
114 virtual void computeMaskedBitsForTargetNode(const SDValue Op,
115 APInt &KnownZero,
116 APInt &KnownOne,
117 const SelectionDAG &DAG,
118 unsigned Depth = 0) const;
119
120 virtual bool getTgtMemIntrinsic(IntrinsicInfo &Info,
121 const CallInst &I, unsigned Intrinsic) const;
122
123 /// We want to mark f32/f64 floating point values as legal.
124 bool isFPImmLegal(const APFloat &Imm, EVT VT) const;
125
126 /// We don't want to shrink f64/f32 constants.
127 bool ShouldShrinkFPConstant(EVT VT) const;
128
129private:
130 void InitAMDILLowering();
131 SDValue LowerSREM(SDValue Op, SelectionDAG &DAG) const;
132 SDValue LowerSREM8(SDValue Op, SelectionDAG &DAG) const;
133 SDValue LowerSREM16(SDValue Op, SelectionDAG &DAG) const;
134 SDValue LowerSREM32(SDValue Op, SelectionDAG &DAG) const;
135 SDValue LowerSREM64(SDValue Op, SelectionDAG &DAG) const;
136 SDValue LowerSDIV(SDValue Op, SelectionDAG &DAG) const;
137 SDValue LowerSDIV24(SDValue Op, SelectionDAG &DAG) const;
138 SDValue LowerSDIV32(SDValue Op, SelectionDAG &DAG) const;
139 SDValue LowerSDIV64(SDValue Op, SelectionDAG &DAG) const;
140 SDValue LowerSIGN_EXTEND_INREG(SDValue Op, SelectionDAG &DAG) const;
141 EVT genIntType(uint32_t size = 32, uint32_t numEle = 1) const;
142 SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const;
143 SDValue LowerFP_ROUND(SDValue Op, SelectionDAG &DAG) const;
144};
145
146namespace AMDGPUISD {
147
148enum {
149 // AMDIL ISD Opcodes
150 FIRST_NUMBER = ISD::BUILTIN_OP_END,
Tom Stellard75aadc22012-12-11 21:25:42 +0000151 CALL, // Function call based on a single integer
152 UMUL, // 32bit unsigned multiplication
153 DIV_INF, // Divide with infinity returned on zero divisor
154 RET_FLAG,
155 BRANCH_COND,
156 // End AMDIL ISD Opcodes
Tom Stellard75aadc22012-12-11 21:25:42 +0000157 DWORDADDR,
158 FRACT,
Vincent Lejeuneb55940c2013-07-09 15:03:11 +0000159 COS_HW,
160 SIN_HW,
Tom Stellard75aadc22012-12-11 21:25:42 +0000161 FMAX,
162 SMAX,
163 UMAX,
164 FMIN,
165 SMIN,
166 UMIN,
167 URECIP,
Vincent Lejeune519f21e2013-05-17 16:50:32 +0000168 DOT4,
Vincent Lejeuned3eed662013-05-17 16:50:20 +0000169 TEXTURE_FETCH,
Tom Stellard75aadc22012-12-11 21:25:42 +0000170 EXPORT,
Tom Stellardff62c352013-01-23 02:09:03 +0000171 CONST_ADDRESS,
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000172 REGISTER_LOAD,
173 REGISTER_STORE,
Tom Stellard9fa17912013-08-14 23:24:45 +0000174 LOAD_INPUT,
175 SAMPLE,
176 SAMPLEB,
177 SAMPLED,
178 SAMPLEL,
179 FIRST_MEM_OPCODE_NUMBER = ISD::FIRST_TARGET_MEMORY_OPCODE,
Tom Stellardd3ee8c12013-08-16 01:12:06 +0000180 STORE_MSKOR,
Tom Stellard9fa17912013-08-14 23:24:45 +0000181 LOAD_CONSTANT,
Tom Stellardafcf12f2013-09-12 02:55:14 +0000182 TBUFFER_STORE_FORMAT,
Tom Stellard75aadc22012-12-11 21:25:42 +0000183 LAST_AMDGPU_ISD_NUMBER
184};
185
186
187} // End namespace AMDGPUISD
188
Tom Stellard75aadc22012-12-11 21:25:42 +0000189} // End namespace llvm
190
191#endif // AMDGPUISELLOWERING_H