blob: 6c04e4f309773428eafdabbb0dcef869c67d04e4 [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- SIISelLowering.h - SI DAG Lowering Interface ------------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief SI DAG Lowering interface definition
12//
13//===----------------------------------------------------------------------===//
14
Matt Arsenault6b6a2c32016-03-11 08:00:27 +000015#ifndef LLVM_LIB_TARGET_AMDGPU_SIISELLOWERING_H
16#define LLVM_LIB_TARGET_AMDGPU_SIISELLOWERING_H
Tom Stellard75aadc22012-12-11 21:25:42 +000017
18#include "AMDGPUISelLowering.h"
19#include "SIInstrInfo.h"
20
21namespace llvm {
22
Matt Arsenault6b6a2c32016-03-11 08:00:27 +000023class SITargetLowering final : public AMDGPUTargetLowering {
Jan Veselyfea814d2016-06-21 20:46:20 +000024 SDValue LowerParameterPtr(SelectionDAG &DAG, const SDLoc &SL, SDValue Chain,
25 unsigned Offset) const;
26 SDValue LowerParameter(SelectionDAG &DAG, EVT VT, EVT MemVT, const SDLoc &SL,
Matt Arsenault6dca5422017-01-09 18:52:39 +000027 SDValue Chain, unsigned Offset, bool Signed,
28 const ISD::InputArg *Arg = nullptr) const;
Tom Stellardbf3e6e52016-06-14 20:29:59 +000029 SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op,
30 SelectionDAG &DAG) const override;
Matt Arsenaultff6da2f2015-11-30 21:15:45 +000031 SDValue lowerImplicitZextParam(SelectionDAG &DAG, SDValue Op,
32 MVT VT, unsigned Offset) const;
33
Matt Arsenaulta5789bb2014-07-26 06:23:37 +000034 SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaulta9dbdca2016-04-12 14:05:04 +000035 SDValue LowerINTRINSIC_W_CHAIN(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaulta5789bb2014-07-26 06:23:37 +000036 SDValue LowerINTRINSIC_VOID(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard81d871d2013-11-13 23:36:50 +000037 SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard0ec134f2014-02-04 17:18:40 +000038 SDValue LowerSELECT(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaulta1fe17c2016-07-19 23:16:53 +000039 SDValue lowerFastUnsafeFDIV(SDValue Op, SelectionDAG &DAG) const;
40 SDValue lowerFDIV_FAST(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenault4052a572016-12-22 03:05:41 +000041 SDValue LowerFDIV16(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaulte9fa3b82014-07-15 20:18:31 +000042 SDValue LowerFDIV32(SDValue Op, SelectionDAG &DAG) const;
43 SDValue LowerFDIV64(SDValue Op, SelectionDAG &DAG) const;
44 SDValue LowerFDIV(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaultf7c95e32014-10-03 23:54:41 +000045 SDValue LowerINT_TO_FP(SDValue Op, SelectionDAG &DAG, bool Signed) const;
Tom Stellard81d871d2013-11-13 23:36:50 +000046 SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenaultad14ce82014-07-19 18:44:39 +000047 SDValue LowerTrig(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard354a43c2016-04-01 18:27:37 +000048 SDValue LowerATOMIC_CMP_SWAP(SDValue Op, SelectionDAG &DAG) const;
Tom Stellardf8794352012-12-19 22:10:31 +000049 SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const;
Tom Stellard75aadc22012-12-11 21:25:42 +000050
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000051 /// \brief Converts \p Op, which must be of floating point type, to the
52 /// floating point type \p VT, by either extending or truncating it.
53 SDValue getFPExtOrFPTrunc(SelectionDAG &DAG,
54 SDValue Op,
55 const SDLoc &DL,
56 EVT VT) const;
57
Konstantin Zhuravlyovd709efb2016-11-17 04:28:37 +000058 /// \brief Custom lowering for ISD::FP_ROUND for MVT::f16.
59 SDValue lowerFP_ROUND(SDValue Op, SelectionDAG &DAG) const;
60
Matt Arsenault99c14522016-04-25 19:27:24 +000061 SDValue getSegmentAperture(unsigned AS, SelectionDAG &DAG) const;
62 SDValue lowerADDRSPACECAST(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenault0bb294b2016-06-17 22:27:03 +000063 SDValue lowerTRAP(SDValue Op, SelectionDAG &DAG) const;
Matt Arsenault99c14522016-04-25 19:27:24 +000064
Christian Konig8e06e2a2013-04-10 08:39:08 +000065 void adjustWritemask(MachineSDNode *&N, SelectionDAG &DAG) const;
66
Matt Arsenaulte6986632015-01-14 01:35:22 +000067 SDValue performUCharToFloatCombine(SDNode *N,
68 DAGCombinerInfo &DCI) const;
Matt Arsenaultb2baffa2014-08-15 17:49:05 +000069 SDValue performSHLPtrCombine(SDNode *N,
70 unsigned AS,
71 DAGCombinerInfo &DCI) const;
Matt Arsenaultfa5f7672016-09-14 15:19:03 +000072
Matt Arsenaultd8b73d52016-12-22 03:44:42 +000073 SDValue performMemSDNodeCombine(MemSDNode *N, DAGCombinerInfo &DCI) const;
74
Matt Arsenaultfa5f7672016-09-14 15:19:03 +000075 SDValue splitBinaryBitConstantOp(DAGCombinerInfo &DCI, const SDLoc &SL,
76 unsigned Opc, SDValue LHS,
77 const ConstantSDNode *CRHS) const;
78
Matt Arsenaultd0101a22015-01-06 23:00:46 +000079 SDValue performAndCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Matt Arsenaultf2290332015-01-06 23:00:39 +000080 SDValue performOrCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Matt Arsenaultfa5f7672016-09-14 15:19:03 +000081 SDValue performXorCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Matt Arsenaultf2290332015-01-06 23:00:39 +000082 SDValue performClassCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Matt Arsenault9cd90712016-04-14 01:42:16 +000083 SDValue performFCanonicalizeCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Matt Arsenault364a6742014-06-11 17:50:44 +000084
Matt Arsenaultf639c322016-01-28 20:53:42 +000085 SDValue performMinMaxCombine(SDNode *N, DAGCombinerInfo &DCI) const;
86
Matt Arsenault46e6b7a2016-12-22 04:03:35 +000087 unsigned getFusedOpcode(const SelectionDAG &DAG,
88 const SDNode *N0, const SDNode *N1) const;
Matt Arsenaultd8b73d52016-12-22 03:44:42 +000089 SDValue performFAddCombine(SDNode *N, DAGCombinerInfo &DCI) const;
90 SDValue performFSubCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Matt Arsenault6f6233d2015-01-06 23:00:41 +000091 SDValue performSetCCCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Matt Arsenaultd8b73d52016-12-22 03:44:42 +000092 SDValue performCvtF32UByteNCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Matt Arsenaultcc3c2b32014-11-14 20:08:52 +000093
Tom Stellard70580f82015-07-20 14:28:41 +000094 bool isLegalFlatAddressingMode(const AddrMode &AM) const;
Matt Arsenault711b3902015-08-07 20:18:34 +000095 bool isLegalMUBUFAddressingMode(const AddrMode &AM) const;
Tom Stellardbc4497b2016-02-12 23:45:29 +000096
97 bool isCFIntrinsic(const SDNode *Intr) const;
Konstantin Zhuravlyovf2f3d142016-06-25 03:11:28 +000098
99 void createDebuggerPrologueStackObjects(MachineFunction &MF) const;
Konstantin Zhuravlyov08326b62016-10-20 18:12:38 +0000100
101 /// \returns True if fixup needs to be emitted for given global value \p GV,
102 /// false otherwise.
103 bool shouldEmitFixup(const GlobalValue *GV) const;
104
105 /// \returns True if GOT relocation needs to be emitted for given global value
106 /// \p GV, false otherwise.
107 bool shouldEmitGOTReloc(const GlobalValue *GV) const;
108
109 /// \returns True if PC-relative relocation needs to be emitted for given
110 /// global value \p GV, false otherwise.
111 bool shouldEmitPCReloc(const GlobalValue *GV) const;
112
Tom Stellard75aadc22012-12-11 21:25:42 +0000113public:
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000114 SITargetLowering(const TargetMachine &tm, const SISubtarget &STI);
115
116 const SISubtarget *getSubtarget() const;
Matt Arsenault5015a892014-08-15 17:17:07 +0000117
Matt Arsenaulta9dbdca2016-04-12 14:05:04 +0000118 bool getTgtMemIntrinsic(IntrinsicInfo &, const CallInst &,
119 unsigned IntrinsicID) const override;
120
Matt Arsenaulte306a322014-10-21 16:25:08 +0000121 bool isShuffleMaskLegal(const SmallVectorImpl<int> &/*Mask*/,
122 EVT /*VT*/) const override;
123
Mehdi Amini0cdec1e2015-07-09 02:09:40 +0000124 bool isLegalAddressingMode(const DataLayout &DL, const AddrMode &AM, Type *Ty,
125 unsigned AS) const override;
Matt Arsenault5015a892014-08-15 17:17:07 +0000126
Matt Arsenault6f2a5262014-07-27 17:46:40 +0000127 bool allowsMisalignedMemoryAccesses(EVT VT, unsigned AS,
128 unsigned Align,
129 bool *IsFast) const override;
Chandler Carruth9d010ff2014-07-03 00:23:43 +0000130
Matt Arsenault46645fa2014-07-28 17:49:26 +0000131 EVT getOptimalMemOpType(uint64_t Size, unsigned DstAlign,
132 unsigned SrcAlign, bool IsMemset,
133 bool ZeroMemset,
134 bool MemcpyStrSrc,
135 MachineFunction &MF) const override;
136
Tom Stellarda6f24c62015-12-15 20:55:55 +0000137 bool isMemOpUniform(const SDNode *N) const;
Alexander Timofeev18009562016-12-08 17:28:47 +0000138 bool isMemOpHasNoClobberedMemOperand(const SDNode *N) const;
Matt Arsenaultf9bfeaf2015-12-01 23:04:00 +0000139 bool isNoopAddrSpaceCast(unsigned SrcAS, unsigned DestAS) const override;
Matt Arsenaultd4da0ed2016-12-02 18:12:53 +0000140 bool isCheapAddrSpaceCast(unsigned SrcAS, unsigned DestAS) const override;
Matt Arsenaultf9bfeaf2015-12-01 23:04:00 +0000141
Chandler Carruth9d010ff2014-07-03 00:23:43 +0000142 TargetLoweringBase::LegalizeTypeAction
143 getPreferredVectorAction(EVT VT) const override;
Christian Konig2c8f6d52013-03-07 09:03:52 +0000144
Craig Topper5656db42014-04-29 07:57:24 +0000145 bool shouldConvertConstantLoadToIntImm(const APInt &Imm,
146 Type *Ty) const override;
Matt Arsenaultd7bdcc42014-03-31 19:54:27 +0000147
Tom Stellard2e045bb2016-01-20 00:13:22 +0000148 bool isTypeDesirableForOp(unsigned Op, EVT VT) const override;
149
Tom Stellardb164a982016-06-25 01:59:16 +0000150 bool isOffsetFoldingLegal(const GlobalAddressSDNode *GA) const override;
151
Christian Konig2c8f6d52013-03-07 09:03:52 +0000152 SDValue LowerFormalArguments(SDValue Chain, CallingConv::ID CallConv,
153 bool isVarArg,
154 const SmallVectorImpl<ISD::InputArg> &Ins,
Benjamin Kramerbdc49562016-06-12 15:39:02 +0000155 const SDLoc &DL, SelectionDAG &DAG,
Craig Topper5656db42014-04-29 07:57:24 +0000156 SmallVectorImpl<SDValue> &InVals) const override;
Christian Konig2c8f6d52013-03-07 09:03:52 +0000157
Benjamin Kramerbdc49562016-06-12 15:39:02 +0000158 SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv, bool isVarArg,
Marek Olsak8a0f3352016-01-13 17:23:04 +0000159 const SmallVectorImpl<ISD::OutputArg> &Outs,
Benjamin Kramerbdc49562016-06-12 15:39:02 +0000160 const SmallVectorImpl<SDValue> &OutVals, const SDLoc &DL,
161 SelectionDAG &DAG) const override;
Marek Olsak8a0f3352016-01-13 17:23:04 +0000162
Matt Arsenault9a10cea2016-01-26 04:29:24 +0000163 unsigned getRegisterByName(const char* RegName, EVT VT,
164 SelectionDAG &DAG) const override;
165
Matt Arsenault786724a2016-07-12 21:41:32 +0000166 MachineBasicBlock *splitKillBlock(MachineInstr &MI,
167 MachineBasicBlock *BB) const;
168
Duncan P. N. Exon Smithe4f5e4f2016-06-30 22:52:52 +0000169 MachineBasicBlock *
170 EmitInstrWithCustomInserter(MachineInstr &MI,
171 MachineBasicBlock *BB) const override;
Matt Arsenault423bf3f2015-01-29 19:34:32 +0000172 bool enableAggressiveFMAFusion(EVT VT) const override;
Mehdi Amini44ede332015-07-09 02:09:04 +0000173 EVT getSetCCResultType(const DataLayout &DL, LLVMContext &Context,
174 EVT VT) const override;
Mehdi Aminieaabc512015-07-09 15:12:23 +0000175 MVT getScalarShiftAmountTy(const DataLayout &, EVT) const override;
Craig Topper5656db42014-04-29 07:57:24 +0000176 bool isFMAFasterThanFMulAndFAdd(EVT VT) const override;
177 SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override;
178 SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override;
179 SDNode *PostISelFolding(MachineSDNode *N, SelectionDAG &DAG) const override;
Duncan P. N. Exon Smithe4f5e4f2016-06-30 22:52:52 +0000180 void AdjustInstrPostInstrSelection(MachineInstr &MI,
Craig Topper5656db42014-04-29 07:57:24 +0000181 SDNode *Node) const override;
Christian Konigf82901a2013-02-26 17:52:23 +0000182
Tom Stellard94593ee2013-06-03 17:40:18 +0000183 SDValue CreateLiveInRegister(SelectionDAG &DAG, const TargetRegisterClass *RC,
Craig Topper5656db42014-04-29 07:57:24 +0000184 unsigned Reg, EVT VT) const override;
Tom Stellard3457a842014-10-09 19:06:00 +0000185 void legalizeTargetIndependentNode(SDNode *Node, SelectionDAG &DAG) const;
Matt Arsenault485defe2014-11-05 19:01:17 +0000186
Benjamin Kramerbdc49562016-06-12 15:39:02 +0000187 MachineSDNode *wrapAddr64Rsrc(SelectionDAG &DAG, const SDLoc &DL,
188 SDValue Ptr) const;
189 MachineSDNode *buildRSRC(SelectionDAG &DAG, const SDLoc &DL, SDValue Ptr,
190 uint32_t RsrcDword1, uint64_t RsrcDword2And3) const;
Benjamin Kramer9bfb6272015-07-05 19:29:18 +0000191 std::pair<unsigned, const TargetRegisterClass *>
192 getRegForInlineAsmConstraint(const TargetRegisterInfo *TRI,
193 StringRef Constraint, MVT VT) const override;
Tom Stellardb3c3bda2015-12-10 02:12:53 +0000194 ConstraintType getConstraintType(StringRef Constraint) const override;
Benjamin Kramerbdc49562016-06-12 15:39:02 +0000195 SDValue copyToM0(SelectionDAG &DAG, SDValue Chain, const SDLoc &DL,
196 SDValue V) const;
Tom Stellard75aadc22012-12-11 21:25:42 +0000197};
198
199} // End namespace llvm
200
Benjamin Kramera7c40ef2014-08-13 16:26:38 +0000201#endif