Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- SIISelLowering.h - SI DAG Lowering Interface ------------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief SI DAG Lowering interface definition |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Matt Arsenault | 6b6a2c3 | 2016-03-11 08:00:27 +0000 | [diff] [blame] | 15 | #ifndef LLVM_LIB_TARGET_AMDGPU_SIISELLOWERING_H |
| 16 | #define LLVM_LIB_TARGET_AMDGPU_SIISELLOWERING_H |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 17 | |
| 18 | #include "AMDGPUISelLowering.h" |
| 19 | #include "SIInstrInfo.h" |
| 20 | |
| 21 | namespace llvm { |
| 22 | |
Matt Arsenault | 6b6a2c3 | 2016-03-11 08:00:27 +0000 | [diff] [blame] | 23 | class SITargetLowering final : public AMDGPUTargetLowering { |
Jan Vesely | fea814d | 2016-06-21 20:46:20 +0000 | [diff] [blame] | 24 | SDValue LowerParameterPtr(SelectionDAG &DAG, const SDLoc &SL, SDValue Chain, |
| 25 | unsigned Offset) const; |
| 26 | SDValue LowerParameter(SelectionDAG &DAG, EVT VT, EVT MemVT, const SDLoc &SL, |
Matt Arsenault | e1f030c | 2014-04-11 20:59:54 +0000 | [diff] [blame] | 27 | SDValue Chain, unsigned Offset, bool Signed) const; |
Tom Stellard | bf3e6e5 | 2016-06-14 20:29:59 +0000 | [diff] [blame] | 28 | SDValue LowerGlobalAddress(AMDGPUMachineFunction *MFI, SDValue Op, |
| 29 | SelectionDAG &DAG) const override; |
Matt Arsenault | ff6da2f | 2015-11-30 21:15:45 +0000 | [diff] [blame] | 30 | SDValue lowerImplicitZextParam(SelectionDAG &DAG, SDValue Op, |
| 31 | MVT VT, unsigned Offset) const; |
| 32 | |
Matt Arsenault | a5789bb | 2014-07-26 06:23:37 +0000 | [diff] [blame] | 33 | SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | a9dbdca | 2016-04-12 14:05:04 +0000 | [diff] [blame] | 34 | SDValue LowerINTRINSIC_W_CHAIN(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | a5789bb | 2014-07-26 06:23:37 +0000 | [diff] [blame] | 35 | SDValue LowerINTRINSIC_VOID(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | b02094e | 2014-07-21 15:45:01 +0000 | [diff] [blame] | 36 | SDValue LowerFrameIndex(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 37 | SDValue LowerLOAD(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 0ec134f | 2014-02-04 17:18:40 +0000 | [diff] [blame] | 38 | SDValue LowerSELECT(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | a1fe17c | 2016-07-19 23:16:53 +0000 | [diff] [blame] | 39 | SDValue lowerFastUnsafeFDIV(SDValue Op, SelectionDAG &DAG) const; |
| 40 | SDValue lowerFDIV_FAST(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | e9fa3b8 | 2014-07-15 20:18:31 +0000 | [diff] [blame] | 41 | SDValue LowerFDIV32(SDValue Op, SelectionDAG &DAG) const; |
| 42 | SDValue LowerFDIV64(SDValue Op, SelectionDAG &DAG) const; |
| 43 | SDValue LowerFDIV(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | f7c95e3 | 2014-10-03 23:54:41 +0000 | [diff] [blame] | 44 | SDValue LowerINT_TO_FP(SDValue Op, SelectionDAG &DAG, bool Signed) const; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 45 | SDValue LowerSTORE(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | ad14ce8 | 2014-07-19 18:44:39 +0000 | [diff] [blame] | 46 | SDValue LowerTrig(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 354a43c | 2016-04-01 18:27:37 +0000 | [diff] [blame] | 47 | SDValue LowerATOMIC_CMP_SWAP(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | f879435 | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 48 | SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 49 | |
Matt Arsenault | 99c1452 | 2016-04-25 19:27:24 +0000 | [diff] [blame] | 50 | SDValue getSegmentAperture(unsigned AS, SelectionDAG &DAG) const; |
| 51 | SDValue lowerADDRSPACECAST(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | 0bb294b | 2016-06-17 22:27:03 +0000 | [diff] [blame] | 52 | SDValue lowerTRAP(SDValue Op, SelectionDAG &DAG) const; |
Matt Arsenault | 99c1452 | 2016-04-25 19:27:24 +0000 | [diff] [blame] | 53 | |
Christian Konig | 8e06e2a | 2013-04-10 08:39:08 +0000 | [diff] [blame] | 54 | void adjustWritemask(MachineSDNode *&N, SelectionDAG &DAG) const; |
| 55 | |
Matt Arsenault | e698663 | 2015-01-14 01:35:22 +0000 | [diff] [blame] | 56 | SDValue performUCharToFloatCombine(SDNode *N, |
| 57 | DAGCombinerInfo &DCI) const; |
Matt Arsenault | b2baffa | 2014-08-15 17:49:05 +0000 | [diff] [blame] | 58 | SDValue performSHLPtrCombine(SDNode *N, |
| 59 | unsigned AS, |
| 60 | DAGCombinerInfo &DCI) const; |
Matt Arsenault | d0101a2 | 2015-01-06 23:00:46 +0000 | [diff] [blame] | 61 | SDValue performAndCombine(SDNode *N, DAGCombinerInfo &DCI) const; |
Matt Arsenault | f229033 | 2015-01-06 23:00:39 +0000 | [diff] [blame] | 62 | SDValue performOrCombine(SDNode *N, DAGCombinerInfo &DCI) const; |
| 63 | SDValue performClassCombine(SDNode *N, DAGCombinerInfo &DCI) const; |
Matt Arsenault | 9cd9071 | 2016-04-14 01:42:16 +0000 | [diff] [blame] | 64 | SDValue performFCanonicalizeCombine(SDNode *N, DAGCombinerInfo &DCI) const; |
Matt Arsenault | 364a674 | 2014-06-11 17:50:44 +0000 | [diff] [blame] | 65 | |
Matt Arsenault | f639c32 | 2016-01-28 20:53:42 +0000 | [diff] [blame] | 66 | SDValue performMinMaxCombine(SDNode *N, DAGCombinerInfo &DCI) const; |
| 67 | |
Matt Arsenault | 6f6233d | 2015-01-06 23:00:41 +0000 | [diff] [blame] | 68 | SDValue performSetCCCombine(SDNode *N, DAGCombinerInfo &DCI) const; |
Matt Arsenault | cc3c2b3 | 2014-11-14 20:08:52 +0000 | [diff] [blame] | 69 | |
Tom Stellard | 70580f8 | 2015-07-20 14:28:41 +0000 | [diff] [blame] | 70 | bool isLegalFlatAddressingMode(const AddrMode &AM) const; |
Matt Arsenault | 711b390 | 2015-08-07 20:18:34 +0000 | [diff] [blame] | 71 | bool isLegalMUBUFAddressingMode(const AddrMode &AM) const; |
Tom Stellard | bc4497b | 2016-02-12 23:45:29 +0000 | [diff] [blame] | 72 | |
| 73 | bool isCFIntrinsic(const SDNode *Intr) const; |
Konstantin Zhuravlyov | f2f3d14 | 2016-06-25 03:11:28 +0000 | [diff] [blame] | 74 | |
| 75 | void createDebuggerPrologueStackObjects(MachineFunction &MF) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 76 | public: |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 77 | SITargetLowering(const TargetMachine &tm, const SISubtarget &STI); |
| 78 | |
| 79 | const SISubtarget *getSubtarget() const; |
Matt Arsenault | 5015a89 | 2014-08-15 17:17:07 +0000 | [diff] [blame] | 80 | |
Matt Arsenault | a9dbdca | 2016-04-12 14:05:04 +0000 | [diff] [blame] | 81 | bool getTgtMemIntrinsic(IntrinsicInfo &, const CallInst &, |
| 82 | unsigned IntrinsicID) const override; |
| 83 | |
Matt Arsenault | e306a32 | 2014-10-21 16:25:08 +0000 | [diff] [blame] | 84 | bool isShuffleMaskLegal(const SmallVectorImpl<int> &/*Mask*/, |
| 85 | EVT /*VT*/) const override; |
| 86 | |
Mehdi Amini | 0cdec1e | 2015-07-09 02:09:40 +0000 | [diff] [blame] | 87 | bool isLegalAddressingMode(const DataLayout &DL, const AddrMode &AM, Type *Ty, |
| 88 | unsigned AS) const override; |
Matt Arsenault | 5015a89 | 2014-08-15 17:17:07 +0000 | [diff] [blame] | 89 | |
Matt Arsenault | 6f2a526 | 2014-07-27 17:46:40 +0000 | [diff] [blame] | 90 | bool allowsMisalignedMemoryAccesses(EVT VT, unsigned AS, |
| 91 | unsigned Align, |
| 92 | bool *IsFast) const override; |
Chandler Carruth | 9d010ff | 2014-07-03 00:23:43 +0000 | [diff] [blame] | 93 | |
Matt Arsenault | 46645fa | 2014-07-28 17:49:26 +0000 | [diff] [blame] | 94 | EVT getOptimalMemOpType(uint64_t Size, unsigned DstAlign, |
| 95 | unsigned SrcAlign, bool IsMemset, |
| 96 | bool ZeroMemset, |
| 97 | bool MemcpyStrSrc, |
| 98 | MachineFunction &MF) const override; |
| 99 | |
Tom Stellard | a6f24c6 | 2015-12-15 20:55:55 +0000 | [diff] [blame] | 100 | bool isMemOpUniform(const SDNode *N) const; |
Matt Arsenault | f9bfeaf | 2015-12-01 23:04:00 +0000 | [diff] [blame] | 101 | bool isNoopAddrSpaceCast(unsigned SrcAS, unsigned DestAS) const override; |
| 102 | |
Chandler Carruth | 9d010ff | 2014-07-03 00:23:43 +0000 | [diff] [blame] | 103 | TargetLoweringBase::LegalizeTypeAction |
| 104 | getPreferredVectorAction(EVT VT) const override; |
Christian Konig | 2c8f6d5 | 2013-03-07 09:03:52 +0000 | [diff] [blame] | 105 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 106 | bool shouldConvertConstantLoadToIntImm(const APInt &Imm, |
| 107 | Type *Ty) const override; |
Matt Arsenault | d7bdcc4 | 2014-03-31 19:54:27 +0000 | [diff] [blame] | 108 | |
Tom Stellard | 2e045bb | 2016-01-20 00:13:22 +0000 | [diff] [blame] | 109 | bool isTypeDesirableForOp(unsigned Op, EVT VT) const override; |
| 110 | |
Tom Stellard | b164a98 | 2016-06-25 01:59:16 +0000 | [diff] [blame] | 111 | bool isOffsetFoldingLegal(const GlobalAddressSDNode *GA) const override; |
| 112 | |
Christian Konig | 2c8f6d5 | 2013-03-07 09:03:52 +0000 | [diff] [blame] | 113 | SDValue LowerFormalArguments(SDValue Chain, CallingConv::ID CallConv, |
| 114 | bool isVarArg, |
| 115 | const SmallVectorImpl<ISD::InputArg> &Ins, |
Benjamin Kramer | bdc4956 | 2016-06-12 15:39:02 +0000 | [diff] [blame] | 116 | const SDLoc &DL, SelectionDAG &DAG, |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 117 | SmallVectorImpl<SDValue> &InVals) const override; |
Christian Konig | 2c8f6d5 | 2013-03-07 09:03:52 +0000 | [diff] [blame] | 118 | |
Benjamin Kramer | bdc4956 | 2016-06-12 15:39:02 +0000 | [diff] [blame] | 119 | SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv, bool isVarArg, |
Marek Olsak | 8a0f335 | 2016-01-13 17:23:04 +0000 | [diff] [blame] | 120 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
Benjamin Kramer | bdc4956 | 2016-06-12 15:39:02 +0000 | [diff] [blame] | 121 | const SmallVectorImpl<SDValue> &OutVals, const SDLoc &DL, |
| 122 | SelectionDAG &DAG) const override; |
Marek Olsak | 8a0f335 | 2016-01-13 17:23:04 +0000 | [diff] [blame] | 123 | |
Matt Arsenault | 9a10cea | 2016-01-26 04:29:24 +0000 | [diff] [blame] | 124 | unsigned getRegisterByName(const char* RegName, EVT VT, |
| 125 | SelectionDAG &DAG) const override; |
| 126 | |
Matt Arsenault | 786724a | 2016-07-12 21:41:32 +0000 | [diff] [blame] | 127 | MachineBasicBlock *splitKillBlock(MachineInstr &MI, |
| 128 | MachineBasicBlock *BB) const; |
| 129 | |
Duncan P. N. Exon Smith | e4f5e4f | 2016-06-30 22:52:52 +0000 | [diff] [blame] | 130 | MachineBasicBlock * |
| 131 | EmitInstrWithCustomInserter(MachineInstr &MI, |
| 132 | MachineBasicBlock *BB) const override; |
Matt Arsenault | 423bf3f | 2015-01-29 19:34:32 +0000 | [diff] [blame] | 133 | bool enableAggressiveFMAFusion(EVT VT) const override; |
Mehdi Amini | 44ede33 | 2015-07-09 02:09:04 +0000 | [diff] [blame] | 134 | EVT getSetCCResultType(const DataLayout &DL, LLVMContext &Context, |
| 135 | EVT VT) const override; |
Mehdi Amini | eaabc51 | 2015-07-09 15:12:23 +0000 | [diff] [blame] | 136 | MVT getScalarShiftAmountTy(const DataLayout &, EVT) const override; |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 137 | bool isFMAFasterThanFMulAndFAdd(EVT VT) const override; |
| 138 | SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override; |
| 139 | SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override; |
| 140 | SDNode *PostISelFolding(MachineSDNode *N, SelectionDAG &DAG) const override; |
Duncan P. N. Exon Smith | e4f5e4f | 2016-06-30 22:52:52 +0000 | [diff] [blame] | 141 | void AdjustInstrPostInstrSelection(MachineInstr &MI, |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 142 | SDNode *Node) const override; |
Christian Konig | f82901a | 2013-02-26 17:52:23 +0000 | [diff] [blame] | 143 | |
Tom Stellard | 94593ee | 2013-06-03 17:40:18 +0000 | [diff] [blame] | 144 | SDValue CreateLiveInRegister(SelectionDAG &DAG, const TargetRegisterClass *RC, |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 145 | unsigned Reg, EVT VT) const override; |
Tom Stellard | 3457a84 | 2014-10-09 19:06:00 +0000 | [diff] [blame] | 146 | void legalizeTargetIndependentNode(SDNode *Node, SelectionDAG &DAG) const; |
Matt Arsenault | 485defe | 2014-11-05 19:01:17 +0000 | [diff] [blame] | 147 | |
Benjamin Kramer | bdc4956 | 2016-06-12 15:39:02 +0000 | [diff] [blame] | 148 | MachineSDNode *wrapAddr64Rsrc(SelectionDAG &DAG, const SDLoc &DL, |
| 149 | SDValue Ptr) const; |
| 150 | MachineSDNode *buildRSRC(SelectionDAG &DAG, const SDLoc &DL, SDValue Ptr, |
| 151 | uint32_t RsrcDword1, uint64_t RsrcDword2And3) const; |
Benjamin Kramer | 9bfb627 | 2015-07-05 19:29:18 +0000 | [diff] [blame] | 152 | std::pair<unsigned, const TargetRegisterClass *> |
| 153 | getRegForInlineAsmConstraint(const TargetRegisterInfo *TRI, |
| 154 | StringRef Constraint, MVT VT) const override; |
Tom Stellard | b3c3bda | 2015-12-10 02:12:53 +0000 | [diff] [blame] | 155 | ConstraintType getConstraintType(StringRef Constraint) const override; |
Benjamin Kramer | bdc4956 | 2016-06-12 15:39:02 +0000 | [diff] [blame] | 156 | SDValue copyToM0(SelectionDAG &DAG, SDValue Chain, const SDLoc &DL, |
| 157 | SDValue V) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 158 | }; |
| 159 | |
| 160 | } // End namespace llvm |
| 161 | |
Benjamin Kramer | a7c40ef | 2014-08-13 16:26:38 +0000 | [diff] [blame] | 162 | #endif |