Matt Arsenault | 0c90e95 | 2015-11-06 18:17:45 +0000 | [diff] [blame] | 1 | //=====-- AMDGPUSubtarget.h - Define Subtarget for AMDGPU ------*- C++ -*-====// |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //==-----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief AMDGPU specific subclass of TargetSubtarget. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Matt Arsenault | 0c90e95 | 2015-11-06 18:17:45 +0000 | [diff] [blame] | 15 | #ifndef LLVM_LIB_TARGET_AMDGPU_AMDGPUSUBTARGET_H |
| 16 | #define LLVM_LIB_TARGET_AMDGPU_AMDGPUSUBTARGET_H |
Matt Arsenault | f59e538 | 2015-11-06 18:23:00 +0000 | [diff] [blame] | 17 | |
Tom Stellard | a6c6e1b | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 18 | #include "AMDGPU.h" |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 19 | #include "R600FrameLowering.h" |
Chandler Carruth | 6bda14b | 2017-06-06 11:49:48 +0000 | [diff] [blame] | 20 | #include "R600ISelLowering.h" |
| 21 | #include "R600InstrInfo.h" |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 22 | #include "SIFrameLowering.h" |
Chandler Carruth | 6bda14b | 2017-06-06 11:49:48 +0000 | [diff] [blame] | 23 | #include "SIISelLowering.h" |
| 24 | #include "SIInstrInfo.h" |
Valery Pykhtin | fd4c410 | 2017-03-21 13:15:46 +0000 | [diff] [blame] | 25 | #include "SIMachineFunctionInfo.h" |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 26 | #include "Utils/AMDGPUBaseInfo.h" |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 27 | #include "llvm/ADT/Triple.h" |
Tom Stellard | 000c5af | 2016-04-14 19:09:28 +0000 | [diff] [blame] | 28 | #include "llvm/CodeGen/GlobalISel/GISelAccessor.h" |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 29 | #include "llvm/CodeGen/MachineFunction.h" |
Matt Arsenault | 56684d4 | 2016-08-11 17:31:42 +0000 | [diff] [blame] | 30 | #include "llvm/CodeGen/SelectionDAGTargetInfo.h" |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 31 | #include "llvm/MC/MCInstrItineraries.h" |
| 32 | #include "llvm/Support/MathExtras.h" |
| 33 | #include <cassert> |
| 34 | #include <cstdint> |
| 35 | #include <memory> |
| 36 | #include <utility> |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 37 | |
| 38 | #define GET_SUBTARGETINFO_HEADER |
| 39 | #include "AMDGPUGenSubtargetInfo.inc" |
| 40 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 41 | namespace llvm { |
| 42 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 43 | class StringRef; |
Tom Stellard | e99fb65 | 2015-01-20 19:33:04 +0000 | [diff] [blame] | 44 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 45 | class AMDGPUSubtarget : public AMDGPUGenSubtargetInfo { |
Tom Stellard | a6c6e1b | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 46 | public: |
| 47 | enum Generation { |
| 48 | R600 = 0, |
| 49 | R700, |
| 50 | EVERGREEN, |
| 51 | NORTHERN_ISLANDS, |
Tom Stellard | 6e1ee47 | 2013-10-29 16:37:28 +0000 | [diff] [blame] | 52 | SOUTHERN_ISLANDS, |
Marek Olsak | 5df00d6 | 2014-12-07 12:18:57 +0000 | [diff] [blame] | 53 | SEA_ISLANDS, |
| 54 | VOLCANIC_ISLANDS, |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 55 | GFX9, |
Tom Stellard | a6c6e1b | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 56 | }; |
| 57 | |
Marek Olsak | 4d00dd2 | 2015-03-09 15:48:09 +0000 | [diff] [blame] | 58 | enum { |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 59 | ISAVersion0_0_0, |
Wei Ding | 7c3e511 | 2017-06-10 03:53:19 +0000 | [diff] [blame] | 60 | ISAVersion6_0_0, |
| 61 | ISAVersion6_0_1, |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 62 | ISAVersion7_0_0, |
| 63 | ISAVersion7_0_1, |
Yaxun Liu | 94add85 | 2016-10-26 16:37:56 +0000 | [diff] [blame] | 64 | ISAVersion7_0_2, |
Wei Ding | 7c3e511 | 2017-06-10 03:53:19 +0000 | [diff] [blame] | 65 | ISAVersion7_0_3, |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 66 | ISAVersion8_0_0, |
Changpeng Fang | c16be00 | 2016-01-13 20:39:25 +0000 | [diff] [blame] | 67 | ISAVersion8_0_1, |
Changpeng Fang | 98317d2 | 2016-10-11 16:00:47 +0000 | [diff] [blame] | 68 | ISAVersion8_0_2, |
Yaxun Liu | 94add85 | 2016-10-26 16:37:56 +0000 | [diff] [blame] | 69 | ISAVersion8_0_3, |
| 70 | ISAVersion8_0_4, |
| 71 | ISAVersion8_1_0, |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 72 | ISAVersion9_0_0, |
Wei Ding | 7c3e511 | 2017-06-10 03:53:19 +0000 | [diff] [blame] | 73 | ISAVersion9_0_1, |
| 74 | ISAVersion9_0_2, |
| 75 | ISAVersion9_0_3 |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 76 | }; |
| 77 | |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 78 | enum TrapHandlerAbi { |
| 79 | TrapHandlerAbiNone = 0, |
| 80 | TrapHandlerAbiHsa = 1 |
| 81 | }; |
| 82 | |
Wei Ding | f2cce02 | 2017-02-22 23:22:19 +0000 | [diff] [blame] | 83 | enum TrapID { |
| 84 | TrapIDHardwareReserved = 0, |
| 85 | TrapIDHSADebugTrap = 1, |
| 86 | TrapIDLLVMTrap = 2, |
| 87 | TrapIDLLVMDebugTrap = 3, |
| 88 | TrapIDDebugBreakpoint = 7, |
| 89 | TrapIDDebugReserved8 = 8, |
| 90 | TrapIDDebugReservedFE = 0xfe, |
| 91 | TrapIDDebugReservedFF = 0xff |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 92 | }; |
| 93 | |
| 94 | enum TrapRegValues { |
Wei Ding | f2cce02 | 2017-02-22 23:22:19 +0000 | [diff] [blame] | 95 | LLVMTrapHandlerRegValue = 1 |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 96 | }; |
| 97 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 98 | protected: |
| 99 | // Basic subtarget description. |
| 100 | Triple TargetTriple; |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 101 | Generation Gen; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 102 | unsigned IsaVersion; |
| 103 | unsigned WavefrontSize; |
| 104 | int LocalMemorySize; |
| 105 | int LDSBankCount; |
| 106 | unsigned MaxPrivateElementSize; |
| 107 | |
| 108 | // Possibly statically set by tablegen, but may want to be overridden. |
Matt Arsenault | b035a57 | 2015-01-29 19:34:25 +0000 | [diff] [blame] | 109 | bool FastFMAF32; |
Matt Arsenault | e83690c | 2016-01-18 21:13:50 +0000 | [diff] [blame] | 110 | bool HalfRate64Ops; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 111 | |
| 112 | // Dynamially set bits that enable features. |
| 113 | bool FP32Denormals; |
Matt Arsenault | a6867fd | 2017-01-23 22:31:03 +0000 | [diff] [blame] | 114 | bool FP64FP16Denormals; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 115 | bool FPExceptions; |
Matt Arsenault | 2fdf2a1 | 2017-02-21 23:35:48 +0000 | [diff] [blame] | 116 | bool DX10Clamp; |
Changpeng Fang | b41574a | 2015-12-22 20:55:23 +0000 | [diff] [blame] | 117 | bool FlatForGlobal; |
Konstantin Zhuravlyov | be6c0ca | 2017-06-02 17:40:26 +0000 | [diff] [blame] | 118 | bool AutoWaitcntBeforeBarrier; |
Tom Stellard | 64a9d08 | 2016-10-14 18:10:39 +0000 | [diff] [blame] | 119 | bool UnalignedScratchAccess; |
Matt Arsenault | 7f681ac | 2016-07-01 23:03:44 +0000 | [diff] [blame] | 120 | bool UnalignedBufferAccess; |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 121 | bool HasApertureRegs; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 122 | bool EnableXNACK; |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 123 | bool TrapHandler; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 124 | bool DebuggerInsertNops; |
| 125 | bool DebuggerReserveRegs; |
Konstantin Zhuravlyov | f2f3d14 | 2016-06-25 03:11:28 +0000 | [diff] [blame] | 126 | bool DebuggerEmitPrologue; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 127 | |
| 128 | // Used as options. |
| 129 | bool EnableVGPRSpilling; |
Matt Arsenault | d9a23ab | 2014-07-13 02:08:26 +0000 | [diff] [blame] | 130 | bool EnablePromoteAlloca; |
Matt Arsenault | 4103328 | 2014-10-10 22:01:59 +0000 | [diff] [blame] | 131 | bool EnableLoadStoreOpt; |
Matt Arsenault | 706f930 | 2015-07-06 16:01:58 +0000 | [diff] [blame] | 132 | bool EnableUnsafeDSOffsetFolding; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 133 | bool EnableSIScheduler; |
| 134 | bool DumpCode; |
| 135 | |
| 136 | // Subtarget statically properties set by tablegen |
| 137 | bool FP64; |
Tom Stellard | d7e6f13 | 2015-04-08 01:09:26 +0000 | [diff] [blame] | 138 | bool IsGCN; |
| 139 | bool GCN1Encoding; |
| 140 | bool GCN3Encoding; |
Tom Stellard | d1f0f02 | 2015-04-23 19:33:54 +0000 | [diff] [blame] | 141 | bool CIInsts; |
Matt Arsenault | 2021f08 | 2017-02-18 19:12:26 +0000 | [diff] [blame] | 142 | bool GFX9Insts; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 143 | bool SGPRInitBug; |
Matt Arsenault | 9d82ee7 | 2016-02-27 08:53:55 +0000 | [diff] [blame] | 144 | bool HasSMemRealTime; |
| 145 | bool Has16BitInsts; |
Matt Arsenault | 9be7b0d | 2017-02-27 18:49:11 +0000 | [diff] [blame] | 146 | bool HasVOP3PInsts; |
Matt Arsenault | cc88ce3 | 2016-10-12 18:00:51 +0000 | [diff] [blame] | 147 | bool HasMovrel; |
| 148 | bool HasVGPRIndexMode; |
Matt Arsenault | 7b64755 | 2016-10-28 21:55:15 +0000 | [diff] [blame] | 149 | bool HasScalarStores; |
Matt Arsenault | c88ba36 | 2016-10-29 04:05:06 +0000 | [diff] [blame] | 150 | bool HasInv2PiInlineImm; |
Sam Kolton | 07dbde2 | 2017-01-20 10:01:25 +0000 | [diff] [blame] | 151 | bool HasSDWA; |
Sam Kolton | 3c4933f | 2017-06-22 06:26:41 +0000 | [diff] [blame] | 152 | bool HasSDWAOmod; |
| 153 | bool HasSDWAScalar; |
| 154 | bool HasSDWASdst; |
| 155 | bool HasSDWAMac; |
Sam Kolton | a179d25 | 2017-06-27 15:02:23 +0000 | [diff] [blame] | 156 | bool HasSDWAOutModsVOPC; |
Sam Kolton | 07dbde2 | 2017-01-20 10:01:25 +0000 | [diff] [blame] | 157 | bool HasDPP; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 158 | bool FlatAddressSpace; |
Matt Arsenault | acdc765 | 2017-05-10 21:19:05 +0000 | [diff] [blame] | 159 | bool FlatInstOffsets; |
| 160 | bool FlatGlobalInsts; |
| 161 | bool FlatScratchInsts; |
Matt Arsenault | c37fe66 | 2017-07-20 17:42:47 +0000 | [diff] [blame] | 162 | bool AddNoCarryInsts; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 163 | bool R600ALUInst; |
| 164 | bool CaymanISA; |
| 165 | bool CFALUBug; |
| 166 | bool HasVertexCache; |
| 167 | short TexVTXClauseSize; |
Alexander Timofeev | 1800956 | 2016-12-08 17:28:47 +0000 | [diff] [blame] | 168 | bool ScalarizeGlobal; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 169 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 170 | // Dummy feature to use for assembler in tablegen. |
| 171 | bool FeatureDisable; |
| 172 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 173 | InstrItineraryData InstrItins; |
Matt Arsenault | 56684d4 | 2016-08-11 17:31:42 +0000 | [diff] [blame] | 174 | SelectionDAGTargetInfo TSInfo; |
Yaxun Liu | 1a14bfa | 2017-03-27 14:04:01 +0000 | [diff] [blame] | 175 | AMDGPUAS AS; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 176 | |
| 177 | public: |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 178 | AMDGPUSubtarget(const Triple &TT, StringRef GPU, StringRef FS, |
| 179 | const TargetMachine &TM); |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 180 | ~AMDGPUSubtarget() override; |
| 181 | |
Daniel Sanders | a73f1fd | 2015-06-10 12:11:26 +0000 | [diff] [blame] | 182 | AMDGPUSubtarget &initializeSubtargetDependencies(const Triple &TT, |
| 183 | StringRef GPU, StringRef FS); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 184 | |
Matt Arsenault | f9245b7 | 2016-07-22 17:01:25 +0000 | [diff] [blame] | 185 | const AMDGPUInstrInfo *getInstrInfo() const override = 0; |
| 186 | const AMDGPUFrameLowering *getFrameLowering() const override = 0; |
| 187 | const AMDGPUTargetLowering *getTargetLowering() const override = 0; |
| 188 | const AMDGPURegisterInfo *getRegisterInfo() const override = 0; |
Tom Stellard | 000c5af | 2016-04-14 19:09:28 +0000 | [diff] [blame] | 189 | |
Eric Christopher | d913448 | 2014-08-04 21:25:23 +0000 | [diff] [blame] | 190 | const InstrItineraryData *getInstrItineraryData() const override { |
| 191 | return &InstrItins; |
| 192 | } |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 193 | |
Matt Arsenault | 56684d4 | 2016-08-11 17:31:42 +0000 | [diff] [blame] | 194 | // Nothing implemented, just prevent crashes on use. |
| 195 | const SelectionDAGTargetInfo *getSelectionDAGInfo() const override { |
| 196 | return &TSInfo; |
| 197 | } |
| 198 | |
Craig Topper | ee7b0f3 | 2014-04-30 05:53:27 +0000 | [diff] [blame] | 199 | void ParseSubtargetFeatures(StringRef CPU, StringRef FS); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 200 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 201 | bool isAmdHsaOS() const { |
| 202 | return TargetTriple.getOS() == Triple::AMDHSA; |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 203 | } |
| 204 | |
Tom Stellard | 0b76fc4c | 2016-09-16 21:34:26 +0000 | [diff] [blame] | 205 | bool isMesa3DOS() const { |
| 206 | return TargetTriple.getOS() == Triple::Mesa3D; |
| 207 | } |
| 208 | |
Tom Stellard | e88bbc3 | 2016-09-23 01:33:26 +0000 | [diff] [blame] | 209 | bool isOpenCLEnv() const { |
Yaxun Liu | a618acf | 2017-06-01 21:31:53 +0000 | [diff] [blame] | 210 | return TargetTriple.getEnvironment() == Triple::OpenCL || |
| 211 | TargetTriple.getEnvironmentName() == "amdgizcl"; |
Tom Stellard | e88bbc3 | 2016-09-23 01:33:26 +0000 | [diff] [blame] | 212 | } |
| 213 | |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 214 | Generation getGeneration() const { |
| 215 | return Gen; |
| 216 | } |
| 217 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 218 | unsigned getWavefrontSize() const { |
| 219 | return WavefrontSize; |
| 220 | } |
| 221 | |
| 222 | int getLocalMemorySize() const { |
| 223 | return LocalMemorySize; |
| 224 | } |
| 225 | |
| 226 | int getLDSBankCount() const { |
| 227 | return LDSBankCount; |
| 228 | } |
| 229 | |
| 230 | unsigned getMaxPrivateElementSize() const { |
| 231 | return MaxPrivateElementSize; |
| 232 | } |
| 233 | |
Yaxun Liu | 1a14bfa | 2017-03-27 14:04:01 +0000 | [diff] [blame] | 234 | AMDGPUAS getAMDGPUAS() const { |
| 235 | return AS; |
| 236 | } |
| 237 | |
Konstantin Zhuravlyov | d971a11 | 2016-11-01 17:49:33 +0000 | [diff] [blame] | 238 | bool has16BitInsts() const { |
| 239 | return Has16BitInsts; |
| 240 | } |
| 241 | |
Matt Arsenault | 9be7b0d | 2017-02-27 18:49:11 +0000 | [diff] [blame] | 242 | bool hasVOP3PInsts() const { |
| 243 | return HasVOP3PInsts; |
| 244 | } |
| 245 | |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 246 | bool hasHWFP64() const { |
| 247 | return FP64; |
| 248 | } |
| 249 | |
Matt Arsenault | b035a57 | 2015-01-29 19:34:25 +0000 | [diff] [blame] | 250 | bool hasFastFMAF32() const { |
| 251 | return FastFMAF32; |
| 252 | } |
| 253 | |
Matt Arsenault | e83690c | 2016-01-18 21:13:50 +0000 | [diff] [blame] | 254 | bool hasHalfRate64Ops() const { |
| 255 | return HalfRate64Ops; |
| 256 | } |
| 257 | |
Matt Arsenault | 8870181 | 2016-06-09 23:42:48 +0000 | [diff] [blame] | 258 | bool hasAddr64() const { |
| 259 | return (getGeneration() < VOLCANIC_ISLANDS); |
| 260 | } |
| 261 | |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 262 | bool hasBFE() const { |
| 263 | return (getGeneration() >= EVERGREEN); |
| 264 | } |
| 265 | |
Matt Arsenault | 6e43965 | 2014-06-10 19:00:20 +0000 | [diff] [blame] | 266 | bool hasBFI() const { |
| 267 | return (getGeneration() >= EVERGREEN); |
| 268 | } |
| 269 | |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 270 | bool hasBFM() const { |
| 271 | return hasBFE(); |
| 272 | } |
| 273 | |
Matt Arsenault | 6042506 | 2014-06-10 19:18:28 +0000 | [diff] [blame] | 274 | bool hasBCNT(unsigned Size) const { |
| 275 | if (Size == 32) |
| 276 | return (getGeneration() >= EVERGREEN); |
| 277 | |
Matt Arsenault | 3dd43fc | 2014-07-18 06:07:13 +0000 | [diff] [blame] | 278 | if (Size == 64) |
| 279 | return (getGeneration() >= SOUTHERN_ISLANDS); |
| 280 | |
| 281 | return false; |
Matt Arsenault | 6042506 | 2014-06-10 19:18:28 +0000 | [diff] [blame] | 282 | } |
| 283 | |
Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 284 | bool hasMulU24() const { |
| 285 | return (getGeneration() >= EVERGREEN); |
| 286 | } |
| 287 | |
| 288 | bool hasMulI24() const { |
| 289 | return (getGeneration() >= SOUTHERN_ISLANDS || |
| 290 | hasCaymanISA()); |
| 291 | } |
| 292 | |
Jan Vesely | 6ddb8dd | 2014-07-15 15:51:09 +0000 | [diff] [blame] | 293 | bool hasFFBL() const { |
| 294 | return (getGeneration() >= EVERGREEN); |
| 295 | } |
| 296 | |
| 297 | bool hasFFBH() const { |
| 298 | return (getGeneration() >= EVERGREEN); |
| 299 | } |
| 300 | |
Matt Arsenault | 10268f9 | 2017-02-27 22:40:39 +0000 | [diff] [blame] | 301 | bool hasMed3_16() const { |
| 302 | return getGeneration() >= GFX9; |
| 303 | } |
| 304 | |
Matt Arsenault | ee324ff | 2017-05-17 19:25:06 +0000 | [diff] [blame] | 305 | bool hasMin3Max3_16() const { |
| 306 | return getGeneration() >= GFX9; |
| 307 | } |
| 308 | |
Jan Vesely | 808fff5 | 2015-04-30 17:15:56 +0000 | [diff] [blame] | 309 | bool hasCARRY() const { |
| 310 | return (getGeneration() >= EVERGREEN); |
| 311 | } |
| 312 | |
| 313 | bool hasBORROW() const { |
| 314 | return (getGeneration() >= EVERGREEN); |
| 315 | } |
| 316 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 317 | bool hasCaymanISA() const { |
| 318 | return CaymanISA; |
| 319 | } |
| 320 | |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 321 | TrapHandlerAbi getTrapHandlerAbi() const { |
| 322 | return isAmdHsaOS() ? TrapHandlerAbiHsa : TrapHandlerAbiNone; |
| 323 | } |
| 324 | |
Matt Arsenault | d9a23ab | 2014-07-13 02:08:26 +0000 | [diff] [blame] | 325 | bool isPromoteAllocaEnabled() const { |
| 326 | return EnablePromoteAlloca; |
| 327 | } |
| 328 | |
Matt Arsenault | 706f930 | 2015-07-06 16:01:58 +0000 | [diff] [blame] | 329 | bool unsafeDSOffsetFoldingEnabled() const { |
| 330 | return EnableUnsafeDSOffsetFolding; |
| 331 | } |
| 332 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 333 | bool dumpCode() const { |
| 334 | return DumpCode; |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 335 | } |
| 336 | |
Matt Arsenault | 8a028bf | 2016-05-16 21:19:59 +0000 | [diff] [blame] | 337 | /// Return the amount of LDS that can be used that will not restrict the |
| 338 | /// occupancy lower than WaveCount. |
Stanislav Mekhanoshin | 2b913b1 | 2017-02-01 22:59:50 +0000 | [diff] [blame] | 339 | unsigned getMaxLocalMemSizeWithWaveCount(unsigned WaveCount, |
| 340 | const Function &) const; |
Matt Arsenault | 8a028bf | 2016-05-16 21:19:59 +0000 | [diff] [blame] | 341 | |
| 342 | /// Inverse of getMaxLocalMemWithWaveCount. Return the maximum wavecount if |
| 343 | /// the given LDS memory size is the only constraint. |
Stanislav Mekhanoshin | 2b913b1 | 2017-02-01 22:59:50 +0000 | [diff] [blame] | 344 | unsigned getOccupancyWithLocalMemSize(uint32_t Bytes, const Function &) const; |
Matt Arsenault | 8a028bf | 2016-05-16 21:19:59 +0000 | [diff] [blame] | 345 | |
Valery Pykhtin | fd4c410 | 2017-03-21 13:15:46 +0000 | [diff] [blame] | 346 | unsigned getOccupancyWithLocalMemSize(const MachineFunction &MF) const { |
| 347 | const auto *MFI = MF.getInfo<SIMachineFunctionInfo>(); |
| 348 | return getOccupancyWithLocalMemSize(MFI->getLDSSize(), *MF.getFunction()); |
| 349 | } |
| 350 | |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 351 | bool hasFP16Denormals() const { |
Matt Arsenault | a6867fd | 2017-01-23 22:31:03 +0000 | [diff] [blame] | 352 | return FP64FP16Denormals; |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 353 | } |
Matt Arsenault | 8a028bf | 2016-05-16 21:19:59 +0000 | [diff] [blame] | 354 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 355 | bool hasFP32Denormals() const { |
| 356 | return FP32Denormals; |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 357 | } |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 358 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 359 | bool hasFP64Denormals() const { |
Matt Arsenault | a6867fd | 2017-01-23 22:31:03 +0000 | [diff] [blame] | 360 | return FP64FP16Denormals; |
Matt Arsenault | 24ee078 | 2016-02-12 02:40:47 +0000 | [diff] [blame] | 361 | } |
| 362 | |
Stanislav Mekhanoshin | dc2890a | 2017-07-13 23:59:15 +0000 | [diff] [blame] | 363 | bool supportsMinMaxDenormModes() const { |
| 364 | return getGeneration() >= AMDGPUSubtarget::GFX9; |
| 365 | } |
| 366 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 367 | bool hasFPExceptions() const { |
| 368 | return FPExceptions; |
Marek Olsak | 4d00dd2 | 2015-03-09 15:48:09 +0000 | [diff] [blame] | 369 | } |
| 370 | |
Matt Arsenault | 2fdf2a1 | 2017-02-21 23:35:48 +0000 | [diff] [blame] | 371 | bool enableDX10Clamp() const { |
| 372 | return DX10Clamp; |
| 373 | } |
| 374 | |
| 375 | bool enableIEEEBit(const MachineFunction &MF) const { |
| 376 | return AMDGPU::isCompute(MF.getFunction()->getCallingConv()); |
| 377 | } |
| 378 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 379 | bool useFlatForGlobal() const { |
| 380 | return FlatForGlobal; |
Tom Stellard | ec87f84 | 2015-05-25 16:15:54 +0000 | [diff] [blame] | 381 | } |
| 382 | |
Konstantin Zhuravlyov | be6c0ca | 2017-06-02 17:40:26 +0000 | [diff] [blame] | 383 | bool hasAutoWaitcntBeforeBarrier() const { |
| 384 | return AutoWaitcntBeforeBarrier; |
| 385 | } |
| 386 | |
Matt Arsenault | 7f681ac | 2016-07-01 23:03:44 +0000 | [diff] [blame] | 387 | bool hasUnalignedBufferAccess() const { |
| 388 | return UnalignedBufferAccess; |
| 389 | } |
| 390 | |
Tom Stellard | 64a9d08 | 2016-10-14 18:10:39 +0000 | [diff] [blame] | 391 | bool hasUnalignedScratchAccess() const { |
| 392 | return UnalignedScratchAccess; |
| 393 | } |
| 394 | |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 395 | bool hasApertureRegs() const { |
| 396 | return HasApertureRegs; |
| 397 | } |
| 398 | |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 399 | bool isTrapHandlerEnabled() const { |
| 400 | return TrapHandler; |
| 401 | } |
| 402 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 403 | bool isXNACKEnabled() const { |
| 404 | return EnableXNACK; |
| 405 | } |
Tom Stellard | b8fd6ef | 2014-12-02 22:00:07 +0000 | [diff] [blame] | 406 | |
Matt Arsenault | b6491cc | 2017-01-31 01:20:54 +0000 | [diff] [blame] | 407 | bool hasFlatAddressSpace() const { |
| 408 | return FlatAddressSpace; |
| 409 | } |
| 410 | |
Matt Arsenault | acdc765 | 2017-05-10 21:19:05 +0000 | [diff] [blame] | 411 | bool hasFlatInstOffsets() const { |
| 412 | return FlatInstOffsets; |
| 413 | } |
| 414 | |
| 415 | bool hasFlatGlobalInsts() const { |
| 416 | return FlatGlobalInsts; |
| 417 | } |
| 418 | |
| 419 | bool hasFlatScratchInsts() const { |
| 420 | return FlatScratchInsts; |
| 421 | } |
| 422 | |
Matt Arsenault | c37fe66 | 2017-07-20 17:42:47 +0000 | [diff] [blame] | 423 | bool hasAddNoCarry() const { |
| 424 | return AddNoCarryInsts; |
| 425 | } |
| 426 | |
Tom Stellard | 2f3f985 | 2017-01-25 01:25:13 +0000 | [diff] [blame] | 427 | bool isMesaKernel(const MachineFunction &MF) const { |
| 428 | return isMesa3DOS() && !AMDGPU::isShader(MF.getFunction()->getCallingConv()); |
| 429 | } |
| 430 | |
| 431 | // Covers VS/PS/CS graphics shaders |
| 432 | bool isMesaGfxShader(const MachineFunction &MF) const { |
| 433 | return isMesa3DOS() && AMDGPU::isShader(MF.getFunction()->getCallingConv()); |
| 434 | } |
| 435 | |
| 436 | bool isAmdCodeObjectV2(const MachineFunction &MF) const { |
| 437 | return isAmdHsaOS() || isMesaKernel(MF); |
Tom Stellard | 0b76fc4c | 2016-09-16 21:34:26 +0000 | [diff] [blame] | 438 | } |
| 439 | |
Matt Arsenault | da7a656 | 2017-02-01 00:42:40 +0000 | [diff] [blame] | 440 | bool hasFminFmaxLegacy() const { |
| 441 | return getGeneration() < AMDGPUSubtarget::VOLCANIC_ISLANDS; |
| 442 | } |
| 443 | |
Stanislav Mekhanoshin | 53a2129 | 2017-05-23 19:54:48 +0000 | [diff] [blame] | 444 | bool hasSDWA() const { |
| 445 | return HasSDWA; |
| 446 | } |
| 447 | |
Sam Kolton | 3c4933f | 2017-06-22 06:26:41 +0000 | [diff] [blame] | 448 | bool hasSDWAOmod() const { |
| 449 | return HasSDWAOmod; |
| 450 | } |
| 451 | |
| 452 | bool hasSDWAScalar() const { |
| 453 | return HasSDWAScalar; |
| 454 | } |
| 455 | |
| 456 | bool hasSDWASdst() const { |
| 457 | return HasSDWASdst; |
| 458 | } |
| 459 | |
| 460 | bool hasSDWAMac() const { |
| 461 | return HasSDWAMac; |
| 462 | } |
| 463 | |
Sam Kolton | a179d25 | 2017-06-27 15:02:23 +0000 | [diff] [blame] | 464 | bool hasSDWAOutModsVOPC() const { |
| 465 | return HasSDWAOutModsVOPC; |
Sam Kolton | 3c4933f | 2017-06-22 06:26:41 +0000 | [diff] [blame] | 466 | } |
| 467 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 468 | /// \brief Returns the offset in bytes from the start of the input buffer |
| 469 | /// of the first explicit kernel argument. |
Tom Stellard | 2f3f985 | 2017-01-25 01:25:13 +0000 | [diff] [blame] | 470 | unsigned getExplicitKernelArgOffset(const MachineFunction &MF) const { |
| 471 | return isAmdCodeObjectV2(MF) ? 0 : 36; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 472 | } |
| 473 | |
Tom Stellard | b2869eb | 2016-09-09 19:28:00 +0000 | [diff] [blame] | 474 | unsigned getAlignmentForImplicitArgPtr() const { |
| 475 | return isAmdHsaOS() ? 8 : 4; |
| 476 | } |
| 477 | |
Tom Stellard | 2f3f985 | 2017-01-25 01:25:13 +0000 | [diff] [blame] | 478 | unsigned getImplicitArgNumBytes(const MachineFunction &MF) const { |
| 479 | if (isMesaKernel(MF)) |
Tom Stellard | e88bbc3 | 2016-09-23 01:33:26 +0000 | [diff] [blame] | 480 | return 16; |
| 481 | if (isAmdHsaOS() && isOpenCLEnv()) |
| 482 | return 32; |
| 483 | return 0; |
| 484 | } |
| 485 | |
Matt Arsenault | 869fec2 | 2017-04-17 19:48:24 +0000 | [diff] [blame] | 486 | // Scratch is allocated in 256 dword per wave blocks for the entire |
| 487 | // wavefront. When viewed from the perspecive of an arbitrary workitem, this |
| 488 | // is 4-byte aligned. |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 489 | unsigned getStackAlignment() const { |
Matt Arsenault | 869fec2 | 2017-04-17 19:48:24 +0000 | [diff] [blame] | 490 | return 4; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 491 | } |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 492 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 493 | bool enableMachineScheduler() const override { |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 494 | return true; |
Andrew Trick | 978674b | 2013-09-20 05:14:41 +0000 | [diff] [blame] | 495 | } |
| 496 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 497 | bool enableSubRegLiveness() const override { |
| 498 | return true; |
| 499 | } |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 500 | |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 501 | void setScalarizeGlobalBehavior(bool b) { ScalarizeGlobal = b;} |
| 502 | bool getScalarizeGlobalBehavior() const { return ScalarizeGlobal;} |
| 503 | |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 504 | /// \returns Number of execution units per compute unit supported by the |
| 505 | /// subtarget. |
| 506 | unsigned getEUsPerCU() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 507 | return AMDGPU::IsaInfo::getEUsPerCU(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 508 | } |
| 509 | |
| 510 | /// \returns Maximum number of work groups per compute unit supported by the |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 511 | /// subtarget and limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 512 | unsigned getMaxWorkGroupsPerCU(unsigned FlatWorkGroupSize) const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 513 | return AMDGPU::IsaInfo::getMaxWorkGroupsPerCU(getFeatureBits(), |
| 514 | FlatWorkGroupSize); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 515 | } |
| 516 | |
| 517 | /// \returns Maximum number of waves per compute unit supported by the |
| 518 | /// subtarget without any kind of limitation. |
| 519 | unsigned getMaxWavesPerCU() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 520 | return AMDGPU::IsaInfo::getMaxWavesPerCU(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 521 | } |
| 522 | |
| 523 | /// \returns Maximum number of waves per compute unit supported by the |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 524 | /// subtarget and limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 525 | unsigned getMaxWavesPerCU(unsigned FlatWorkGroupSize) const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 526 | return AMDGPU::IsaInfo::getMaxWavesPerCU(getFeatureBits(), |
| 527 | FlatWorkGroupSize); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 528 | } |
| 529 | |
| 530 | /// \returns Minimum number of waves per execution unit supported by the |
| 531 | /// subtarget. |
| 532 | unsigned getMinWavesPerEU() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 533 | return AMDGPU::IsaInfo::getMinWavesPerEU(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 534 | } |
| 535 | |
| 536 | /// \returns Maximum number of waves per execution unit supported by the |
| 537 | /// subtarget without any kind of limitation. |
| 538 | unsigned getMaxWavesPerEU() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 539 | return AMDGPU::IsaInfo::getMaxWavesPerEU(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 540 | } |
| 541 | |
| 542 | /// \returns Maximum number of waves per execution unit supported by the |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 543 | /// subtarget and limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 544 | unsigned getMaxWavesPerEU(unsigned FlatWorkGroupSize) const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 545 | return AMDGPU::IsaInfo::getMaxWavesPerEU(getFeatureBits(), |
| 546 | FlatWorkGroupSize); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 547 | } |
| 548 | |
| 549 | /// \returns Minimum flat work group size supported by the subtarget. |
| 550 | unsigned getMinFlatWorkGroupSize() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 551 | return AMDGPU::IsaInfo::getMinFlatWorkGroupSize(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 552 | } |
| 553 | |
| 554 | /// \returns Maximum flat work group size supported by the subtarget. |
| 555 | unsigned getMaxFlatWorkGroupSize() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 556 | return AMDGPU::IsaInfo::getMaxFlatWorkGroupSize(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 557 | } |
| 558 | |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 559 | /// \returns Number of waves per work group supported by the subtarget and |
| 560 | /// limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 561 | unsigned getWavesPerWorkGroup(unsigned FlatWorkGroupSize) const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 562 | return AMDGPU::IsaInfo::getWavesPerWorkGroup(getFeatureBits(), |
| 563 | FlatWorkGroupSize); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 564 | } |
| 565 | |
| 566 | /// \returns Subtarget's default pair of minimum/maximum flat work group sizes |
| 567 | /// for function \p F, or minimum/maximum flat work group sizes explicitly |
| 568 | /// requested using "amdgpu-flat-work-group-size" attribute attached to |
| 569 | /// function \p F. |
| 570 | /// |
| 571 | /// \returns Subtarget's default values if explicitly requested values cannot |
| 572 | /// be converted to integer, or violate subtarget's specifications. |
| 573 | std::pair<unsigned, unsigned> getFlatWorkGroupSizes(const Function &F) const; |
| 574 | |
| 575 | /// \returns Subtarget's default pair of minimum/maximum number of waves per |
| 576 | /// execution unit for function \p F, or minimum/maximum number of waves per |
| 577 | /// execution unit explicitly requested using "amdgpu-waves-per-eu" attribute |
| 578 | /// attached to function \p F. |
| 579 | /// |
| 580 | /// \returns Subtarget's default values if explicitly requested values cannot |
| 581 | /// be converted to integer, violate subtarget's specifications, or are not |
| 582 | /// compatible with minimum/maximum number of waves limited by flat work group |
| 583 | /// size, register usage, and/or lds usage. |
| 584 | std::pair<unsigned, unsigned> getWavesPerEU(const Function &F) const; |
Stanislav Mekhanoshin | c90347d | 2017-04-12 20:48:56 +0000 | [diff] [blame] | 585 | |
| 586 | /// Creates value range metadata on an workitemid.* inrinsic call or load. |
| 587 | bool makeLIDRangeMetadata(Instruction *I) const; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 588 | }; |
| 589 | |
| 590 | class R600Subtarget final : public AMDGPUSubtarget { |
| 591 | private: |
| 592 | R600InstrInfo InstrInfo; |
| 593 | R600FrameLowering FrameLowering; |
| 594 | R600TargetLowering TLInfo; |
| 595 | |
| 596 | public: |
| 597 | R600Subtarget(const Triple &TT, StringRef CPU, StringRef FS, |
| 598 | const TargetMachine &TM); |
| 599 | |
| 600 | const R600InstrInfo *getInstrInfo() const override { |
| 601 | return &InstrInfo; |
| 602 | } |
| 603 | |
| 604 | const R600FrameLowering *getFrameLowering() const override { |
| 605 | return &FrameLowering; |
| 606 | } |
| 607 | |
| 608 | const R600TargetLowering *getTargetLowering() const override { |
| 609 | return &TLInfo; |
| 610 | } |
| 611 | |
| 612 | const R600RegisterInfo *getRegisterInfo() const override { |
| 613 | return &InstrInfo.getRegisterInfo(); |
| 614 | } |
| 615 | |
| 616 | bool hasCFAluBug() const { |
| 617 | return CFALUBug; |
| 618 | } |
| 619 | |
| 620 | bool hasVertexCache() const { |
| 621 | return HasVertexCache; |
| 622 | } |
| 623 | |
| 624 | short getTexVTXClauseSize() const { |
| 625 | return TexVTXClauseSize; |
| 626 | } |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 627 | }; |
| 628 | |
| 629 | class SISubtarget final : public AMDGPUSubtarget { |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 630 | private: |
| 631 | SIInstrInfo InstrInfo; |
| 632 | SIFrameLowering FrameLowering; |
| 633 | SITargetLowering TLInfo; |
| 634 | std::unique_ptr<GISelAccessor> GISel; |
| 635 | |
| 636 | public: |
| 637 | SISubtarget(const Triple &TT, StringRef CPU, StringRef FS, |
| 638 | const TargetMachine &TM); |
| 639 | |
| 640 | const SIInstrInfo *getInstrInfo() const override { |
| 641 | return &InstrInfo; |
| 642 | } |
| 643 | |
| 644 | const SIFrameLowering *getFrameLowering() const override { |
| 645 | return &FrameLowering; |
| 646 | } |
| 647 | |
| 648 | const SITargetLowering *getTargetLowering() const override { |
| 649 | return &TLInfo; |
| 650 | } |
| 651 | |
| 652 | const CallLowering *getCallLowering() const override { |
| 653 | assert(GISel && "Access to GlobalISel APIs not set"); |
| 654 | return GISel->getCallLowering(); |
| 655 | } |
| 656 | |
Tom Stellard | ca16621 | 2017-01-30 21:56:46 +0000 | [diff] [blame] | 657 | const InstructionSelector *getInstructionSelector() const override { |
| 658 | assert(GISel && "Access to GlobalISel APIs not set"); |
| 659 | return GISel->getInstructionSelector(); |
| 660 | } |
| 661 | |
| 662 | const LegalizerInfo *getLegalizerInfo() const override { |
| 663 | assert(GISel && "Access to GlobalISel APIs not set"); |
| 664 | return GISel->getLegalizerInfo(); |
| 665 | } |
| 666 | |
| 667 | const RegisterBankInfo *getRegBankInfo() const override { |
| 668 | assert(GISel && "Access to GlobalISel APIs not set"); |
| 669 | return GISel->getRegBankInfo(); |
| 670 | } |
| 671 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 672 | const SIRegisterInfo *getRegisterInfo() const override { |
| 673 | return &InstrInfo.getRegisterInfo(); |
| 674 | } |
| 675 | |
| 676 | void setGISelAccessor(GISelAccessor &GISel) { |
| 677 | this->GISel.reset(&GISel); |
| 678 | } |
| 679 | |
Matt Arsenault | 9f5e0ef | 2017-01-25 04:25:02 +0000 | [diff] [blame] | 680 | // XXX - Why is this here if it isn't in the default pass set? |
| 681 | bool enableEarlyIfConversion() const override { |
| 682 | return true; |
| 683 | } |
| 684 | |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 685 | void overrideSchedPolicy(MachineSchedPolicy &Policy, |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 686 | unsigned NumRegionInstrs) const override; |
| 687 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 688 | bool isVGPRSpillingEnabled(const Function& F) const; |
| 689 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 690 | unsigned getMaxNumUserSGPRs() const { |
| 691 | return 16; |
| 692 | } |
| 693 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 694 | bool hasSMemRealTime() const { |
| 695 | return HasSMemRealTime; |
| 696 | } |
| 697 | |
Matt Arsenault | cc88ce3 | 2016-10-12 18:00:51 +0000 | [diff] [blame] | 698 | bool hasMovrel() const { |
| 699 | return HasMovrel; |
| 700 | } |
| 701 | |
| 702 | bool hasVGPRIndexMode() const { |
| 703 | return HasVGPRIndexMode; |
| 704 | } |
| 705 | |
Marek Olsak | e22fdb9 | 2017-03-21 17:00:32 +0000 | [diff] [blame] | 706 | bool useVGPRIndexMode(bool UserEnable) const { |
| 707 | return !hasMovrel() || (UserEnable && hasVGPRIndexMode()); |
| 708 | } |
| 709 | |
Matt Arsenault | 7b1dc2c | 2016-09-17 02:02:19 +0000 | [diff] [blame] | 710 | bool hasScalarCompareEq64() const { |
| 711 | return getGeneration() >= VOLCANIC_ISLANDS; |
| 712 | } |
| 713 | |
Matt Arsenault | 7b64755 | 2016-10-28 21:55:15 +0000 | [diff] [blame] | 714 | bool hasScalarStores() const { |
| 715 | return HasScalarStores; |
| 716 | } |
| 717 | |
Matt Arsenault | c88ba36 | 2016-10-29 04:05:06 +0000 | [diff] [blame] | 718 | bool hasInv2PiInlineImm() const { |
| 719 | return HasInv2PiInlineImm; |
| 720 | } |
| 721 | |
Sam Kolton | 07dbde2 | 2017-01-20 10:01:25 +0000 | [diff] [blame] | 722 | bool hasDPP() const { |
| 723 | return HasDPP; |
| 724 | } |
| 725 | |
Tom Stellard | de008d3 | 2016-01-21 04:28:34 +0000 | [diff] [blame] | 726 | bool enableSIScheduler() const { |
| 727 | return EnableSIScheduler; |
| 728 | } |
| 729 | |
Konstantin Zhuravlyov | f2f3d14 | 2016-06-25 03:11:28 +0000 | [diff] [blame] | 730 | bool debuggerSupported() const { |
| 731 | return debuggerInsertNops() && debuggerReserveRegs() && |
| 732 | debuggerEmitPrologue(); |
| 733 | } |
| 734 | |
Konstantin Zhuravlyov | 8c273ad | 2016-04-18 16:28:23 +0000 | [diff] [blame] | 735 | bool debuggerInsertNops() const { |
| 736 | return DebuggerInsertNops; |
| 737 | } |
| 738 | |
Konstantin Zhuravlyov | 29ddd2b | 2016-05-24 18:37:18 +0000 | [diff] [blame] | 739 | bool debuggerReserveRegs() const { |
| 740 | return DebuggerReserveRegs; |
Konstantin Zhuravlyov | 1d99c4d | 2016-04-26 15:43:14 +0000 | [diff] [blame] | 741 | } |
| 742 | |
Konstantin Zhuravlyov | f2f3d14 | 2016-06-25 03:11:28 +0000 | [diff] [blame] | 743 | bool debuggerEmitPrologue() const { |
| 744 | return DebuggerEmitPrologue; |
| 745 | } |
| 746 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 747 | bool loadStoreOptEnabled() const { |
| 748 | return EnableLoadStoreOpt; |
Nicolai Haehnle | 5b50497 | 2016-01-04 23:35:53 +0000 | [diff] [blame] | 749 | } |
| 750 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 751 | bool hasSGPRInitBug() const { |
| 752 | return SGPRInitBug; |
Matt Arsenault | 41003af | 2015-11-30 21:16:07 +0000 | [diff] [blame] | 753 | } |
Tom Stellard | 0d23ebe | 2016-08-29 19:42:52 +0000 | [diff] [blame] | 754 | |
Tom Stellard | b133fbb | 2016-10-27 23:05:31 +0000 | [diff] [blame] | 755 | bool has12DWordStoreHazard() const { |
| 756 | return getGeneration() != AMDGPUSubtarget::SOUTHERN_ISLANDS; |
| 757 | } |
| 758 | |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 759 | bool hasSMovFedHazard() const { |
| 760 | return getGeneration() >= AMDGPUSubtarget::GFX9; |
| 761 | } |
| 762 | |
| 763 | bool hasReadM0Hazard() const { |
| 764 | return getGeneration() >= AMDGPUSubtarget::GFX9; |
| 765 | } |
| 766 | |
Tom Stellard | 2f3f985 | 2017-01-25 01:25:13 +0000 | [diff] [blame] | 767 | unsigned getKernArgSegmentSize(const MachineFunction &MF, unsigned ExplictArgBytes) const; |
Tom Stellard | e88bbc3 | 2016-09-23 01:33:26 +0000 | [diff] [blame] | 768 | |
Tom Stellard | 0d23ebe | 2016-08-29 19:42:52 +0000 | [diff] [blame] | 769 | /// Return the maximum number of waves per SIMD for kernels using \p SGPRs SGPRs |
| 770 | unsigned getOccupancyWithNumSGPRs(unsigned SGPRs) const; |
| 771 | |
| 772 | /// Return the maximum number of waves per SIMD for kernels using \p VGPRs VGPRs |
| 773 | unsigned getOccupancyWithNumVGPRs(unsigned VGPRs) const; |
Konstantin Zhuravlyov | d7bdf24 | 2016-09-30 16:50:36 +0000 | [diff] [blame] | 774 | |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 775 | /// \returns true if the flat_scratch register should be initialized with the |
| 776 | /// pointer to the wave's scratch memory rather than a size and offset. |
| 777 | bool flatScratchIsPointer() const { |
| 778 | return getGeneration() >= GFX9; |
Konstantin Zhuravlyov | d7bdf24 | 2016-09-30 16:50:36 +0000 | [diff] [blame] | 779 | } |
Matt Arsenault | 4eae301 | 2016-10-28 20:31:47 +0000 | [diff] [blame] | 780 | |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 781 | /// \returns SGPR allocation granularity supported by the subtarget. |
| 782 | unsigned getSGPRAllocGranule() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 783 | return AMDGPU::IsaInfo::getSGPRAllocGranule(getFeatureBits()); |
Konstantin Zhuravlyov | e22fbcb | 2017-02-08 13:18:40 +0000 | [diff] [blame] | 784 | } |
| 785 | |
| 786 | /// \returns SGPR encoding granularity supported by the subtarget. |
| 787 | unsigned getSGPREncodingGranule() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 788 | return AMDGPU::IsaInfo::getSGPREncodingGranule(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 789 | } |
| 790 | |
| 791 | /// \returns Total number of SGPRs supported by the subtarget. |
| 792 | unsigned getTotalNumSGPRs() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 793 | return AMDGPU::IsaInfo::getTotalNumSGPRs(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 794 | } |
| 795 | |
| 796 | /// \returns Addressable number of SGPRs supported by the subtarget. |
| 797 | unsigned getAddressableNumSGPRs() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 798 | return AMDGPU::IsaInfo::getAddressableNumSGPRs(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 799 | } |
| 800 | |
| 801 | /// \returns Minimum number of SGPRs that meets the given number of waves per |
| 802 | /// execution unit requirement supported by the subtarget. |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 803 | unsigned getMinNumSGPRs(unsigned WavesPerEU) const { |
| 804 | return AMDGPU::IsaInfo::getMinNumSGPRs(getFeatureBits(), WavesPerEU); |
| 805 | } |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 806 | |
| 807 | /// \returns Maximum number of SGPRs that meets the given number of waves per |
| 808 | /// execution unit requirement supported by the subtarget. |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 809 | unsigned getMaxNumSGPRs(unsigned WavesPerEU, bool Addressable) const { |
| 810 | return AMDGPU::IsaInfo::getMaxNumSGPRs(getFeatureBits(), WavesPerEU, |
| 811 | Addressable); |
| 812 | } |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 813 | |
| 814 | /// \returns Reserved number of SGPRs for given function \p MF. |
| 815 | unsigned getReservedNumSGPRs(const MachineFunction &MF) const; |
| 816 | |
| 817 | /// \returns Maximum number of SGPRs that meets number of waves per execution |
| 818 | /// unit requirement for function \p MF, or number of SGPRs explicitly |
| 819 | /// requested using "amdgpu-num-sgpr" attribute attached to function \p MF. |
| 820 | /// |
| 821 | /// \returns Value that meets number of waves per execution unit requirement |
| 822 | /// if explicitly requested value cannot be converted to integer, violates |
| 823 | /// subtarget's specifications, or does not meet number of waves per execution |
| 824 | /// unit requirement. |
| 825 | unsigned getMaxNumSGPRs(const MachineFunction &MF) const; |
| 826 | |
| 827 | /// \returns VGPR allocation granularity supported by the subtarget. |
| 828 | unsigned getVGPRAllocGranule() const { |
Mandeep Singh Grang | 5e1697e | 2017-06-06 05:08:36 +0000 | [diff] [blame] | 829 | return AMDGPU::IsaInfo::getVGPRAllocGranule(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 830 | } |
| 831 | |
Konstantin Zhuravlyov | e22fbcb | 2017-02-08 13:18:40 +0000 | [diff] [blame] | 832 | /// \returns VGPR encoding granularity supported by the subtarget. |
| 833 | unsigned getVGPREncodingGranule() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 834 | return AMDGPU::IsaInfo::getVGPREncodingGranule(getFeatureBits()); |
Konstantin Zhuravlyov | e22fbcb | 2017-02-08 13:18:40 +0000 | [diff] [blame] | 835 | } |
| 836 | |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 837 | /// \returns Total number of VGPRs supported by the subtarget. |
| 838 | unsigned getTotalNumVGPRs() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 839 | return AMDGPU::IsaInfo::getTotalNumVGPRs(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 840 | } |
| 841 | |
| 842 | /// \returns Addressable number of VGPRs supported by the subtarget. |
| 843 | unsigned getAddressableNumVGPRs() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 844 | return AMDGPU::IsaInfo::getAddressableNumVGPRs(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 845 | } |
| 846 | |
| 847 | /// \returns Minimum number of VGPRs that meets given number of waves per |
| 848 | /// execution unit requirement supported by the subtarget. |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 849 | unsigned getMinNumVGPRs(unsigned WavesPerEU) const { |
| 850 | return AMDGPU::IsaInfo::getMinNumVGPRs(getFeatureBits(), WavesPerEU); |
| 851 | } |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 852 | |
| 853 | /// \returns Maximum number of VGPRs that meets given number of waves per |
| 854 | /// execution unit requirement supported by the subtarget. |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 855 | unsigned getMaxNumVGPRs(unsigned WavesPerEU) const { |
| 856 | return AMDGPU::IsaInfo::getMaxNumVGPRs(getFeatureBits(), WavesPerEU); |
| 857 | } |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 858 | |
| 859 | /// \returns Reserved number of VGPRs for given function \p MF. |
| 860 | unsigned getReservedNumVGPRs(const MachineFunction &MF) const { |
| 861 | return debuggerReserveRegs() ? 4 : 0; |
| 862 | } |
| 863 | |
| 864 | /// \returns Maximum number of VGPRs that meets number of waves per execution |
| 865 | /// unit requirement for function \p MF, or number of VGPRs explicitly |
| 866 | /// requested using "amdgpu-num-vgpr" attribute attached to function \p MF. |
| 867 | /// |
| 868 | /// \returns Value that meets number of waves per execution unit requirement |
| 869 | /// if explicitly requested value cannot be converted to integer, violates |
| 870 | /// subtarget's specifications, or does not meet number of waves per execution |
| 871 | /// unit requirement. |
| 872 | unsigned getMaxNumVGPRs(const MachineFunction &MF) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 873 | }; |
| 874 | |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 875 | } // end namespace llvm |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 876 | |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 877 | #endif // LLVM_LIB_TARGET_AMDGPU_AMDGPUSUBTARGET_H |