Matt Arsenault | 0c90e95 | 2015-11-06 18:17:45 +0000 | [diff] [blame] | 1 | //=====-- AMDGPUSubtarget.h - Define Subtarget for AMDGPU ------*- C++ -*-====// |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //==-----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief AMDGPU specific subclass of TargetSubtarget. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Matt Arsenault | 0c90e95 | 2015-11-06 18:17:45 +0000 | [diff] [blame] | 15 | #ifndef LLVM_LIB_TARGET_AMDGPU_AMDGPUSUBTARGET_H |
| 16 | #define LLVM_LIB_TARGET_AMDGPU_AMDGPUSUBTARGET_H |
Matt Arsenault | f59e538 | 2015-11-06 18:23:00 +0000 | [diff] [blame] | 17 | |
Tom Stellard | a6c6e1b | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 18 | #include "AMDGPU.h" |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 19 | #include "R600InstrInfo.h" |
| 20 | #include "R600ISelLowering.h" |
| 21 | #include "R600FrameLowering.h" |
| 22 | #include "SIInstrInfo.h" |
| 23 | #include "SIISelLowering.h" |
| 24 | #include "SIFrameLowering.h" |
Valery Pykhtin | fd4c410 | 2017-03-21 13:15:46 +0000 | [diff] [blame] | 25 | #include "SIMachineFunctionInfo.h" |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 26 | #include "Utils/AMDGPUBaseInfo.h" |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 27 | #include "llvm/ADT/Triple.h" |
Tom Stellard | 000c5af | 2016-04-14 19:09:28 +0000 | [diff] [blame] | 28 | #include "llvm/CodeGen/GlobalISel/GISelAccessor.h" |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 29 | #include "llvm/CodeGen/MachineFunction.h" |
Matt Arsenault | 56684d4 | 2016-08-11 17:31:42 +0000 | [diff] [blame] | 30 | #include "llvm/CodeGen/SelectionDAGTargetInfo.h" |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 31 | #include "llvm/MC/MCInstrItineraries.h" |
| 32 | #include "llvm/Support/MathExtras.h" |
| 33 | #include <cassert> |
| 34 | #include <cstdint> |
| 35 | #include <memory> |
| 36 | #include <utility> |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 37 | |
| 38 | #define GET_SUBTARGETINFO_HEADER |
| 39 | #include "AMDGPUGenSubtargetInfo.inc" |
| 40 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 41 | namespace llvm { |
| 42 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 43 | class StringRef; |
Tom Stellard | e99fb65 | 2015-01-20 19:33:04 +0000 | [diff] [blame] | 44 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 45 | class AMDGPUSubtarget : public AMDGPUGenSubtargetInfo { |
Tom Stellard | a6c6e1b | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 46 | public: |
| 47 | enum Generation { |
| 48 | R600 = 0, |
| 49 | R700, |
| 50 | EVERGREEN, |
| 51 | NORTHERN_ISLANDS, |
Tom Stellard | 6e1ee47 | 2013-10-29 16:37:28 +0000 | [diff] [blame] | 52 | SOUTHERN_ISLANDS, |
Marek Olsak | 5df00d6 | 2014-12-07 12:18:57 +0000 | [diff] [blame] | 53 | SEA_ISLANDS, |
| 54 | VOLCANIC_ISLANDS, |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 55 | GFX9, |
Tom Stellard | a6c6e1b | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 56 | }; |
| 57 | |
Marek Olsak | 4d00dd2 | 2015-03-09 15:48:09 +0000 | [diff] [blame] | 58 | enum { |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 59 | ISAVersion0_0_0, |
| 60 | ISAVersion7_0_0, |
| 61 | ISAVersion7_0_1, |
Yaxun Liu | 94add85 | 2016-10-26 16:37:56 +0000 | [diff] [blame] | 62 | ISAVersion7_0_2, |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 63 | ISAVersion8_0_0, |
Changpeng Fang | c16be00 | 2016-01-13 20:39:25 +0000 | [diff] [blame] | 64 | ISAVersion8_0_1, |
Changpeng Fang | 98317d2 | 2016-10-11 16:00:47 +0000 | [diff] [blame] | 65 | ISAVersion8_0_2, |
Yaxun Liu | 94add85 | 2016-10-26 16:37:56 +0000 | [diff] [blame] | 66 | ISAVersion8_0_3, |
| 67 | ISAVersion8_0_4, |
| 68 | ISAVersion8_1_0, |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 69 | ISAVersion9_0_0, |
| 70 | ISAVersion9_0_1 |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 71 | }; |
| 72 | |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 73 | enum TrapHandlerAbi { |
| 74 | TrapHandlerAbiNone = 0, |
| 75 | TrapHandlerAbiHsa = 1 |
| 76 | }; |
| 77 | |
Wei Ding | f2cce02 | 2017-02-22 23:22:19 +0000 | [diff] [blame] | 78 | enum TrapID { |
| 79 | TrapIDHardwareReserved = 0, |
| 80 | TrapIDHSADebugTrap = 1, |
| 81 | TrapIDLLVMTrap = 2, |
| 82 | TrapIDLLVMDebugTrap = 3, |
| 83 | TrapIDDebugBreakpoint = 7, |
| 84 | TrapIDDebugReserved8 = 8, |
| 85 | TrapIDDebugReservedFE = 0xfe, |
| 86 | TrapIDDebugReservedFF = 0xff |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 87 | }; |
| 88 | |
| 89 | enum TrapRegValues { |
Wei Ding | f2cce02 | 2017-02-22 23:22:19 +0000 | [diff] [blame] | 90 | LLVMTrapHandlerRegValue = 1 |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 91 | }; |
| 92 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 93 | protected: |
| 94 | // Basic subtarget description. |
| 95 | Triple TargetTriple; |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 96 | Generation Gen; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 97 | unsigned IsaVersion; |
| 98 | unsigned WavefrontSize; |
| 99 | int LocalMemorySize; |
| 100 | int LDSBankCount; |
| 101 | unsigned MaxPrivateElementSize; |
| 102 | |
| 103 | // Possibly statically set by tablegen, but may want to be overridden. |
Matt Arsenault | b035a57 | 2015-01-29 19:34:25 +0000 | [diff] [blame] | 104 | bool FastFMAF32; |
Matt Arsenault | e83690c | 2016-01-18 21:13:50 +0000 | [diff] [blame] | 105 | bool HalfRate64Ops; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 106 | |
| 107 | // Dynamially set bits that enable features. |
| 108 | bool FP32Denormals; |
Matt Arsenault | a6867fd | 2017-01-23 22:31:03 +0000 | [diff] [blame] | 109 | bool FP64FP16Denormals; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 110 | bool FPExceptions; |
Matt Arsenault | 2fdf2a1 | 2017-02-21 23:35:48 +0000 | [diff] [blame] | 111 | bool DX10Clamp; |
Changpeng Fang | b41574a | 2015-12-22 20:55:23 +0000 | [diff] [blame] | 112 | bool FlatForGlobal; |
Tom Stellard | 64a9d08 | 2016-10-14 18:10:39 +0000 | [diff] [blame] | 113 | bool UnalignedScratchAccess; |
Matt Arsenault | 7f681ac | 2016-07-01 23:03:44 +0000 | [diff] [blame] | 114 | bool UnalignedBufferAccess; |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 115 | bool HasApertureRegs; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 116 | bool EnableXNACK; |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 117 | bool TrapHandler; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 118 | bool DebuggerInsertNops; |
| 119 | bool DebuggerReserveRegs; |
Konstantin Zhuravlyov | f2f3d14 | 2016-06-25 03:11:28 +0000 | [diff] [blame] | 120 | bool DebuggerEmitPrologue; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 121 | |
| 122 | // Used as options. |
| 123 | bool EnableVGPRSpilling; |
Matt Arsenault | d9a23ab | 2014-07-13 02:08:26 +0000 | [diff] [blame] | 124 | bool EnablePromoteAlloca; |
Matt Arsenault | 4103328 | 2014-10-10 22:01:59 +0000 | [diff] [blame] | 125 | bool EnableLoadStoreOpt; |
Matt Arsenault | 706f930 | 2015-07-06 16:01:58 +0000 | [diff] [blame] | 126 | bool EnableUnsafeDSOffsetFolding; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 127 | bool EnableSIScheduler; |
| 128 | bool DumpCode; |
| 129 | |
| 130 | // Subtarget statically properties set by tablegen |
| 131 | bool FP64; |
Tom Stellard | d7e6f13 | 2015-04-08 01:09:26 +0000 | [diff] [blame] | 132 | bool IsGCN; |
| 133 | bool GCN1Encoding; |
| 134 | bool GCN3Encoding; |
Tom Stellard | d1f0f02 | 2015-04-23 19:33:54 +0000 | [diff] [blame] | 135 | bool CIInsts; |
Matt Arsenault | 2021f08 | 2017-02-18 19:12:26 +0000 | [diff] [blame] | 136 | bool GFX9Insts; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 137 | bool SGPRInitBug; |
Matt Arsenault | 9d82ee7 | 2016-02-27 08:53:55 +0000 | [diff] [blame] | 138 | bool HasSMemRealTime; |
| 139 | bool Has16BitInsts; |
Matt Arsenault | 9be7b0d | 2017-02-27 18:49:11 +0000 | [diff] [blame] | 140 | bool HasVOP3PInsts; |
Matt Arsenault | cc88ce3 | 2016-10-12 18:00:51 +0000 | [diff] [blame] | 141 | bool HasMovrel; |
| 142 | bool HasVGPRIndexMode; |
Matt Arsenault | 7b64755 | 2016-10-28 21:55:15 +0000 | [diff] [blame] | 143 | bool HasScalarStores; |
Matt Arsenault | c88ba36 | 2016-10-29 04:05:06 +0000 | [diff] [blame] | 144 | bool HasInv2PiInlineImm; |
Sam Kolton | 07dbde2 | 2017-01-20 10:01:25 +0000 | [diff] [blame] | 145 | bool HasSDWA; |
| 146 | bool HasDPP; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 147 | bool FlatAddressSpace; |
| 148 | bool R600ALUInst; |
| 149 | bool CaymanISA; |
| 150 | bool CFALUBug; |
| 151 | bool HasVertexCache; |
| 152 | short TexVTXClauseSize; |
Alexander Timofeev | 1800956 | 2016-12-08 17:28:47 +0000 | [diff] [blame] | 153 | bool ScalarizeGlobal; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 154 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 155 | // Dummy feature to use for assembler in tablegen. |
| 156 | bool FeatureDisable; |
| 157 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 158 | InstrItineraryData InstrItins; |
Matt Arsenault | 56684d4 | 2016-08-11 17:31:42 +0000 | [diff] [blame] | 159 | SelectionDAGTargetInfo TSInfo; |
Yaxun Liu | 1a14bfa | 2017-03-27 14:04:01 +0000 | [diff] [blame] | 160 | AMDGPUAS AS; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 161 | |
| 162 | public: |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 163 | AMDGPUSubtarget(const Triple &TT, StringRef GPU, StringRef FS, |
| 164 | const TargetMachine &TM); |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 165 | ~AMDGPUSubtarget() override; |
| 166 | |
Daniel Sanders | a73f1fd | 2015-06-10 12:11:26 +0000 | [diff] [blame] | 167 | AMDGPUSubtarget &initializeSubtargetDependencies(const Triple &TT, |
| 168 | StringRef GPU, StringRef FS); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 169 | |
Matt Arsenault | f9245b7 | 2016-07-22 17:01:25 +0000 | [diff] [blame] | 170 | const AMDGPUInstrInfo *getInstrInfo() const override = 0; |
| 171 | const AMDGPUFrameLowering *getFrameLowering() const override = 0; |
| 172 | const AMDGPUTargetLowering *getTargetLowering() const override = 0; |
| 173 | const AMDGPURegisterInfo *getRegisterInfo() const override = 0; |
Tom Stellard | 000c5af | 2016-04-14 19:09:28 +0000 | [diff] [blame] | 174 | |
Eric Christopher | d913448 | 2014-08-04 21:25:23 +0000 | [diff] [blame] | 175 | const InstrItineraryData *getInstrItineraryData() const override { |
| 176 | return &InstrItins; |
| 177 | } |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 178 | |
Matt Arsenault | 56684d4 | 2016-08-11 17:31:42 +0000 | [diff] [blame] | 179 | // Nothing implemented, just prevent crashes on use. |
| 180 | const SelectionDAGTargetInfo *getSelectionDAGInfo() const override { |
| 181 | return &TSInfo; |
| 182 | } |
| 183 | |
Craig Topper | ee7b0f3 | 2014-04-30 05:53:27 +0000 | [diff] [blame] | 184 | void ParseSubtargetFeatures(StringRef CPU, StringRef FS); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 185 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 186 | bool isAmdHsaOS() const { |
| 187 | return TargetTriple.getOS() == Triple::AMDHSA; |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 188 | } |
| 189 | |
Tom Stellard | 0b76fc4c | 2016-09-16 21:34:26 +0000 | [diff] [blame] | 190 | bool isMesa3DOS() const { |
| 191 | return TargetTriple.getOS() == Triple::Mesa3D; |
| 192 | } |
| 193 | |
Tom Stellard | e88bbc3 | 2016-09-23 01:33:26 +0000 | [diff] [blame] | 194 | bool isOpenCLEnv() const { |
| 195 | return TargetTriple.getEnvironment() == Triple::OpenCL; |
| 196 | } |
| 197 | |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 198 | Generation getGeneration() const { |
| 199 | return Gen; |
| 200 | } |
| 201 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 202 | unsigned getWavefrontSize() const { |
| 203 | return WavefrontSize; |
| 204 | } |
| 205 | |
| 206 | int getLocalMemorySize() const { |
| 207 | return LocalMemorySize; |
| 208 | } |
| 209 | |
| 210 | int getLDSBankCount() const { |
| 211 | return LDSBankCount; |
| 212 | } |
| 213 | |
| 214 | unsigned getMaxPrivateElementSize() const { |
| 215 | return MaxPrivateElementSize; |
| 216 | } |
| 217 | |
Yaxun Liu | 1a14bfa | 2017-03-27 14:04:01 +0000 | [diff] [blame] | 218 | AMDGPUAS getAMDGPUAS() const { |
| 219 | return AS; |
| 220 | } |
| 221 | |
Konstantin Zhuravlyov | d971a11 | 2016-11-01 17:49:33 +0000 | [diff] [blame] | 222 | bool has16BitInsts() const { |
| 223 | return Has16BitInsts; |
| 224 | } |
| 225 | |
Matt Arsenault | 9be7b0d | 2017-02-27 18:49:11 +0000 | [diff] [blame] | 226 | bool hasVOP3PInsts() const { |
| 227 | return HasVOP3PInsts; |
| 228 | } |
| 229 | |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 230 | bool hasHWFP64() const { |
| 231 | return FP64; |
| 232 | } |
| 233 | |
Matt Arsenault | b035a57 | 2015-01-29 19:34:25 +0000 | [diff] [blame] | 234 | bool hasFastFMAF32() const { |
| 235 | return FastFMAF32; |
| 236 | } |
| 237 | |
Matt Arsenault | e83690c | 2016-01-18 21:13:50 +0000 | [diff] [blame] | 238 | bool hasHalfRate64Ops() const { |
| 239 | return HalfRate64Ops; |
| 240 | } |
| 241 | |
Matt Arsenault | 8870181 | 2016-06-09 23:42:48 +0000 | [diff] [blame] | 242 | bool hasAddr64() const { |
| 243 | return (getGeneration() < VOLCANIC_ISLANDS); |
| 244 | } |
| 245 | |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 246 | bool hasBFE() const { |
| 247 | return (getGeneration() >= EVERGREEN); |
| 248 | } |
| 249 | |
Matt Arsenault | 6e43965 | 2014-06-10 19:00:20 +0000 | [diff] [blame] | 250 | bool hasBFI() const { |
| 251 | return (getGeneration() >= EVERGREEN); |
| 252 | } |
| 253 | |
Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 254 | bool hasBFM() const { |
| 255 | return hasBFE(); |
| 256 | } |
| 257 | |
Matt Arsenault | 6042506 | 2014-06-10 19:18:28 +0000 | [diff] [blame] | 258 | bool hasBCNT(unsigned Size) const { |
| 259 | if (Size == 32) |
| 260 | return (getGeneration() >= EVERGREEN); |
| 261 | |
Matt Arsenault | 3dd43fc | 2014-07-18 06:07:13 +0000 | [diff] [blame] | 262 | if (Size == 64) |
| 263 | return (getGeneration() >= SOUTHERN_ISLANDS); |
| 264 | |
| 265 | return false; |
Matt Arsenault | 6042506 | 2014-06-10 19:18:28 +0000 | [diff] [blame] | 266 | } |
| 267 | |
Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 268 | bool hasMulU24() const { |
| 269 | return (getGeneration() >= EVERGREEN); |
| 270 | } |
| 271 | |
| 272 | bool hasMulI24() const { |
| 273 | return (getGeneration() >= SOUTHERN_ISLANDS || |
| 274 | hasCaymanISA()); |
| 275 | } |
| 276 | |
Jan Vesely | 6ddb8dd | 2014-07-15 15:51:09 +0000 | [diff] [blame] | 277 | bool hasFFBL() const { |
| 278 | return (getGeneration() >= EVERGREEN); |
| 279 | } |
| 280 | |
| 281 | bool hasFFBH() const { |
| 282 | return (getGeneration() >= EVERGREEN); |
| 283 | } |
| 284 | |
Matt Arsenault | 10268f9 | 2017-02-27 22:40:39 +0000 | [diff] [blame] | 285 | bool hasMed3_16() const { |
| 286 | return getGeneration() >= GFX9; |
| 287 | } |
| 288 | |
Jan Vesely | 808fff5 | 2015-04-30 17:15:56 +0000 | [diff] [blame] | 289 | bool hasCARRY() const { |
| 290 | return (getGeneration() >= EVERGREEN); |
| 291 | } |
| 292 | |
| 293 | bool hasBORROW() const { |
| 294 | return (getGeneration() >= EVERGREEN); |
| 295 | } |
| 296 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 297 | bool hasCaymanISA() const { |
| 298 | return CaymanISA; |
| 299 | } |
| 300 | |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 301 | TrapHandlerAbi getTrapHandlerAbi() const { |
| 302 | return isAmdHsaOS() ? TrapHandlerAbiHsa : TrapHandlerAbiNone; |
| 303 | } |
| 304 | |
Matt Arsenault | d9a23ab | 2014-07-13 02:08:26 +0000 | [diff] [blame] | 305 | bool isPromoteAllocaEnabled() const { |
| 306 | return EnablePromoteAlloca; |
| 307 | } |
| 308 | |
Matt Arsenault | 706f930 | 2015-07-06 16:01:58 +0000 | [diff] [blame] | 309 | bool unsafeDSOffsetFoldingEnabled() const { |
| 310 | return EnableUnsafeDSOffsetFolding; |
| 311 | } |
| 312 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 313 | bool dumpCode() const { |
| 314 | return DumpCode; |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 315 | } |
| 316 | |
Matt Arsenault | 8a028bf | 2016-05-16 21:19:59 +0000 | [diff] [blame] | 317 | /// Return the amount of LDS that can be used that will not restrict the |
| 318 | /// occupancy lower than WaveCount. |
Stanislav Mekhanoshin | 2b913b1 | 2017-02-01 22:59:50 +0000 | [diff] [blame] | 319 | unsigned getMaxLocalMemSizeWithWaveCount(unsigned WaveCount, |
| 320 | const Function &) const; |
Matt Arsenault | 8a028bf | 2016-05-16 21:19:59 +0000 | [diff] [blame] | 321 | |
| 322 | /// Inverse of getMaxLocalMemWithWaveCount. Return the maximum wavecount if |
| 323 | /// the given LDS memory size is the only constraint. |
Stanislav Mekhanoshin | 2b913b1 | 2017-02-01 22:59:50 +0000 | [diff] [blame] | 324 | unsigned getOccupancyWithLocalMemSize(uint32_t Bytes, const Function &) const; |
Matt Arsenault | 8a028bf | 2016-05-16 21:19:59 +0000 | [diff] [blame] | 325 | |
Valery Pykhtin | fd4c410 | 2017-03-21 13:15:46 +0000 | [diff] [blame] | 326 | unsigned getOccupancyWithLocalMemSize(const MachineFunction &MF) const { |
| 327 | const auto *MFI = MF.getInfo<SIMachineFunctionInfo>(); |
| 328 | return getOccupancyWithLocalMemSize(MFI->getLDSSize(), *MF.getFunction()); |
| 329 | } |
| 330 | |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 331 | bool hasFP16Denormals() const { |
Matt Arsenault | a6867fd | 2017-01-23 22:31:03 +0000 | [diff] [blame] | 332 | return FP64FP16Denormals; |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 333 | } |
Matt Arsenault | 8a028bf | 2016-05-16 21:19:59 +0000 | [diff] [blame] | 334 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 335 | bool hasFP32Denormals() const { |
| 336 | return FP32Denormals; |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 337 | } |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 338 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 339 | bool hasFP64Denormals() const { |
Matt Arsenault | a6867fd | 2017-01-23 22:31:03 +0000 | [diff] [blame] | 340 | return FP64FP16Denormals; |
Matt Arsenault | 24ee078 | 2016-02-12 02:40:47 +0000 | [diff] [blame] | 341 | } |
| 342 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 343 | bool hasFPExceptions() const { |
| 344 | return FPExceptions; |
Marek Olsak | 4d00dd2 | 2015-03-09 15:48:09 +0000 | [diff] [blame] | 345 | } |
| 346 | |
Matt Arsenault | 2fdf2a1 | 2017-02-21 23:35:48 +0000 | [diff] [blame] | 347 | bool enableDX10Clamp() const { |
| 348 | return DX10Clamp; |
| 349 | } |
| 350 | |
| 351 | bool enableIEEEBit(const MachineFunction &MF) const { |
| 352 | return AMDGPU::isCompute(MF.getFunction()->getCallingConv()); |
| 353 | } |
| 354 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 355 | bool useFlatForGlobal() const { |
| 356 | return FlatForGlobal; |
Tom Stellard | ec87f84 | 2015-05-25 16:15:54 +0000 | [diff] [blame] | 357 | } |
| 358 | |
Matt Arsenault | 7f681ac | 2016-07-01 23:03:44 +0000 | [diff] [blame] | 359 | bool hasUnalignedBufferAccess() const { |
| 360 | return UnalignedBufferAccess; |
| 361 | } |
| 362 | |
Tom Stellard | 64a9d08 | 2016-10-14 18:10:39 +0000 | [diff] [blame] | 363 | bool hasUnalignedScratchAccess() const { |
| 364 | return UnalignedScratchAccess; |
| 365 | } |
| 366 | |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 367 | bool hasApertureRegs() const { |
| 368 | return HasApertureRegs; |
| 369 | } |
| 370 | |
Wei Ding | 205bfdb | 2017-02-10 02:15:29 +0000 | [diff] [blame] | 371 | bool isTrapHandlerEnabled() const { |
| 372 | return TrapHandler; |
| 373 | } |
| 374 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 375 | bool isXNACKEnabled() const { |
| 376 | return EnableXNACK; |
| 377 | } |
Tom Stellard | b8fd6ef | 2014-12-02 22:00:07 +0000 | [diff] [blame] | 378 | |
Matt Arsenault | b6491cc | 2017-01-31 01:20:54 +0000 | [diff] [blame] | 379 | bool hasFlatAddressSpace() const { |
| 380 | return FlatAddressSpace; |
| 381 | } |
| 382 | |
Tom Stellard | 2f3f985 | 2017-01-25 01:25:13 +0000 | [diff] [blame] | 383 | bool isMesaKernel(const MachineFunction &MF) const { |
| 384 | return isMesa3DOS() && !AMDGPU::isShader(MF.getFunction()->getCallingConv()); |
| 385 | } |
| 386 | |
| 387 | // Covers VS/PS/CS graphics shaders |
| 388 | bool isMesaGfxShader(const MachineFunction &MF) const { |
| 389 | return isMesa3DOS() && AMDGPU::isShader(MF.getFunction()->getCallingConv()); |
| 390 | } |
| 391 | |
| 392 | bool isAmdCodeObjectV2(const MachineFunction &MF) const { |
| 393 | return isAmdHsaOS() || isMesaKernel(MF); |
Tom Stellard | 0b76fc4c | 2016-09-16 21:34:26 +0000 | [diff] [blame] | 394 | } |
| 395 | |
Matt Arsenault | da7a656 | 2017-02-01 00:42:40 +0000 | [diff] [blame] | 396 | bool hasFminFmaxLegacy() const { |
| 397 | return getGeneration() < AMDGPUSubtarget::VOLCANIC_ISLANDS; |
| 398 | } |
| 399 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 400 | /// \brief Returns the offset in bytes from the start of the input buffer |
| 401 | /// of the first explicit kernel argument. |
Tom Stellard | 2f3f985 | 2017-01-25 01:25:13 +0000 | [diff] [blame] | 402 | unsigned getExplicitKernelArgOffset(const MachineFunction &MF) const { |
| 403 | return isAmdCodeObjectV2(MF) ? 0 : 36; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 404 | } |
| 405 | |
Tom Stellard | b2869eb | 2016-09-09 19:28:00 +0000 | [diff] [blame] | 406 | unsigned getAlignmentForImplicitArgPtr() const { |
| 407 | return isAmdHsaOS() ? 8 : 4; |
| 408 | } |
| 409 | |
Tom Stellard | 2f3f985 | 2017-01-25 01:25:13 +0000 | [diff] [blame] | 410 | unsigned getImplicitArgNumBytes(const MachineFunction &MF) const { |
| 411 | if (isMesaKernel(MF)) |
Tom Stellard | e88bbc3 | 2016-09-23 01:33:26 +0000 | [diff] [blame] | 412 | return 16; |
| 413 | if (isAmdHsaOS() && isOpenCLEnv()) |
| 414 | return 32; |
| 415 | return 0; |
| 416 | } |
| 417 | |
Matt Arsenault | 869fec2 | 2017-04-17 19:48:24 +0000 | [diff] [blame^] | 418 | // Scratch is allocated in 256 dword per wave blocks for the entire |
| 419 | // wavefront. When viewed from the perspecive of an arbitrary workitem, this |
| 420 | // is 4-byte aligned. |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 421 | unsigned getStackAlignment() const { |
Matt Arsenault | 869fec2 | 2017-04-17 19:48:24 +0000 | [diff] [blame^] | 422 | return 4; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 423 | } |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 424 | |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 425 | bool enableMachineScheduler() const override { |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 426 | return true; |
Andrew Trick | 978674b | 2013-09-20 05:14:41 +0000 | [diff] [blame] | 427 | } |
| 428 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 429 | bool enableSubRegLiveness() const override { |
| 430 | return true; |
| 431 | } |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 432 | |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 433 | void setScalarizeGlobalBehavior(bool b) { ScalarizeGlobal = b;} |
| 434 | bool getScalarizeGlobalBehavior() const { return ScalarizeGlobal;} |
| 435 | |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 436 | /// \returns Number of execution units per compute unit supported by the |
| 437 | /// subtarget. |
| 438 | unsigned getEUsPerCU() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 439 | return AMDGPU::IsaInfo::getEUsPerCU(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 440 | } |
| 441 | |
| 442 | /// \returns Maximum number of work groups per compute unit supported by the |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 443 | /// subtarget and limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 444 | unsigned getMaxWorkGroupsPerCU(unsigned FlatWorkGroupSize) const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 445 | return AMDGPU::IsaInfo::getMaxWorkGroupsPerCU(getFeatureBits(), |
| 446 | FlatWorkGroupSize); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 447 | } |
| 448 | |
| 449 | /// \returns Maximum number of waves per compute unit supported by the |
| 450 | /// subtarget without any kind of limitation. |
| 451 | unsigned getMaxWavesPerCU() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 452 | return AMDGPU::IsaInfo::getMaxWavesPerCU(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 453 | } |
| 454 | |
| 455 | /// \returns Maximum number of waves per compute unit supported by the |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 456 | /// subtarget and limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 457 | unsigned getMaxWavesPerCU(unsigned FlatWorkGroupSize) const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 458 | return AMDGPU::IsaInfo::getMaxWavesPerCU(getFeatureBits(), |
| 459 | FlatWorkGroupSize); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 460 | } |
| 461 | |
| 462 | /// \returns Minimum number of waves per execution unit supported by the |
| 463 | /// subtarget. |
| 464 | unsigned getMinWavesPerEU() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 465 | return AMDGPU::IsaInfo::getMinWavesPerEU(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 466 | } |
| 467 | |
| 468 | /// \returns Maximum number of waves per execution unit supported by the |
| 469 | /// subtarget without any kind of limitation. |
| 470 | unsigned getMaxWavesPerEU() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 471 | return AMDGPU::IsaInfo::getMaxWavesPerEU(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 472 | } |
| 473 | |
| 474 | /// \returns Maximum number of waves per execution unit supported by the |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 475 | /// subtarget and limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 476 | unsigned getMaxWavesPerEU(unsigned FlatWorkGroupSize) const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 477 | return AMDGPU::IsaInfo::getMaxWavesPerEU(getFeatureBits(), |
| 478 | FlatWorkGroupSize); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 479 | } |
| 480 | |
| 481 | /// \returns Minimum flat work group size supported by the subtarget. |
| 482 | unsigned getMinFlatWorkGroupSize() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 483 | return AMDGPU::IsaInfo::getMinFlatWorkGroupSize(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 484 | } |
| 485 | |
| 486 | /// \returns Maximum flat work group size supported by the subtarget. |
| 487 | unsigned getMaxFlatWorkGroupSize() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 488 | return AMDGPU::IsaInfo::getMaxFlatWorkGroupSize(getFeatureBits()); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 489 | } |
| 490 | |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 491 | /// \returns Number of waves per work group supported by the subtarget and |
| 492 | /// limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 493 | unsigned getWavesPerWorkGroup(unsigned FlatWorkGroupSize) const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 494 | return AMDGPU::IsaInfo::getWavesPerWorkGroup(getFeatureBits(), |
| 495 | FlatWorkGroupSize); |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 496 | } |
| 497 | |
| 498 | /// \returns Subtarget's default pair of minimum/maximum flat work group sizes |
| 499 | /// for function \p F, or minimum/maximum flat work group sizes explicitly |
| 500 | /// requested using "amdgpu-flat-work-group-size" attribute attached to |
| 501 | /// function \p F. |
| 502 | /// |
| 503 | /// \returns Subtarget's default values if explicitly requested values cannot |
| 504 | /// be converted to integer, or violate subtarget's specifications. |
| 505 | std::pair<unsigned, unsigned> getFlatWorkGroupSizes(const Function &F) const; |
| 506 | |
| 507 | /// \returns Subtarget's default pair of minimum/maximum number of waves per |
| 508 | /// execution unit for function \p F, or minimum/maximum number of waves per |
| 509 | /// execution unit explicitly requested using "amdgpu-waves-per-eu" attribute |
| 510 | /// attached to function \p F. |
| 511 | /// |
| 512 | /// \returns Subtarget's default values if explicitly requested values cannot |
| 513 | /// be converted to integer, violate subtarget's specifications, or are not |
| 514 | /// compatible with minimum/maximum number of waves limited by flat work group |
| 515 | /// size, register usage, and/or lds usage. |
| 516 | std::pair<unsigned, unsigned> getWavesPerEU(const Function &F) const; |
Stanislav Mekhanoshin | c90347d | 2017-04-12 20:48:56 +0000 | [diff] [blame] | 517 | |
| 518 | /// Creates value range metadata on an workitemid.* inrinsic call or load. |
| 519 | bool makeLIDRangeMetadata(Instruction *I) const; |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 520 | }; |
| 521 | |
| 522 | class R600Subtarget final : public AMDGPUSubtarget { |
| 523 | private: |
| 524 | R600InstrInfo InstrInfo; |
| 525 | R600FrameLowering FrameLowering; |
| 526 | R600TargetLowering TLInfo; |
| 527 | |
| 528 | public: |
| 529 | R600Subtarget(const Triple &TT, StringRef CPU, StringRef FS, |
| 530 | const TargetMachine &TM); |
| 531 | |
| 532 | const R600InstrInfo *getInstrInfo() const override { |
| 533 | return &InstrInfo; |
| 534 | } |
| 535 | |
| 536 | const R600FrameLowering *getFrameLowering() const override { |
| 537 | return &FrameLowering; |
| 538 | } |
| 539 | |
| 540 | const R600TargetLowering *getTargetLowering() const override { |
| 541 | return &TLInfo; |
| 542 | } |
| 543 | |
| 544 | const R600RegisterInfo *getRegisterInfo() const override { |
| 545 | return &InstrInfo.getRegisterInfo(); |
| 546 | } |
| 547 | |
| 548 | bool hasCFAluBug() const { |
| 549 | return CFALUBug; |
| 550 | } |
| 551 | |
| 552 | bool hasVertexCache() const { |
| 553 | return HasVertexCache; |
| 554 | } |
| 555 | |
| 556 | short getTexVTXClauseSize() const { |
| 557 | return TexVTXClauseSize; |
| 558 | } |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 559 | }; |
| 560 | |
| 561 | class SISubtarget final : public AMDGPUSubtarget { |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 562 | private: |
| 563 | SIInstrInfo InstrInfo; |
| 564 | SIFrameLowering FrameLowering; |
| 565 | SITargetLowering TLInfo; |
| 566 | std::unique_ptr<GISelAccessor> GISel; |
| 567 | |
| 568 | public: |
| 569 | SISubtarget(const Triple &TT, StringRef CPU, StringRef FS, |
| 570 | const TargetMachine &TM); |
| 571 | |
| 572 | const SIInstrInfo *getInstrInfo() const override { |
| 573 | return &InstrInfo; |
| 574 | } |
| 575 | |
| 576 | const SIFrameLowering *getFrameLowering() const override { |
| 577 | return &FrameLowering; |
| 578 | } |
| 579 | |
| 580 | const SITargetLowering *getTargetLowering() const override { |
| 581 | return &TLInfo; |
| 582 | } |
| 583 | |
| 584 | const CallLowering *getCallLowering() const override { |
| 585 | assert(GISel && "Access to GlobalISel APIs not set"); |
| 586 | return GISel->getCallLowering(); |
| 587 | } |
| 588 | |
Tom Stellard | ca16621 | 2017-01-30 21:56:46 +0000 | [diff] [blame] | 589 | const InstructionSelector *getInstructionSelector() const override { |
| 590 | assert(GISel && "Access to GlobalISel APIs not set"); |
| 591 | return GISel->getInstructionSelector(); |
| 592 | } |
| 593 | |
| 594 | const LegalizerInfo *getLegalizerInfo() const override { |
| 595 | assert(GISel && "Access to GlobalISel APIs not set"); |
| 596 | return GISel->getLegalizerInfo(); |
| 597 | } |
| 598 | |
| 599 | const RegisterBankInfo *getRegBankInfo() const override { |
| 600 | assert(GISel && "Access to GlobalISel APIs not set"); |
| 601 | return GISel->getRegBankInfo(); |
| 602 | } |
| 603 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 604 | const SIRegisterInfo *getRegisterInfo() const override { |
| 605 | return &InstrInfo.getRegisterInfo(); |
| 606 | } |
| 607 | |
| 608 | void setGISelAccessor(GISelAccessor &GISel) { |
| 609 | this->GISel.reset(&GISel); |
| 610 | } |
| 611 | |
Matt Arsenault | 9f5e0ef | 2017-01-25 04:25:02 +0000 | [diff] [blame] | 612 | // XXX - Why is this here if it isn't in the default pass set? |
| 613 | bool enableEarlyIfConversion() const override { |
| 614 | return true; |
| 615 | } |
| 616 | |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 617 | void overrideSchedPolicy(MachineSchedPolicy &Policy, |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 618 | unsigned NumRegionInstrs) const override; |
| 619 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 620 | bool isVGPRSpillingEnabled(const Function& F) const; |
| 621 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 622 | unsigned getMaxNumUserSGPRs() const { |
| 623 | return 16; |
| 624 | } |
| 625 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 626 | bool hasSMemRealTime() const { |
| 627 | return HasSMemRealTime; |
| 628 | } |
| 629 | |
Matt Arsenault | cc88ce3 | 2016-10-12 18:00:51 +0000 | [diff] [blame] | 630 | bool hasMovrel() const { |
| 631 | return HasMovrel; |
| 632 | } |
| 633 | |
| 634 | bool hasVGPRIndexMode() const { |
| 635 | return HasVGPRIndexMode; |
| 636 | } |
| 637 | |
Marek Olsak | e22fdb9 | 2017-03-21 17:00:32 +0000 | [diff] [blame] | 638 | bool useVGPRIndexMode(bool UserEnable) const { |
| 639 | return !hasMovrel() || (UserEnable && hasVGPRIndexMode()); |
| 640 | } |
| 641 | |
Matt Arsenault | 7b1dc2c | 2016-09-17 02:02:19 +0000 | [diff] [blame] | 642 | bool hasScalarCompareEq64() const { |
| 643 | return getGeneration() >= VOLCANIC_ISLANDS; |
| 644 | } |
| 645 | |
Matt Arsenault | 7b64755 | 2016-10-28 21:55:15 +0000 | [diff] [blame] | 646 | bool hasScalarStores() const { |
| 647 | return HasScalarStores; |
| 648 | } |
| 649 | |
Matt Arsenault | c88ba36 | 2016-10-29 04:05:06 +0000 | [diff] [blame] | 650 | bool hasInv2PiInlineImm() const { |
| 651 | return HasInv2PiInlineImm; |
| 652 | } |
| 653 | |
Sam Kolton | 07dbde2 | 2017-01-20 10:01:25 +0000 | [diff] [blame] | 654 | bool hasSDWA() const { |
| 655 | return HasSDWA; |
| 656 | } |
| 657 | |
| 658 | bool hasDPP() const { |
| 659 | return HasDPP; |
| 660 | } |
| 661 | |
Tom Stellard | de008d3 | 2016-01-21 04:28:34 +0000 | [diff] [blame] | 662 | bool enableSIScheduler() const { |
| 663 | return EnableSIScheduler; |
| 664 | } |
| 665 | |
Konstantin Zhuravlyov | f2f3d14 | 2016-06-25 03:11:28 +0000 | [diff] [blame] | 666 | bool debuggerSupported() const { |
| 667 | return debuggerInsertNops() && debuggerReserveRegs() && |
| 668 | debuggerEmitPrologue(); |
| 669 | } |
| 670 | |
Konstantin Zhuravlyov | 8c273ad | 2016-04-18 16:28:23 +0000 | [diff] [blame] | 671 | bool debuggerInsertNops() const { |
| 672 | return DebuggerInsertNops; |
| 673 | } |
| 674 | |
Konstantin Zhuravlyov | 29ddd2b | 2016-05-24 18:37:18 +0000 | [diff] [blame] | 675 | bool debuggerReserveRegs() const { |
| 676 | return DebuggerReserveRegs; |
Konstantin Zhuravlyov | 1d99c4d | 2016-04-26 15:43:14 +0000 | [diff] [blame] | 677 | } |
| 678 | |
Konstantin Zhuravlyov | f2f3d14 | 2016-06-25 03:11:28 +0000 | [diff] [blame] | 679 | bool debuggerEmitPrologue() const { |
| 680 | return DebuggerEmitPrologue; |
| 681 | } |
| 682 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 683 | bool loadStoreOptEnabled() const { |
| 684 | return EnableLoadStoreOpt; |
Nicolai Haehnle | 5b50497 | 2016-01-04 23:35:53 +0000 | [diff] [blame] | 685 | } |
| 686 | |
Matt Arsenault | 43e92fe | 2016-06-24 06:30:11 +0000 | [diff] [blame] | 687 | bool hasSGPRInitBug() const { |
| 688 | return SGPRInitBug; |
Matt Arsenault | 41003af | 2015-11-30 21:16:07 +0000 | [diff] [blame] | 689 | } |
Tom Stellard | 0d23ebe | 2016-08-29 19:42:52 +0000 | [diff] [blame] | 690 | |
Tom Stellard | b133fbb | 2016-10-27 23:05:31 +0000 | [diff] [blame] | 691 | bool has12DWordStoreHazard() const { |
| 692 | return getGeneration() != AMDGPUSubtarget::SOUTHERN_ISLANDS; |
| 693 | } |
| 694 | |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 695 | bool hasSMovFedHazard() const { |
| 696 | return getGeneration() >= AMDGPUSubtarget::GFX9; |
| 697 | } |
| 698 | |
| 699 | bool hasReadM0Hazard() const { |
| 700 | return getGeneration() >= AMDGPUSubtarget::GFX9; |
| 701 | } |
| 702 | |
Tom Stellard | 2f3f985 | 2017-01-25 01:25:13 +0000 | [diff] [blame] | 703 | unsigned getKernArgSegmentSize(const MachineFunction &MF, unsigned ExplictArgBytes) const; |
Tom Stellard | e88bbc3 | 2016-09-23 01:33:26 +0000 | [diff] [blame] | 704 | |
Tom Stellard | 0d23ebe | 2016-08-29 19:42:52 +0000 | [diff] [blame] | 705 | /// Return the maximum number of waves per SIMD for kernels using \p SGPRs SGPRs |
| 706 | unsigned getOccupancyWithNumSGPRs(unsigned SGPRs) const; |
| 707 | |
| 708 | /// Return the maximum number of waves per SIMD for kernels using \p VGPRs VGPRs |
| 709 | unsigned getOccupancyWithNumVGPRs(unsigned VGPRs) const; |
Konstantin Zhuravlyov | d7bdf24 | 2016-09-30 16:50:36 +0000 | [diff] [blame] | 710 | |
| 711 | /// \returns True if waitcnt instruction is needed before barrier instruction, |
| 712 | /// false otherwise. |
| 713 | bool needWaitcntBeforeBarrier() const { |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 714 | return getGeneration() < GFX9; |
| 715 | } |
| 716 | |
| 717 | /// \returns true if the flat_scratch register should be initialized with the |
| 718 | /// pointer to the wave's scratch memory rather than a size and offset. |
| 719 | bool flatScratchIsPointer() const { |
| 720 | return getGeneration() >= GFX9; |
Konstantin Zhuravlyov | d7bdf24 | 2016-09-30 16:50:36 +0000 | [diff] [blame] | 721 | } |
Matt Arsenault | 4eae301 | 2016-10-28 20:31:47 +0000 | [diff] [blame] | 722 | |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 723 | /// \returns SGPR allocation granularity supported by the subtarget. |
| 724 | unsigned getSGPRAllocGranule() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 725 | return AMDGPU::IsaInfo::getSGPRAllocGranule(getFeatureBits()); |
Konstantin Zhuravlyov | e22fbcb | 2017-02-08 13:18:40 +0000 | [diff] [blame] | 726 | } |
| 727 | |
| 728 | /// \returns SGPR encoding granularity supported by the subtarget. |
| 729 | unsigned getSGPREncodingGranule() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 730 | return AMDGPU::IsaInfo::getSGPREncodingGranule(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 731 | } |
| 732 | |
| 733 | /// \returns Total number of SGPRs supported by the subtarget. |
| 734 | unsigned getTotalNumSGPRs() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 735 | return AMDGPU::IsaInfo::getTotalNumSGPRs(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 736 | } |
| 737 | |
| 738 | /// \returns Addressable number of SGPRs supported by the subtarget. |
| 739 | unsigned getAddressableNumSGPRs() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 740 | return AMDGPU::IsaInfo::getAddressableNumSGPRs(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 741 | } |
| 742 | |
| 743 | /// \returns Minimum number of SGPRs that meets the given number of waves per |
| 744 | /// execution unit requirement supported by the subtarget. |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 745 | unsigned getMinNumSGPRs(unsigned WavesPerEU) const { |
| 746 | return AMDGPU::IsaInfo::getMinNumSGPRs(getFeatureBits(), WavesPerEU); |
| 747 | } |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 748 | |
| 749 | /// \returns Maximum number of SGPRs that meets the given number of waves per |
| 750 | /// execution unit requirement supported by the subtarget. |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 751 | unsigned getMaxNumSGPRs(unsigned WavesPerEU, bool Addressable) const { |
| 752 | return AMDGPU::IsaInfo::getMaxNumSGPRs(getFeatureBits(), WavesPerEU, |
| 753 | Addressable); |
| 754 | } |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 755 | |
| 756 | /// \returns Reserved number of SGPRs for given function \p MF. |
| 757 | unsigned getReservedNumSGPRs(const MachineFunction &MF) const; |
| 758 | |
| 759 | /// \returns Maximum number of SGPRs that meets number of waves per execution |
| 760 | /// unit requirement for function \p MF, or number of SGPRs explicitly |
| 761 | /// requested using "amdgpu-num-sgpr" attribute attached to function \p MF. |
| 762 | /// |
| 763 | /// \returns Value that meets number of waves per execution unit requirement |
| 764 | /// if explicitly requested value cannot be converted to integer, violates |
| 765 | /// subtarget's specifications, or does not meet number of waves per execution |
| 766 | /// unit requirement. |
| 767 | unsigned getMaxNumSGPRs(const MachineFunction &MF) const; |
| 768 | |
| 769 | /// \returns VGPR allocation granularity supported by the subtarget. |
| 770 | unsigned getVGPRAllocGranule() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 771 | return AMDGPU::IsaInfo::getVGPRAllocGranule(getFeatureBits());; |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 772 | } |
| 773 | |
Konstantin Zhuravlyov | e22fbcb | 2017-02-08 13:18:40 +0000 | [diff] [blame] | 774 | /// \returns VGPR encoding granularity supported by the subtarget. |
| 775 | unsigned getVGPREncodingGranule() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 776 | return AMDGPU::IsaInfo::getVGPREncodingGranule(getFeatureBits()); |
Konstantin Zhuravlyov | e22fbcb | 2017-02-08 13:18:40 +0000 | [diff] [blame] | 777 | } |
| 778 | |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 779 | /// \returns Total number of VGPRs supported by the subtarget. |
| 780 | unsigned getTotalNumVGPRs() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 781 | return AMDGPU::IsaInfo::getTotalNumVGPRs(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 782 | } |
| 783 | |
| 784 | /// \returns Addressable number of VGPRs supported by the subtarget. |
| 785 | unsigned getAddressableNumVGPRs() const { |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 786 | return AMDGPU::IsaInfo::getAddressableNumVGPRs(getFeatureBits()); |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 787 | } |
| 788 | |
| 789 | /// \returns Minimum number of VGPRs that meets given number of waves per |
| 790 | /// execution unit requirement supported by the subtarget. |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 791 | unsigned getMinNumVGPRs(unsigned WavesPerEU) const { |
| 792 | return AMDGPU::IsaInfo::getMinNumVGPRs(getFeatureBits(), WavesPerEU); |
| 793 | } |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 794 | |
| 795 | /// \returns Maximum number of VGPRs that meets given number of waves per |
| 796 | /// execution unit requirement supported by the subtarget. |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 797 | unsigned getMaxNumVGPRs(unsigned WavesPerEU) const { |
| 798 | return AMDGPU::IsaInfo::getMaxNumVGPRs(getFeatureBits(), WavesPerEU); |
| 799 | } |
Konstantin Zhuravlyov | e03b1d7 | 2017-02-08 13:02:33 +0000 | [diff] [blame] | 800 | |
| 801 | /// \returns Reserved number of VGPRs for given function \p MF. |
| 802 | unsigned getReservedNumVGPRs(const MachineFunction &MF) const { |
| 803 | return debuggerReserveRegs() ? 4 : 0; |
| 804 | } |
| 805 | |
| 806 | /// \returns Maximum number of VGPRs that meets number of waves per execution |
| 807 | /// unit requirement for function \p MF, or number of VGPRs explicitly |
| 808 | /// requested using "amdgpu-num-vgpr" attribute attached to function \p MF. |
| 809 | /// |
| 810 | /// \returns Value that meets number of waves per execution unit requirement |
| 811 | /// if explicitly requested value cannot be converted to integer, violates |
| 812 | /// subtarget's specifications, or does not meet number of waves per execution |
| 813 | /// unit requirement. |
| 814 | unsigned getMaxNumVGPRs(const MachineFunction &MF) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 815 | }; |
| 816 | |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 817 | } // end namespace llvm |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 818 | |
Eugene Zelenko | 2bc2f33 | 2016-12-09 22:06:55 +0000 | [diff] [blame] | 819 | #endif // LLVM_LIB_TARGET_AMDGPU_AMDGPUSUBTARGET_H |