Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUSubtarget.cpp - AMDGPU Subtarget Information ----------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief Implements the AMDGPU specific subclass of TargetSubtarget. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #include "AMDGPUSubtarget.h" |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 16 | #include "R600ISelLowering.h" |
Tom Stellard | 2e59a45 | 2014-06-13 01:32:00 +0000 | [diff] [blame] | 17 | #include "R600InstrInfo.h" |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 18 | #include "R600MachineScheduler.h" |
Matt Arsenault | f59e538 | 2015-11-06 18:23:00 +0000 | [diff] [blame] | 19 | #include "SIFrameLowering.h" |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 20 | #include "SIISelLowering.h" |
Chandler Carruth | d990388 | 2015-01-14 11:23:27 +0000 | [diff] [blame] | 21 | #include "SIInstrInfo.h" |
Tom Stellard | e99fb65 | 2015-01-20 19:33:04 +0000 | [diff] [blame] | 22 | #include "SIMachineFunctionInfo.h" |
Matt Arsenault | d9a23ab | 2014-07-13 02:08:26 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/SmallString.h" |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 24 | #include "llvm/CodeGen/MachineScheduler.h" |
Matt Arsenault | d9a23ab | 2014-07-13 02:08:26 +0000 | [diff] [blame] | 25 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 26 | using namespace llvm; |
| 27 | |
Chandler Carruth | e96dd89 | 2014-04-21 22:55:11 +0000 | [diff] [blame] | 28 | #define DEBUG_TYPE "amdgpu-subtarget" |
| 29 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 30 | #define GET_SUBTARGETINFO_ENUM |
| 31 | #define GET_SUBTARGETINFO_TARGET_DESC |
| 32 | #define GET_SUBTARGETINFO_CTOR |
| 33 | #include "AMDGPUGenSubtargetInfo.inc" |
| 34 | |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 35 | AMDGPUSubtarget & |
Daniel Sanders | a73f1fd | 2015-06-10 12:11:26 +0000 | [diff] [blame] | 36 | AMDGPUSubtarget::initializeSubtargetDependencies(const Triple &TT, |
| 37 | StringRef GPU, StringRef FS) { |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 38 | // Determine default and user-specified characteristics |
Matt Arsenault | f171cf2 | 2014-07-14 23:40:49 +0000 | [diff] [blame] | 39 | // On SI+, we want FP64 denormals to be on by default. FP32 denormals can be |
| 40 | // enabled, but some instructions do not respect them and they run at the |
| 41 | // double precision rate, so don't enable by default. |
| 42 | // |
| 43 | // We want to be able to turn these off, but making this a subtarget feature |
| 44 | // for SI has the unhelpful behavior that it unsets everything else if you |
| 45 | // disable it. |
Matt Arsenault | d9a23ab | 2014-07-13 02:08:26 +0000 | [diff] [blame] | 46 | |
Matt Arsenault | f171cf2 | 2014-07-14 23:40:49 +0000 | [diff] [blame] | 47 | SmallString<256> FullFS("+promote-alloca,+fp64-denormals,"); |
Changpeng Fang | b41574a | 2015-12-22 20:55:23 +0000 | [diff] [blame] | 48 | if (isAmdHsaOS()) // Turn on FlatForGlobal for HSA. |
| 49 | FullFS += "+flat-for-global,"; |
Matt Arsenault | d9a23ab | 2014-07-13 02:08:26 +0000 | [diff] [blame] | 50 | FullFS += FS; |
| 51 | |
| 52 | ParseSubtargetFeatures(GPU, FullFS); |
Tom Stellard | 2e59a45 | 2014-06-13 01:32:00 +0000 | [diff] [blame] | 53 | |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 54 | // FIXME: I don't think think Evergreen has any useful support for |
| 55 | // denormals, but should be checked. Should we issue a warning somewhere |
| 56 | // if someone tries to enable these? |
Tom Stellard | 2e59a45 | 2014-06-13 01:32:00 +0000 | [diff] [blame] | 57 | if (getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Matt Arsenault | f171cf2 | 2014-07-14 23:40:49 +0000 | [diff] [blame] | 58 | FP32Denormals = false; |
| 59 | FP64Denormals = false; |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 60 | } |
Matt Arsenault | 24ee078 | 2016-02-12 02:40:47 +0000 | [diff] [blame] | 61 | |
| 62 | // Set defaults if needed. |
| 63 | if (MaxPrivateElementSize == 0) |
| 64 | MaxPrivateElementSize = 16; |
| 65 | |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 66 | return *this; |
| 67 | } |
| 68 | |
Daniel Sanders | a73f1fd | 2015-06-10 12:11:26 +0000 | [diff] [blame] | 69 | AMDGPUSubtarget::AMDGPUSubtarget(const Triple &TT, StringRef GPU, StringRef FS, |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 70 | TargetMachine &TM) |
Matt Arsenault | b22828f | 2016-01-27 02:17:49 +0000 | [diff] [blame] | 71 | : AMDGPUGenSubtargetInfo(TT, GPU, FS), |
Daniel Sanders | 50f1723 | 2015-09-15 16:17:27 +0000 | [diff] [blame] | 72 | DumpCode(false), R600ALUInst(false), HasVertexCache(false), |
| 73 | TexVTXClauseSize(0), Gen(AMDGPUSubtarget::R600), FP64(false), |
Matt Arsenault | f639c32 | 2016-01-28 20:53:42 +0000 | [diff] [blame] | 74 | FP64Denormals(false), FP32Denormals(false), FPExceptions(false), |
| 75 | FastFMAF32(false), HalfRate64Ops(false), CaymanISA(false), |
| 76 | FlatAddressSpace(false), FlatForGlobal(false), EnableIRStructurizer(true), |
Matt Arsenault | e83690c | 2016-01-18 21:13:50 +0000 | [diff] [blame] | 77 | EnablePromoteAlloca(false), |
| 78 | EnableIfCvt(true), EnableLoadStoreOpt(false), |
| 79 | EnableUnsafeDSOffsetFolding(false), |
Nicolai Haehnle | 5b50497 | 2016-01-04 23:35:53 +0000 | [diff] [blame] | 80 | EnableXNACK(false), |
Matt Arsenault | e83690c | 2016-01-18 21:13:50 +0000 | [diff] [blame] | 81 | WavefrontSize(0), CFALUBug(false), |
Matt Arsenault | 24ee078 | 2016-02-12 02:40:47 +0000 | [diff] [blame] | 82 | LocalMemorySize(0), MaxPrivateElementSize(0), |
Daniel Sanders | a73f1fd | 2015-06-10 12:11:26 +0000 | [diff] [blame] | 83 | EnableVGPRSpilling(false), SGPRInitBug(false), IsGCN(false), |
Matt Arsenault | 9d82ee7 | 2016-02-27 08:53:55 +0000 | [diff] [blame] | 84 | GCN1Encoding(false), GCN3Encoding(false), CIInsts(false), |
| 85 | HasSMemRealTime(false), Has16BitInsts(false), |
Matt Arsenault | 61738cb | 2016-02-27 08:53:46 +0000 | [diff] [blame] | 86 | LDSBankCount(0), |
Matt Arsenault | 3a61985 | 2016-02-27 20:26:57 +0000 | [diff] [blame] | 87 | IsaVersion(ISAVersion0_0_0), |
Tom Stellard | de008d3 | 2016-01-21 04:28:34 +0000 | [diff] [blame] | 88 | EnableSIScheduler(false), FrameLowering(nullptr), |
Eric Christopher | 111de89 | 2015-02-19 00:15:33 +0000 | [diff] [blame] | 89 | InstrItins(getInstrItineraryForCPU(GPU)), TargetTriple(TT) { |
Tom Stellard | 40ce8af | 2015-01-28 16:04:26 +0000 | [diff] [blame] | 90 | |
| 91 | initializeSubtargetDependencies(TT, GPU, FS); |
| 92 | |
Matt Arsenault | 0c90e95 | 2015-11-06 18:17:45 +0000 | [diff] [blame] | 93 | const unsigned MaxStackAlign = 64 * 16; // Maximum stack alignment (long16) |
| 94 | |
Eric Christopher | ac4b69e | 2014-07-25 22:22:39 +0000 | [diff] [blame] | 95 | if (getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
| 96 | InstrInfo.reset(new R600InstrInfo(*this)); |
Eric Christopher | 7792e32 | 2015-01-30 23:24:40 +0000 | [diff] [blame] | 97 | TLInfo.reset(new R600TargetLowering(TM, *this)); |
Matt Arsenault | 0c90e95 | 2015-11-06 18:17:45 +0000 | [diff] [blame] | 98 | |
| 99 | // FIXME: Should have R600 specific FrameLowering |
| 100 | FrameLowering.reset(new AMDGPUFrameLowering( |
| 101 | TargetFrameLowering::StackGrowsUp, |
| 102 | MaxStackAlign, |
| 103 | 0)); |
Tom Stellard | 2e59a45 | 2014-06-13 01:32:00 +0000 | [diff] [blame] | 104 | } else { |
| 105 | InstrInfo.reset(new SIInstrInfo(*this)); |
Eric Christopher | 7792e32 | 2015-01-30 23:24:40 +0000 | [diff] [blame] | 106 | TLInfo.reset(new SITargetLowering(TM, *this)); |
Matt Arsenault | 0c90e95 | 2015-11-06 18:17:45 +0000 | [diff] [blame] | 107 | FrameLowering.reset(new SIFrameLowering( |
| 108 | TargetFrameLowering::StackGrowsUp, |
| 109 | MaxStackAlign, |
| 110 | 0)); |
Tom Stellard | 2e59a45 | 2014-06-13 01:32:00 +0000 | [diff] [blame] | 111 | } |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 112 | } |
| 113 | |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 114 | unsigned AMDGPUSubtarget::getStackEntrySize() const { |
Tom Stellard | a40f971 | 2014-01-22 21:55:43 +0000 | [diff] [blame] | 115 | assert(getGeneration() <= NORTHERN_ISLANDS); |
| 116 | switch(getWavefrontSize()) { |
| 117 | case 16: |
| 118 | return 8; |
| 119 | case 32: |
Matt Arsenault | d782d05 | 2014-06-27 17:57:00 +0000 | [diff] [blame] | 120 | return hasCaymanISA() ? 4 : 8; |
Tom Stellard | a40f971 | 2014-01-22 21:55:43 +0000 | [diff] [blame] | 121 | case 64: |
| 122 | return 4; |
| 123 | default: |
| 124 | llvm_unreachable("Illegal wavefront size."); |
| 125 | } |
| 126 | } |
Tom Stellard | b8fd6ef | 2014-12-02 22:00:07 +0000 | [diff] [blame] | 127 | |
| 128 | unsigned AMDGPUSubtarget::getAmdKernelCodeChipID() const { |
| 129 | switch(getGeneration()) { |
| 130 | default: llvm_unreachable("ChipID unknown"); |
| 131 | case SEA_ISLANDS: return 12; |
| 132 | } |
| 133 | } |
Tom Stellard | e99fb65 | 2015-01-20 19:33:04 +0000 | [diff] [blame] | 134 | |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 135 | AMDGPU::IsaVersion AMDGPUSubtarget::getIsaVersion() const { |
| 136 | return AMDGPU::getIsaVersion(getFeatureBits()); |
| 137 | } |
| 138 | |
Tom Stellard | e99fb65 | 2015-01-20 19:33:04 +0000 | [diff] [blame] | 139 | bool AMDGPUSubtarget::isVGPRSpillingEnabled( |
| 140 | const SIMachineFunctionInfo *MFI) const { |
| 141 | return MFI->getShaderType() == ShaderType::COMPUTE || EnableVGPRSpilling; |
| 142 | } |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 143 | |
| 144 | void AMDGPUSubtarget::overrideSchedPolicy(MachineSchedPolicy &Policy, |
| 145 | MachineInstr *begin, |
| 146 | MachineInstr *end, |
| 147 | unsigned NumRegionInstrs) const { |
| 148 | if (getGeneration() >= SOUTHERN_ISLANDS) { |
| 149 | |
| 150 | // Track register pressure so the scheduler can try to decrease |
| 151 | // pressure once register usage is above the threshold defined by |
| 152 | // SIRegisterInfo::getRegPressureSetLimit() |
| 153 | Policy.ShouldTrackPressure = true; |
| 154 | |
| 155 | // Enabling both top down and bottom up scheduling seems to give us less |
| 156 | // register spills than just using one of these approaches on its own. |
| 157 | Policy.OnlyTopDown = false; |
| 158 | Policy.OnlyBottomUp = false; |
Tom Stellard | 0bc954e | 2016-03-30 16:35:09 +0000 | [diff] [blame^] | 159 | |
| 160 | // Enabling ShouldTrackLaneMasks crashes the SI Machine Scheduler. |
| 161 | if (!enableSIScheduler()) |
| 162 | Policy.ShouldTrackLaneMasks = true; |
Tom Stellard | 83f0bce | 2015-01-29 16:55:25 +0000 | [diff] [blame] | 163 | } |
| 164 | } |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 165 | |