Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 1 | //===- AMDGPUBaseInfo.h - Top level definitions for AMDGPU ------*- C++ -*-===// |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | |
| 9 | #ifndef LLVM_LIB_TARGET_AMDGPU_UTILS_AMDGPUBASEINFO_H |
| 10 | #define LLVM_LIB_TARGET_AMDGPU_UTILS_AMDGPUBASEINFO_H |
| 11 | |
Yaxun Liu | 1a14bfa | 2017-03-27 14:04:01 +0000 | [diff] [blame] | 12 | #include "AMDGPU.h" |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 13 | #include "AMDKernelCodeT.h" |
Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 14 | #include "SIDefines.h" |
Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 15 | #include "llvm/ADT/StringRef.h" |
| 16 | #include "llvm/IR/CallingConv.h" |
| 17 | #include "llvm/MC/MCInstrDesc.h" |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 18 | #include "llvm/Support/AMDHSAKernelDescriptor.h" |
Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 19 | #include "llvm/Support/Compiler.h" |
| 20 | #include "llvm/Support/ErrorHandling.h" |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 21 | #include "llvm/Support/TargetParser.h" |
Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 22 | #include <cstdint> |
Konstantin Zhuravlyov | 9c05b2b | 2017-10-14 15:40:33 +0000 | [diff] [blame] | 23 | #include <string> |
Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 24 | #include <utility> |
Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 25 | |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 26 | namespace llvm { |
| 27 | |
Matt Arsenault | 894e53d | 2017-07-26 20:39:42 +0000 | [diff] [blame] | 28 | class Argument; |
Tim Renouf | 4f703f5 | 2018-08-21 11:07:10 +0000 | [diff] [blame] | 29 | class AMDGPUSubtarget; |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 30 | class FeatureBitset; |
Tom Stellard | ac00eb5 | 2015-12-15 16:26:16 +0000 | [diff] [blame] | 31 | class Function; |
Tim Renouf | 4f703f5 | 2018-08-21 11:07:10 +0000 | [diff] [blame] | 32 | class GCNSubtarget; |
Tom Stellard | e3b5aea | 2015-12-02 17:00:42 +0000 | [diff] [blame] | 33 | class GlobalValue; |
Tom Stellard | e135ffd | 2015-09-25 21:41:28 +0000 | [diff] [blame] | 34 | class MCContext; |
Krzysztof Parzyszek | c871550 | 2016-10-19 17:40:36 +0000 | [diff] [blame] | 35 | class MCRegisterClass; |
Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 36 | class MCRegisterInfo; |
Tom Stellard | e135ffd | 2015-09-25 21:41:28 +0000 | [diff] [blame] | 37 | class MCSection; |
Tom Stellard | 2b65ed3 | 2015-12-21 18:44:27 +0000 | [diff] [blame] | 38 | class MCSubtargetInfo; |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 39 | class MachineMemOperand; |
Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 40 | class Triple; |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 41 | |
| 42 | namespace AMDGPU { |
Nicolai Haehnle | 0ab200b | 2018-06-21 13:36:44 +0000 | [diff] [blame] | 43 | |
| 44 | #define GET_MIMGBaseOpcode_DECL |
Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 45 | #define GET_MIMGDim_DECL |
Nicolai Haehnle | 0ab200b | 2018-06-21 13:36:44 +0000 | [diff] [blame] | 46 | #define GET_MIMGEncoding_DECL |
Ryan Taylor | 894c8fd | 2018-08-01 12:12:01 +0000 | [diff] [blame] | 47 | #define GET_MIMGLZMapping_DECL |
Piotr Sobczak | 9b11e93 | 2019-06-10 15:58:51 +0000 | [diff] [blame] | 48 | #define GET_MIMGMIPMapping_DECL |
Nicolai Haehnle | 0ab200b | 2018-06-21 13:36:44 +0000 | [diff] [blame] | 49 | #include "AMDGPUGenSearchableTables.inc" |
| 50 | |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 51 | namespace IsaInfo { |
Sam Kolton | a3ec5c1 | 2016-10-07 14:46:06 +0000 | [diff] [blame] | 52 | |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 53 | enum { |
| 54 | // The closed Vulkan driver sets 96, which limits the wave count to 8 but |
| 55 | // doesn't spill SGPRs as much as when 80 is set. |
Konstantin Zhuravlyov | c72ece6 | 2018-05-16 20:47:48 +0000 | [diff] [blame] | 56 | FIXED_NUM_SGPRS_FOR_INIT_BUG = 96, |
| 57 | TRAP_NUM_SGPRS = 16 |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 58 | }; |
| 59 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 60 | /// Streams isa version string for given subtarget \p STI into \p Stream. |
Konstantin Zhuravlyov | 9c05b2b | 2017-10-14 15:40:33 +0000 | [diff] [blame] | 61 | void streamIsaVersion(const MCSubtargetInfo *STI, raw_ostream &Stream); |
| 62 | |
Konstantin Zhuravlyov | 00f2cb1 | 2018-06-12 18:02:46 +0000 | [diff] [blame] | 63 | /// \returns True if given subtarget \p STI supports code object version 3, |
Konstantin Zhuravlyov | eda425e | 2017-10-14 15:59:07 +0000 | [diff] [blame] | 64 | /// false otherwise. |
Konstantin Zhuravlyov | 00f2cb1 | 2018-06-12 18:02:46 +0000 | [diff] [blame] | 65 | bool hasCodeObjectV3(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | eda425e | 2017-10-14 15:59:07 +0000 | [diff] [blame] | 66 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 67 | /// \returns Wavefront size for given subtarget \p STI. |
| 68 | unsigned getWavefrontSize(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 69 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 70 | /// \returns Local memory size in bytes for given subtarget \p STI. |
| 71 | unsigned getLocalMemorySize(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 72 | |
| 73 | /// \returns Number of execution units per compute unit for given subtarget \p |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 74 | /// STI. |
| 75 | unsigned getEUsPerCU(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 76 | |
| 77 | /// \returns Maximum number of work groups per compute unit for given subtarget |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 78 | /// \p STI and limited by given \p FlatWorkGroupSize. |
| 79 | unsigned getMaxWorkGroupsPerCU(const MCSubtargetInfo *STI, |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 80 | unsigned FlatWorkGroupSize); |
| 81 | |
| 82 | /// \returns Maximum number of waves per compute unit for given subtarget \p |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 83 | /// STI without any kind of limitation. |
| 84 | unsigned getMaxWavesPerCU(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 85 | |
| 86 | /// \returns Maximum number of waves per compute unit for given subtarget \p |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 87 | /// STI and limited by given \p FlatWorkGroupSize. |
| 88 | unsigned getMaxWavesPerCU(const MCSubtargetInfo *STI, |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 89 | unsigned FlatWorkGroupSize); |
| 90 | |
| 91 | /// \returns Minimum number of waves per execution unit for given subtarget \p |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 92 | /// STI. |
| 93 | unsigned getMinWavesPerEU(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 94 | |
| 95 | /// \returns Maximum number of waves per execution unit for given subtarget \p |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 96 | /// STI without any kind of limitation. |
Tom Stellard | c5a154d | 2018-06-28 23:47:12 +0000 | [diff] [blame] | 97 | unsigned getMaxWavesPerEU(); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 98 | |
| 99 | /// \returns Maximum number of waves per execution unit for given subtarget \p |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 100 | /// STI and limited by given \p FlatWorkGroupSize. |
| 101 | unsigned getMaxWavesPerEU(const MCSubtargetInfo *STI, |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 102 | unsigned FlatWorkGroupSize); |
| 103 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 104 | /// \returns Minimum flat work group size for given subtarget \p STI. |
| 105 | unsigned getMinFlatWorkGroupSize(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 106 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 107 | /// \returns Maximum flat work group size for given subtarget \p STI. |
| 108 | unsigned getMaxFlatWorkGroupSize(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 109 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 110 | /// \returns Number of waves per work group for given subtarget \p STI and |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 111 | /// limited by given \p FlatWorkGroupSize. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 112 | unsigned getWavesPerWorkGroup(const MCSubtargetInfo *STI, |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 113 | unsigned FlatWorkGroupSize); |
| 114 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 115 | /// \returns SGPR allocation granularity for given subtarget \p STI. |
| 116 | unsigned getSGPRAllocGranule(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 117 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 118 | /// \returns SGPR encoding granularity for given subtarget \p STI. |
| 119 | unsigned getSGPREncodingGranule(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 120 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 121 | /// \returns Total number of SGPRs for given subtarget \p STI. |
| 122 | unsigned getTotalNumSGPRs(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 123 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 124 | /// \returns Addressable number of SGPRs for given subtarget \p STI. |
| 125 | unsigned getAddressableNumSGPRs(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 126 | |
| 127 | /// \returns Minimum number of SGPRs that meets the given number of waves per |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 128 | /// execution unit requirement for given subtarget \p STI. |
| 129 | unsigned getMinNumSGPRs(const MCSubtargetInfo *STI, unsigned WavesPerEU); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 130 | |
| 131 | /// \returns Maximum number of SGPRs that meets the given number of waves per |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 132 | /// execution unit requirement for given subtarget \p STI. |
| 133 | unsigned getMaxNumSGPRs(const MCSubtargetInfo *STI, unsigned WavesPerEU, |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 134 | bool Addressable); |
| 135 | |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 136 | /// \returns Number of extra SGPRs implicitly required by given subtarget \p |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 137 | /// STI when the given special registers are used. |
| 138 | unsigned getNumExtraSGPRs(const MCSubtargetInfo *STI, bool VCCUsed, |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 139 | bool FlatScrUsed, bool XNACKUsed); |
| 140 | |
| 141 | /// \returns Number of extra SGPRs implicitly required by given subtarget \p |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 142 | /// STI when the given special registers are used. XNACK is inferred from |
| 143 | /// \p STI. |
| 144 | unsigned getNumExtraSGPRs(const MCSubtargetInfo *STI, bool VCCUsed, |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 145 | bool FlatScrUsed); |
| 146 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 147 | /// \returns Number of SGPR blocks needed for given subtarget \p STI when |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 148 | /// \p NumSGPRs are used. \p NumSGPRs should already include any special |
| 149 | /// register counts. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 150 | unsigned getNumSGPRBlocks(const MCSubtargetInfo *STI, unsigned NumSGPRs); |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 151 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 152 | /// \returns VGPR allocation granularity for given subtarget \p STI. |
Stanislav Mekhanoshin | 8bcc9bb | 2019-06-13 19:18:29 +0000 | [diff] [blame] | 153 | /// |
| 154 | /// For subtargets which support it, \p EnableWavefrontSize32 should match |
| 155 | /// the ENABLE_WAVEFRONT_SIZE32 kernel descriptor field. |
| 156 | unsigned getVGPRAllocGranule(const MCSubtargetInfo *STI, |
| 157 | Optional<bool> EnableWavefrontSize32 = None); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 158 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 159 | /// \returns VGPR encoding granularity for given subtarget \p STI. |
Stanislav Mekhanoshin | 8bcc9bb | 2019-06-13 19:18:29 +0000 | [diff] [blame] | 160 | /// |
| 161 | /// For subtargets which support it, \p EnableWavefrontSize32 should match |
| 162 | /// the ENABLE_WAVEFRONT_SIZE32 kernel descriptor field. |
| 163 | unsigned getVGPREncodingGranule(const MCSubtargetInfo *STI, |
| 164 | Optional<bool> EnableWavefrontSize32 = None); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 165 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 166 | /// \returns Total number of VGPRs for given subtarget \p STI. |
| 167 | unsigned getTotalNumVGPRs(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 168 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 169 | /// \returns Addressable number of VGPRs for given subtarget \p STI. |
| 170 | unsigned getAddressableNumVGPRs(const MCSubtargetInfo *STI); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 171 | |
| 172 | /// \returns Minimum number of VGPRs that meets given number of waves per |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 173 | /// execution unit requirement for given subtarget \p STI. |
| 174 | unsigned getMinNumVGPRs(const MCSubtargetInfo *STI, unsigned WavesPerEU); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 175 | |
| 176 | /// \returns Maximum number of VGPRs that meets given number of waves per |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 177 | /// execution unit requirement for given subtarget \p STI. |
| 178 | unsigned getMaxNumVGPRs(const MCSubtargetInfo *STI, unsigned WavesPerEU); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 179 | |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 180 | /// \returns Number of VGPR blocks needed for given subtarget \p STI when |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 181 | /// \p NumVGPRs are used. |
Stanislav Mekhanoshin | 8bcc9bb | 2019-06-13 19:18:29 +0000 | [diff] [blame] | 182 | /// |
| 183 | /// For subtargets which support it, \p EnableWavefrontSize32 should match the |
| 184 | /// ENABLE_WAVEFRONT_SIZE32 kernel descriptor field. |
| 185 | unsigned getNumVGPRBlocks(const MCSubtargetInfo *STI, unsigned NumSGPRs, |
| 186 | Optional<bool> EnableWavefrontSize32 = None); |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 187 | |
Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 188 | } // end namespace IsaInfo |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 189 | |
| 190 | LLVM_READONLY |
| 191 | int16_t getNamedOperandIdx(uint16_t Opcode, uint16_t NamedIdx); |
| 192 | |
Ryan Taylor | 9ab812d | 2019-06-26 17:34:57 +0000 | [diff] [blame] | 193 | LLVM_READONLY |
| 194 | int getSOPPWithRelaxation(uint16_t Opcode); |
| 195 | |
Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 196 | struct MIMGBaseOpcodeInfo { |
| 197 | MIMGBaseOpcode BaseOpcode; |
| 198 | bool Store; |
| 199 | bool Atomic; |
| 200 | bool AtomicX2; |
| 201 | bool Sampler; |
David Stuttard | f77079f | 2019-01-14 11:55:24 +0000 | [diff] [blame] | 202 | bool Gather4; |
Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 203 | |
| 204 | uint8_t NumExtraArgs; |
| 205 | bool Gradients; |
| 206 | bool Coordinates; |
| 207 | bool LodOrClampOrMip; |
| 208 | bool HasD16; |
| 209 | }; |
| 210 | |
| 211 | LLVM_READONLY |
| 212 | const MIMGBaseOpcodeInfo *getMIMGBaseOpcodeInfo(unsigned BaseOpcode); |
| 213 | |
| 214 | struct MIMGDimInfo { |
| 215 | MIMGDim Dim; |
| 216 | uint8_t NumCoords; |
| 217 | uint8_t NumGradients; |
| 218 | bool DA; |
Stanislav Mekhanoshin | 692560d | 2019-05-01 16:32:58 +0000 | [diff] [blame] | 219 | uint8_t Encoding; |
| 220 | const char *AsmSuffix; |
Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 221 | }; |
| 222 | |
| 223 | LLVM_READONLY |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 224 | const MIMGDimInfo *getMIMGDimInfo(unsigned DimEnum); |
| 225 | |
| 226 | LLVM_READONLY |
| 227 | const MIMGDimInfo *getMIMGDimInfoByEncoding(uint8_t DimEnc); |
| 228 | |
| 229 | LLVM_READONLY |
| 230 | const MIMGDimInfo *getMIMGDimInfoByAsmSuffix(StringRef AsmSuffix); |
Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 231 | |
Ryan Taylor | 894c8fd | 2018-08-01 12:12:01 +0000 | [diff] [blame] | 232 | struct MIMGLZMappingInfo { |
| 233 | MIMGBaseOpcode L; |
| 234 | MIMGBaseOpcode LZ; |
| 235 | }; |
| 236 | |
Piotr Sobczak | 9b11e93 | 2019-06-10 15:58:51 +0000 | [diff] [blame] | 237 | struct MIMGMIPMappingInfo { |
| 238 | MIMGBaseOpcode MIP; |
| 239 | MIMGBaseOpcode NONMIP; |
| 240 | }; |
| 241 | |
Ryan Taylor | 894c8fd | 2018-08-01 12:12:01 +0000 | [diff] [blame] | 242 | LLVM_READONLY |
| 243 | const MIMGLZMappingInfo *getMIMGLZMappingInfo(unsigned L); |
| 244 | |
Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 245 | LLVM_READONLY |
Piotr Sobczak | 9b11e93 | 2019-06-10 15:58:51 +0000 | [diff] [blame] | 246 | const MIMGMIPMappingInfo *getMIMGMIPMappingInfo(unsigned L); |
| 247 | |
| 248 | LLVM_READONLY |
Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 249 | int getMIMGOpcode(unsigned BaseOpcode, unsigned MIMGEncoding, |
| 250 | unsigned VDataDwords, unsigned VAddrDwords); |
| 251 | |
Matt Arsenault | cad7fa8 | 2017-12-13 21:07:51 +0000 | [diff] [blame] | 252 | LLVM_READONLY |
Nicolai Haehnle | 0ab200b | 2018-06-21 13:36:44 +0000 | [diff] [blame] | 253 | int getMaskedMIMGOp(unsigned Opc, unsigned NewChannels); |
Nicolai Haehnle | f267431 | 2018-06-21 13:36:01 +0000 | [diff] [blame] | 254 | |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 255 | struct MIMGInfo { |
| 256 | uint16_t Opcode; |
| 257 | uint16_t BaseOpcode; |
| 258 | uint8_t MIMGEncoding; |
| 259 | uint8_t VDataDwords; |
| 260 | uint8_t VAddrDwords; |
| 261 | }; |
| 262 | |
| 263 | LLVM_READONLY |
| 264 | const MIMGInfo *getMIMGInfo(unsigned Opc); |
| 265 | |
Nicolai Haehnle | f267431 | 2018-06-21 13:36:01 +0000 | [diff] [blame] | 266 | LLVM_READONLY |
Neil Henning | 76504a4 | 2018-12-12 16:15:21 +0000 | [diff] [blame] | 267 | int getMUBUFBaseOpcode(unsigned Opc); |
| 268 | |
| 269 | LLVM_READONLY |
| 270 | int getMUBUFOpcode(unsigned BaseOpc, unsigned Dwords); |
| 271 | |
| 272 | LLVM_READONLY |
| 273 | int getMUBUFDwords(unsigned Opc); |
| 274 | |
| 275 | LLVM_READONLY |
| 276 | bool getMUBUFHasVAddr(unsigned Opc); |
| 277 | |
| 278 | LLVM_READONLY |
| 279 | bool getMUBUFHasSrsrc(unsigned Opc); |
| 280 | |
| 281 | LLVM_READONLY |
| 282 | bool getMUBUFHasSoffset(unsigned Opc); |
| 283 | |
| 284 | LLVM_READONLY |
Matt Arsenault | cad7fa8 | 2017-12-13 21:07:51 +0000 | [diff] [blame] | 285 | int getMCOpcode(uint16_t Opcode, unsigned Gen); |
| 286 | |
Tom Stellard | ff7416b | 2015-06-26 21:58:31 +0000 | [diff] [blame] | 287 | void initDefaultAMDKernelCodeT(amd_kernel_code_t &Header, |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 288 | const MCSubtargetInfo *STI); |
Tom Stellard | 9760f03 | 2015-12-03 03:34:32 +0000 | [diff] [blame] | 289 | |
Stanislav Mekhanoshin | cee607e | 2019-04-24 17:03:15 +0000 | [diff] [blame] | 290 | amdhsa::kernel_descriptor_t getDefaultAmdhsaKernelDescriptor( |
| 291 | const MCSubtargetInfo *STI); |
Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 292 | |
Konstantin Zhuravlyov | 435151a | 2017-11-01 19:12:38 +0000 | [diff] [blame] | 293 | bool isGroupSegment(const GlobalValue *GV); |
| 294 | bool isGlobalSegment(const GlobalValue *GV); |
| 295 | bool isReadOnlySegment(const GlobalValue *GV); |
Tom Stellard | e3b5aea | 2015-12-02 17:00:42 +0000 | [diff] [blame] | 296 | |
Konstantin Zhuravlyov | 08326b6 | 2016-10-20 18:12:38 +0000 | [diff] [blame] | 297 | /// \returns True if constants should be emitted to .text section for given |
| 298 | /// target triple \p TT, false otherwise. |
| 299 | bool shouldEmitConstantsToTextSection(const Triple &TT); |
| 300 | |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 301 | /// \returns Integer value requested using \p F's \p Name attribute. |
| 302 | /// |
| 303 | /// \returns \p Default if attribute is not present. |
| 304 | /// |
| 305 | /// \returns \p Default and emits error if requested value cannot be converted |
| 306 | /// to integer. |
Matt Arsenault | 8300272 | 2016-05-12 02:45:18 +0000 | [diff] [blame] | 307 | int getIntegerAttribute(const Function &F, StringRef Name, int Default); |
| 308 | |
Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 309 | /// \returns A pair of integer values requested using \p F's \p Name attribute |
| 310 | /// in "first[,second]" format ("second" is optional unless \p OnlyFirstRequired |
| 311 | /// is false). |
| 312 | /// |
| 313 | /// \returns \p Default if attribute is not present. |
| 314 | /// |
| 315 | /// \returns \p Default and emits error if one of the requested values cannot be |
| 316 | /// converted to integer, or \p OnlyFirstRequired is false and "second" value is |
| 317 | /// not present. |
| 318 | std::pair<int, int> getIntegerPairAttribute(const Function &F, |
| 319 | StringRef Name, |
| 320 | std::pair<int, int> Default, |
| 321 | bool OnlyFirstRequired = false); |
| 322 | |
Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 323 | /// Represents the counter values to wait for in an s_waitcnt instruction. |
| 324 | /// |
| 325 | /// Large values (including the maximum possible integer) can be used to |
| 326 | /// represent "don't care" waits. |
| 327 | struct Waitcnt { |
| 328 | unsigned VmCnt = ~0u; |
| 329 | unsigned ExpCnt = ~0u; |
| 330 | unsigned LgkmCnt = ~0u; |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 331 | unsigned VsCnt = ~0u; |
Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 332 | |
| 333 | Waitcnt() {} |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 334 | Waitcnt(unsigned VmCnt, unsigned ExpCnt, unsigned LgkmCnt, unsigned VsCnt) |
| 335 | : VmCnt(VmCnt), ExpCnt(ExpCnt), LgkmCnt(LgkmCnt), VsCnt(VsCnt) {} |
Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 336 | |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 337 | static Waitcnt allZero(const IsaVersion &Version) { |
| 338 | return Waitcnt(0, 0, 0, Version.Major >= 10 ? 0 : ~0u); |
| 339 | } |
| 340 | static Waitcnt allZeroExceptVsCnt() { return Waitcnt(0, 0, 0, ~0u); } |
| 341 | |
| 342 | bool hasWait() const { |
| 343 | return VmCnt != ~0u || ExpCnt != ~0u || LgkmCnt != ~0u || VsCnt != ~0u; |
| 344 | } |
Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 345 | |
| 346 | bool dominates(const Waitcnt &Other) const { |
| 347 | return VmCnt <= Other.VmCnt && ExpCnt <= Other.ExpCnt && |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 348 | LgkmCnt <= Other.LgkmCnt && VsCnt <= Other.VsCnt; |
Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 349 | } |
| 350 | |
| 351 | Waitcnt combined(const Waitcnt &Other) const { |
| 352 | return Waitcnt(std::min(VmCnt, Other.VmCnt), std::min(ExpCnt, Other.ExpCnt), |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 353 | std::min(LgkmCnt, Other.LgkmCnt), |
| 354 | std::min(VsCnt, Other.VsCnt)); |
Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 355 | } |
| 356 | }; |
| 357 | |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 358 | /// \returns Vmcnt bit mask for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 359 | unsigned getVmcntBitMask(const IsaVersion &Version); |
Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 360 | |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 361 | /// \returns Expcnt bit mask for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 362 | unsigned getExpcntBitMask(const IsaVersion &Version); |
Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 363 | |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 364 | /// \returns Lgkmcnt bit mask for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 365 | unsigned getLgkmcntBitMask(const IsaVersion &Version); |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 366 | |
| 367 | /// \returns Waitcnt bit mask for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 368 | unsigned getWaitcntBitMask(const IsaVersion &Version); |
Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 369 | |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 370 | /// \returns Decoded Vmcnt from given \p Waitcnt for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 371 | unsigned decodeVmcnt(const IsaVersion &Version, unsigned Waitcnt); |
Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 372 | |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 373 | /// \returns Decoded Expcnt from given \p Waitcnt for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 374 | unsigned decodeExpcnt(const IsaVersion &Version, unsigned Waitcnt); |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 375 | |
| 376 | /// \returns Decoded Lgkmcnt from given \p Waitcnt for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 377 | unsigned decodeLgkmcnt(const IsaVersion &Version, unsigned Waitcnt); |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 378 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 379 | /// Decodes Vmcnt, Expcnt and Lgkmcnt from given \p Waitcnt for given isa |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 380 | /// \p Version, and writes decoded values into \p Vmcnt, \p Expcnt and |
| 381 | /// \p Lgkmcnt respectively. |
| 382 | /// |
| 383 | /// \details \p Vmcnt, \p Expcnt and \p Lgkmcnt are decoded as follows: |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 384 | /// \p Vmcnt = \p Waitcnt[3:0] (pre-gfx9 only) |
| 385 | /// \p Vmcnt = \p Waitcnt[3:0] | \p Waitcnt[15:14] (gfx9+ only) |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 386 | /// \p Expcnt = \p Waitcnt[6:4] |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 387 | /// \p Lgkmcnt = \p Waitcnt[11:8] (pre-gfx10 only) |
| 388 | /// \p Lgkmcnt = \p Waitcnt[13:8] (gfx10+ only) |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 389 | void decodeWaitcnt(const IsaVersion &Version, unsigned Waitcnt, |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 390 | unsigned &Vmcnt, unsigned &Expcnt, unsigned &Lgkmcnt); |
| 391 | |
Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 392 | Waitcnt decodeWaitcnt(const IsaVersion &Version, unsigned Encoded); |
| 393 | |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 394 | /// \returns \p Waitcnt with encoded \p Vmcnt for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 395 | unsigned encodeVmcnt(const IsaVersion &Version, unsigned Waitcnt, |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 396 | unsigned Vmcnt); |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 397 | |
| 398 | /// \returns \p Waitcnt with encoded \p Expcnt for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 399 | unsigned encodeExpcnt(const IsaVersion &Version, unsigned Waitcnt, |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 400 | unsigned Expcnt); |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 401 | |
| 402 | /// \returns \p Waitcnt with encoded \p Lgkmcnt for given isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 403 | unsigned encodeLgkmcnt(const IsaVersion &Version, unsigned Waitcnt, |
Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 404 | unsigned Lgkmcnt); |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 405 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 406 | /// Encodes \p Vmcnt, \p Expcnt and \p Lgkmcnt into Waitcnt for given isa |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 407 | /// \p Version. |
| 408 | /// |
| 409 | /// \details \p Vmcnt, \p Expcnt and \p Lgkmcnt are encoded as follows: |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 410 | /// Waitcnt[3:0] = \p Vmcnt (pre-gfx9 only) |
| 411 | /// Waitcnt[3:0] = \p Vmcnt[3:0] (gfx9+ only) |
| 412 | /// Waitcnt[6:4] = \p Expcnt |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 413 | /// Waitcnt[11:8] = \p Lgkmcnt (pre-gfx10 only) |
| 414 | /// Waitcnt[13:8] = \p Lgkmcnt (gfx10+ only) |
Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 415 | /// Waitcnt[15:14] = \p Vmcnt[5:4] (gfx9+ only) |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 416 | /// |
| 417 | /// \returns Waitcnt with encoded \p Vmcnt, \p Expcnt and \p Lgkmcnt for given |
| 418 | /// isa \p Version. |
Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 419 | unsigned encodeWaitcnt(const IsaVersion &Version, |
Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 420 | unsigned Vmcnt, unsigned Expcnt, unsigned Lgkmcnt); |
Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 421 | |
Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 422 | unsigned encodeWaitcnt(const IsaVersion &Version, const Waitcnt &Decoded); |
| 423 | |
Dmitry Preobrazhensky | 1fca3b1 | 2019-06-13 12:46:37 +0000 | [diff] [blame] | 424 | namespace Hwreg { |
| 425 | |
| 426 | LLVM_READONLY |
| 427 | int64_t getHwregId(const StringRef Name); |
| 428 | |
| 429 | LLVM_READNONE |
| 430 | bool isValidHwreg(int64_t Id, const MCSubtargetInfo &STI); |
| 431 | |
| 432 | LLVM_READNONE |
| 433 | bool isValidHwreg(int64_t Id); |
| 434 | |
| 435 | LLVM_READNONE |
| 436 | bool isValidHwregOffset(int64_t Offset); |
| 437 | |
| 438 | LLVM_READNONE |
| 439 | bool isValidHwregWidth(int64_t Width); |
| 440 | |
| 441 | LLVM_READNONE |
| 442 | int64_t encodeHwreg(int64_t Id, int64_t Offset, int64_t Width); |
| 443 | |
| 444 | LLVM_READNONE |
| 445 | StringRef getHwreg(unsigned Id, const MCSubtargetInfo &STI); |
| 446 | |
| 447 | void decodeHwreg(unsigned Val, unsigned &Id, unsigned &Offset, unsigned &Width); |
| 448 | |
| 449 | } // namespace Hwreg |
| 450 | |
Dmitry Preobrazhensky | 1d572ce | 2019-06-28 14:14:02 +0000 | [diff] [blame^] | 451 | namespace SendMsg { |
| 452 | |
| 453 | LLVM_READONLY |
| 454 | int64_t getMsgId(const StringRef Name); |
| 455 | |
| 456 | LLVM_READONLY |
| 457 | int64_t getMsgOpId(int64_t MsgId, const StringRef Name); |
| 458 | |
| 459 | LLVM_READNONE |
| 460 | StringRef getMsgName(int64_t MsgId); |
| 461 | |
| 462 | LLVM_READNONE |
| 463 | StringRef getMsgOpName(int64_t MsgId, int64_t OpId); |
| 464 | |
| 465 | LLVM_READNONE |
| 466 | bool isValidMsgId(int64_t MsgId, const MCSubtargetInfo &STI, bool Strict = true); |
| 467 | |
| 468 | LLVM_READNONE |
| 469 | bool isValidMsgOp(int64_t MsgId, int64_t OpId, bool Strict = true); |
| 470 | |
| 471 | LLVM_READNONE |
| 472 | bool isValidMsgStream(int64_t MsgId, int64_t OpId, int64_t StreamId, bool Strict = true); |
| 473 | |
| 474 | LLVM_READNONE |
| 475 | bool msgRequiresOp(int64_t MsgId); |
| 476 | |
| 477 | LLVM_READNONE |
| 478 | bool msgSupportsStream(int64_t MsgId, int64_t OpId); |
| 479 | |
| 480 | void decodeMsg(unsigned Val, |
| 481 | uint16_t &MsgId, |
| 482 | uint16_t &OpId, |
| 483 | uint16_t &StreamId); |
| 484 | |
| 485 | LLVM_READNONE |
| 486 | int64_t encodeMsg(int64_t MsgId, |
| 487 | int64_t OpId, |
| 488 | int64_t StreamId); |
| 489 | |
| 490 | } // namespace SendMsg |
| 491 | |
| 492 | |
Marek Olsak | fccabaf | 2016-01-13 11:45:36 +0000 | [diff] [blame] | 493 | unsigned getInitialPSInputAddr(const Function &F); |
| 494 | |
Matt Arsenault | e622dc3 | 2017-04-11 22:29:24 +0000 | [diff] [blame] | 495 | LLVM_READNONE |
| 496 | bool isShader(CallingConv::ID CC); |
| 497 | |
| 498 | LLVM_READNONE |
| 499 | bool isCompute(CallingConv::ID CC); |
| 500 | |
| 501 | LLVM_READNONE |
| 502 | bool isEntryFunctionCC(CallingConv::ID CC); |
| 503 | |
Matt Arsenault | efa9f4b | 2017-04-11 22:29:28 +0000 | [diff] [blame] | 504 | // FIXME: Remove this when calling conventions cleaned up |
| 505 | LLVM_READNONE |
| 506 | inline bool isKernel(CallingConv::ID CC) { |
| 507 | switch (CC) { |
Matt Arsenault | efa9f4b | 2017-04-11 22:29:28 +0000 | [diff] [blame] | 508 | case CallingConv::AMDGPU_KERNEL: |
| 509 | case CallingConv::SPIR_KERNEL: |
| 510 | return true; |
| 511 | default: |
| 512 | return false; |
| 513 | } |
| 514 | } |
Tom Stellard | ac00eb5 | 2015-12-15 16:26:16 +0000 | [diff] [blame] | 515 | |
Dmitry Preobrazhensky | 3afbd82 | 2018-01-10 14:22:19 +0000 | [diff] [blame] | 516 | bool hasXNACK(const MCSubtargetInfo &STI); |
Konstantin Zhuravlyov | 108927b | 2018-11-05 22:44:19 +0000 | [diff] [blame] | 517 | bool hasSRAMECC(const MCSubtargetInfo &STI); |
Dmitry Preobrazhensky | e3271ae | 2018-02-05 12:45:43 +0000 | [diff] [blame] | 518 | bool hasMIMG_R128(const MCSubtargetInfo &STI); |
Dmitry Preobrazhensky | 0a1ff46 | 2018-02-05 14:18:53 +0000 | [diff] [blame] | 519 | bool hasPackedD16(const MCSubtargetInfo &STI); |
Dmitry Preobrazhensky | e3271ae | 2018-02-05 12:45:43 +0000 | [diff] [blame] | 520 | |
Tom Stellard | 2b65ed3 | 2015-12-21 18:44:27 +0000 | [diff] [blame] | 521 | bool isSI(const MCSubtargetInfo &STI); |
| 522 | bool isCI(const MCSubtargetInfo &STI); |
| 523 | bool isVI(const MCSubtargetInfo &STI); |
Sam Kolton | f7659d71 | 2017-05-23 10:08:55 +0000 | [diff] [blame] | 524 | bool isGFX9(const MCSubtargetInfo &STI); |
Stanislav Mekhanoshin | cee607e | 2019-04-24 17:03:15 +0000 | [diff] [blame] | 525 | bool isGFX10(const MCSubtargetInfo &STI); |
Sam Kolton | f7659d71 | 2017-05-23 10:08:55 +0000 | [diff] [blame] | 526 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 527 | /// Is Reg - scalar register |
Sam Kolton | f7659d71 | 2017-05-23 10:08:55 +0000 | [diff] [blame] | 528 | bool isSGPR(unsigned Reg, const MCRegisterInfo* TRI); |
Tom Stellard | 2b65ed3 | 2015-12-21 18:44:27 +0000 | [diff] [blame] | 529 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 530 | /// Is there any intersection between registers |
Dmitry Preobrazhensky | dc4ac82 | 2017-06-21 14:41:34 +0000 | [diff] [blame] | 531 | bool isRegIntersect(unsigned Reg0, unsigned Reg1, const MCRegisterInfo* TRI); |
| 532 | |
Tom Stellard | 2b65ed3 | 2015-12-21 18:44:27 +0000 | [diff] [blame] | 533 | /// If \p Reg is a pseudo reg, return the correct hardware register given |
| 534 | /// \p STI otherwise return \p Reg. |
| 535 | unsigned getMCReg(unsigned Reg, const MCSubtargetInfo &STI); |
| 536 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 537 | /// Convert hardware register \p Reg to a pseudo register |
Dmitry Preobrazhensky | 03880f8 | 2017-03-03 14:31:06 +0000 | [diff] [blame] | 538 | LLVM_READNONE |
| 539 | unsigned mc2PseudoReg(unsigned Reg); |
| 540 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 541 | /// Can this operand also contain immediate values? |
Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 542 | bool isSISrcOperand(const MCInstrDesc &Desc, unsigned OpNo); |
| 543 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 544 | /// Is this floating-point operand? |
Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 545 | bool isSISrcFPOperand(const MCInstrDesc &Desc, unsigned OpNo); |
| 546 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 547 | /// Does this opearnd support only inlinable literals? |
Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 548 | bool isSISrcInlinableOperand(const MCInstrDesc &Desc, unsigned OpNo); |
| 549 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 550 | /// Get the size in bits of a register from the register class \p RC. |
Tom Stellard | b133fbb | 2016-10-27 23:05:31 +0000 | [diff] [blame] | 551 | unsigned getRegBitWidth(unsigned RCID); |
| 552 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 553 | /// Get the size in bits of a register from the register class \p RC. |
Krzysztof Parzyszek | c871550 | 2016-10-19 17:40:36 +0000 | [diff] [blame] | 554 | unsigned getRegBitWidth(const MCRegisterClass &RC); |
| 555 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 556 | /// Get size of register operand |
Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 557 | unsigned getRegOperandSize(const MCRegisterInfo *MRI, const MCInstrDesc &Desc, |
| 558 | unsigned OpNo); |
| 559 | |
Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 560 | LLVM_READNONE |
| 561 | inline unsigned getOperandSize(const MCOperandInfo &OpInfo) { |
| 562 | switch (OpInfo.OperandType) { |
| 563 | case AMDGPU::OPERAND_REG_IMM_INT32: |
| 564 | case AMDGPU::OPERAND_REG_IMM_FP32: |
| 565 | case AMDGPU::OPERAND_REG_INLINE_C_INT32: |
| 566 | case AMDGPU::OPERAND_REG_INLINE_C_FP32: |
| 567 | return 4; |
| 568 | |
| 569 | case AMDGPU::OPERAND_REG_IMM_INT64: |
| 570 | case AMDGPU::OPERAND_REG_IMM_FP64: |
| 571 | case AMDGPU::OPERAND_REG_INLINE_C_INT64: |
| 572 | case AMDGPU::OPERAND_REG_INLINE_C_FP64: |
| 573 | return 8; |
| 574 | |
| 575 | case AMDGPU::OPERAND_REG_IMM_INT16: |
| 576 | case AMDGPU::OPERAND_REG_IMM_FP16: |
| 577 | case AMDGPU::OPERAND_REG_INLINE_C_INT16: |
| 578 | case AMDGPU::OPERAND_REG_INLINE_C_FP16: |
Matt Arsenault | 9be7b0d | 2017-02-27 18:49:11 +0000 | [diff] [blame] | 579 | case AMDGPU::OPERAND_REG_INLINE_C_V2INT16: |
| 580 | case AMDGPU::OPERAND_REG_INLINE_C_V2FP16: |
Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 581 | case AMDGPU::OPERAND_REG_IMM_V2INT16: |
| 582 | case AMDGPU::OPERAND_REG_IMM_V2FP16: |
Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 583 | return 2; |
| 584 | |
| 585 | default: |
| 586 | llvm_unreachable("unhandled operand type"); |
| 587 | } |
| 588 | } |
| 589 | |
| 590 | LLVM_READNONE |
| 591 | inline unsigned getOperandSize(const MCInstrDesc &Desc, unsigned OpNo) { |
| 592 | return getOperandSize(Desc.OpInfo[OpNo]); |
| 593 | } |
| 594 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 595 | /// Is this literal inlinable |
Matt Arsenault | 26faed3 | 2016-12-05 22:26:17 +0000 | [diff] [blame] | 596 | LLVM_READNONE |
| 597 | bool isInlinableLiteral64(int64_t Literal, bool HasInv2Pi); |
| 598 | |
| 599 | LLVM_READNONE |
| 600 | bool isInlinableLiteral32(int32_t Literal, bool HasInv2Pi); |
| 601 | |
Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 602 | LLVM_READNONE |
| 603 | bool isInlinableLiteral16(int16_t Literal, bool HasInv2Pi); |
Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 604 | |
Matt Arsenault | 9be7b0d | 2017-02-27 18:49:11 +0000 | [diff] [blame] | 605 | LLVM_READNONE |
| 606 | bool isInlinableLiteralV216(int32_t Literal, bool HasInv2Pi); |
| 607 | |
Matt Arsenault | 894e53d | 2017-07-26 20:39:42 +0000 | [diff] [blame] | 608 | bool isArgPassedInSGPR(const Argument *Arg); |
Tom Stellard | 08efb7e | 2017-01-27 18:41:14 +0000 | [diff] [blame] | 609 | |
| 610 | /// \returns The encoding that will be used for \p ByteOffset in the SMRD |
| 611 | /// offset field. |
| 612 | int64_t getSMRDEncodedOffset(const MCSubtargetInfo &ST, int64_t ByteOffset); |
| 613 | |
| 614 | /// \returns true if this offset is small enough to fit in the SMRD |
| 615 | /// offset field. \p ByteOffset should be the offset in bytes and |
| 616 | /// not the encoded offset. |
| 617 | bool isLegalSMRDImmOffset(const MCSubtargetInfo &ST, int64_t ByteOffset); |
| 618 | |
Tim Renouf | 4f703f5 | 2018-08-21 11:07:10 +0000 | [diff] [blame] | 619 | bool splitMUBUFOffset(uint32_t Imm, uint32_t &SOffset, uint32_t &ImmOffset, |
Nicolai Haehnle | a7b0005 | 2018-11-30 22:55:38 +0000 | [diff] [blame] | 620 | const GCNSubtarget *Subtarget, uint32_t Align = 4); |
Tim Renouf | 4f703f5 | 2018-08-21 11:07:10 +0000 | [diff] [blame] | 621 | |
Alexander Timofeev | 2e5eece | 2018-03-05 15:12:21 +0000 | [diff] [blame] | 622 | /// \returns true if the intrinsic is divergent |
| 623 | bool isIntrinsicSourceOfDivergence(unsigned IntrID); |
| 624 | |
Matt Arsenault | 055e4dc | 2019-03-29 19:14:54 +0000 | [diff] [blame] | 625 | |
| 626 | // Track defaults for fields in the MODE registser. |
| 627 | struct SIModeRegisterDefaults { |
| 628 | /// Floating point opcodes that support exception flag gathering quiet and |
| 629 | /// propagate signaling NaN inputs per IEEE 754-2008. Min_dx10 and max_dx10 |
| 630 | /// become IEEE 754- 2008 compliant due to signaling NaN propagation and |
| 631 | /// quieting. |
| 632 | bool IEEE : 1; |
| 633 | |
| 634 | /// Used by the vector ALU to force DX10-style treatment of NaNs: when set, |
| 635 | /// clamp NaN to zero; otherwise, pass NaN through. |
| 636 | bool DX10Clamp : 1; |
| 637 | |
| 638 | // TODO: FP mode fields |
| 639 | |
| 640 | SIModeRegisterDefaults() : |
| 641 | IEEE(true), |
| 642 | DX10Clamp(true) {} |
| 643 | |
| 644 | SIModeRegisterDefaults(const Function &F); |
| 645 | |
| 646 | static SIModeRegisterDefaults getDefaultForCallingConv(CallingConv::ID CC) { |
| 647 | SIModeRegisterDefaults Mode; |
| 648 | Mode.DX10Clamp = true; |
| 649 | Mode.IEEE = AMDGPU::isCompute(CC); |
| 650 | return Mode; |
| 651 | } |
| 652 | |
| 653 | bool operator ==(const SIModeRegisterDefaults Other) const { |
| 654 | return IEEE == Other.IEEE && DX10Clamp == Other.DX10Clamp; |
| 655 | } |
| 656 | |
| 657 | // FIXME: Inlining should be OK for dx10-clamp, since the caller's mode should |
| 658 | // be able to override. |
| 659 | bool isInlineCompatible(SIModeRegisterDefaults CalleeMode) const { |
| 660 | return *this == CalleeMode; |
| 661 | } |
| 662 | }; |
| 663 | |
Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 664 | } // end namespace AMDGPU |
| 665 | } // end namespace llvm |
| 666 | |
Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 667 | #endif // LLVM_LIB_TARGET_AMDGPU_UTILS_AMDGPUBASEINFO_H |