| Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 1 | //===- AMDGPUBaseInfo.h - Top level definitions for AMDGPU ------*- C++ -*-===// | 
| Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 2 | // | 
| Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | 
|  | 4 | // See https://llvm.org/LICENSE.txt for license information. | 
|  | 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | 
| Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 6 | // | 
|  | 7 | //===----------------------------------------------------------------------===// | 
|  | 8 |  | 
|  | 9 | #ifndef LLVM_LIB_TARGET_AMDGPU_UTILS_AMDGPUBASEINFO_H | 
|  | 10 | #define LLVM_LIB_TARGET_AMDGPU_UTILS_AMDGPUBASEINFO_H | 
|  | 11 |  | 
| Yaxun Liu | 1a14bfa | 2017-03-27 14:04:01 +0000 | [diff] [blame] | 12 | #include "AMDGPU.h" | 
| Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 13 | #include "AMDKernelCodeT.h" | 
| Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 14 | #include "SIDefines.h" | 
| Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 15 | #include "llvm/ADT/StringRef.h" | 
|  | 16 | #include "llvm/IR/CallingConv.h" | 
|  | 17 | #include "llvm/MC/MCInstrDesc.h" | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 18 | #include "llvm/Support/AMDHSAKernelDescriptor.h" | 
| Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 19 | #include "llvm/Support/Compiler.h" | 
|  | 20 | #include "llvm/Support/ErrorHandling.h" | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 21 | #include "llvm/Support/TargetParser.h" | 
| Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 22 | #include <cstdint> | 
| Konstantin Zhuravlyov | 9c05b2b | 2017-10-14 15:40:33 +0000 | [diff] [blame] | 23 | #include <string> | 
| Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 24 | #include <utility> | 
| Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 25 |  | 
| Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 26 | namespace llvm { | 
|  | 27 |  | 
| Matt Arsenault | 894e53d | 2017-07-26 20:39:42 +0000 | [diff] [blame] | 28 | class Argument; | 
| Tim Renouf | 4f703f5 | 2018-08-21 11:07:10 +0000 | [diff] [blame] | 29 | class AMDGPUSubtarget; | 
| Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 30 | class FeatureBitset; | 
| Tom Stellard | ac00eb5 | 2015-12-15 16:26:16 +0000 | [diff] [blame] | 31 | class Function; | 
| Tim Renouf | 4f703f5 | 2018-08-21 11:07:10 +0000 | [diff] [blame] | 32 | class GCNSubtarget; | 
| Tom Stellard | e3b5aea | 2015-12-02 17:00:42 +0000 | [diff] [blame] | 33 | class GlobalValue; | 
| Tom Stellard | e135ffd | 2015-09-25 21:41:28 +0000 | [diff] [blame] | 34 | class MCContext; | 
| Krzysztof Parzyszek | c871550 | 2016-10-19 17:40:36 +0000 | [diff] [blame] | 35 | class MCRegisterClass; | 
| Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 36 | class MCRegisterInfo; | 
| Tom Stellard | e135ffd | 2015-09-25 21:41:28 +0000 | [diff] [blame] | 37 | class MCSection; | 
| Tom Stellard | 2b65ed3 | 2015-12-21 18:44:27 +0000 | [diff] [blame] | 38 | class MCSubtargetInfo; | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 39 | class MachineMemOperand; | 
| Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 40 | class Triple; | 
| Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 41 |  | 
|  | 42 | namespace AMDGPU { | 
| Nicolai Haehnle | 0ab200b | 2018-06-21 13:36:44 +0000 | [diff] [blame] | 43 |  | 
|  | 44 | #define GET_MIMGBaseOpcode_DECL | 
| Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 45 | #define GET_MIMGDim_DECL | 
| Nicolai Haehnle | 0ab200b | 2018-06-21 13:36:44 +0000 | [diff] [blame] | 46 | #define GET_MIMGEncoding_DECL | 
| Ryan Taylor | 894c8fd | 2018-08-01 12:12:01 +0000 | [diff] [blame] | 47 | #define GET_MIMGLZMapping_DECL | 
| Piotr Sobczak | 9b11e93 | 2019-06-10 15:58:51 +0000 | [diff] [blame] | 48 | #define GET_MIMGMIPMapping_DECL | 
| Nicolai Haehnle | 0ab200b | 2018-06-21 13:36:44 +0000 | [diff] [blame] | 49 | #include "AMDGPUGenSearchableTables.inc" | 
|  | 50 |  | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 51 | namespace IsaInfo { | 
| Sam Kolton | a3ec5c1 | 2016-10-07 14:46:06 +0000 | [diff] [blame] | 52 |  | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 53 | enum { | 
|  | 54 | // The closed Vulkan driver sets 96, which limits the wave count to 8 but | 
|  | 55 | // doesn't spill SGPRs as much as when 80 is set. | 
| Konstantin Zhuravlyov | c72ece6 | 2018-05-16 20:47:48 +0000 | [diff] [blame] | 56 | FIXED_NUM_SGPRS_FOR_INIT_BUG = 96, | 
|  | 57 | TRAP_NUM_SGPRS = 16 | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 58 | }; | 
|  | 59 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 60 | /// Streams isa version string for given subtarget \p STI into \p Stream. | 
| Konstantin Zhuravlyov | 9c05b2b | 2017-10-14 15:40:33 +0000 | [diff] [blame] | 61 | void streamIsaVersion(const MCSubtargetInfo *STI, raw_ostream &Stream); | 
|  | 62 |  | 
| Konstantin Zhuravlyov | 00f2cb1 | 2018-06-12 18:02:46 +0000 | [diff] [blame] | 63 | /// \returns True if given subtarget \p STI supports code object version 3, | 
| Konstantin Zhuravlyov | eda425e | 2017-10-14 15:59:07 +0000 | [diff] [blame] | 64 | /// false otherwise. | 
| Konstantin Zhuravlyov | 00f2cb1 | 2018-06-12 18:02:46 +0000 | [diff] [blame] | 65 | bool hasCodeObjectV3(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | eda425e | 2017-10-14 15:59:07 +0000 | [diff] [blame] | 66 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 67 | /// \returns Wavefront size for given subtarget \p STI. | 
|  | 68 | unsigned getWavefrontSize(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 69 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 70 | /// \returns Local memory size in bytes for given subtarget \p STI. | 
|  | 71 | unsigned getLocalMemorySize(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 72 |  | 
|  | 73 | /// \returns Number of execution units per compute unit for given subtarget \p | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 74 | /// STI. | 
|  | 75 | unsigned getEUsPerCU(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 76 |  | 
|  | 77 | /// \returns Maximum number of work groups per compute unit for given subtarget | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 78 | /// \p STI and limited by given \p FlatWorkGroupSize. | 
|  | 79 | unsigned getMaxWorkGroupsPerCU(const MCSubtargetInfo *STI, | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 80 | unsigned FlatWorkGroupSize); | 
|  | 81 |  | 
|  | 82 | /// \returns Maximum number of waves per compute unit for given subtarget \p | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 83 | /// STI without any kind of limitation. | 
|  | 84 | unsigned getMaxWavesPerCU(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 85 |  | 
|  | 86 | /// \returns Maximum number of waves per compute unit for given subtarget \p | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 87 | /// STI and limited by given \p FlatWorkGroupSize. | 
|  | 88 | unsigned getMaxWavesPerCU(const MCSubtargetInfo *STI, | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 89 | unsigned FlatWorkGroupSize); | 
|  | 90 |  | 
|  | 91 | /// \returns Minimum number of waves per execution unit for given subtarget \p | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 92 | /// STI. | 
|  | 93 | unsigned getMinWavesPerEU(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 94 |  | 
|  | 95 | /// \returns Maximum number of waves per execution unit for given subtarget \p | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 96 | /// STI without any kind of limitation. | 
| Stanislav Mekhanoshin | 7b5a54e | 2019-07-19 21:29:51 +0000 | [diff] [blame] | 97 | unsigned getMaxWavesPerEU(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 98 |  | 
|  | 99 | /// \returns Maximum number of waves per execution unit for given subtarget \p | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 100 | /// STI and limited by given \p FlatWorkGroupSize. | 
|  | 101 | unsigned getMaxWavesPerEU(const MCSubtargetInfo *STI, | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 102 | unsigned FlatWorkGroupSize); | 
|  | 103 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 104 | /// \returns Minimum flat work group size for given subtarget \p STI. | 
|  | 105 | unsigned getMinFlatWorkGroupSize(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 106 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 107 | /// \returns Maximum flat work group size for given subtarget \p STI. | 
|  | 108 | unsigned getMaxFlatWorkGroupSize(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 109 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 110 | /// \returns Number of waves per work group for given subtarget \p STI and | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 111 | /// limited by given \p FlatWorkGroupSize. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 112 | unsigned getWavesPerWorkGroup(const MCSubtargetInfo *STI, | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 113 | unsigned FlatWorkGroupSize); | 
|  | 114 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 115 | /// \returns SGPR allocation granularity for given subtarget \p STI. | 
|  | 116 | unsigned getSGPRAllocGranule(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 117 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 118 | /// \returns SGPR encoding granularity for given subtarget \p STI. | 
|  | 119 | unsigned getSGPREncodingGranule(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 120 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 121 | /// \returns Total number of SGPRs for given subtarget \p STI. | 
|  | 122 | unsigned getTotalNumSGPRs(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 123 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 124 | /// \returns Addressable number of SGPRs for given subtarget \p STI. | 
|  | 125 | unsigned getAddressableNumSGPRs(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 126 |  | 
|  | 127 | /// \returns Minimum number of SGPRs that meets the given number of waves per | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 128 | /// execution unit requirement for given subtarget \p STI. | 
|  | 129 | unsigned getMinNumSGPRs(const MCSubtargetInfo *STI, unsigned WavesPerEU); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 130 |  | 
|  | 131 | /// \returns Maximum number of SGPRs that meets the given number of waves per | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 132 | /// execution unit requirement for given subtarget \p STI. | 
|  | 133 | unsigned getMaxNumSGPRs(const MCSubtargetInfo *STI, unsigned WavesPerEU, | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 134 | bool Addressable); | 
|  | 135 |  | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 136 | /// \returns Number of extra SGPRs implicitly required by given subtarget \p | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 137 | /// STI when the given special registers are used. | 
|  | 138 | unsigned getNumExtraSGPRs(const MCSubtargetInfo *STI, bool VCCUsed, | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 139 | bool FlatScrUsed, bool XNACKUsed); | 
|  | 140 |  | 
|  | 141 | /// \returns Number of extra SGPRs implicitly required by given subtarget \p | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 142 | /// STI when the given special registers are used. XNACK is inferred from | 
|  | 143 | /// \p STI. | 
|  | 144 | unsigned getNumExtraSGPRs(const MCSubtargetInfo *STI, bool VCCUsed, | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 145 | bool FlatScrUsed); | 
|  | 146 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 147 | /// \returns Number of SGPR blocks needed for given subtarget \p STI when | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 148 | /// \p NumSGPRs are used. \p NumSGPRs should already include any special | 
|  | 149 | /// register counts. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 150 | unsigned getNumSGPRBlocks(const MCSubtargetInfo *STI, unsigned NumSGPRs); | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 151 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 152 | /// \returns VGPR allocation granularity for given subtarget \p STI. | 
| Stanislav Mekhanoshin | 8bcc9bb | 2019-06-13 19:18:29 +0000 | [diff] [blame] | 153 | /// | 
|  | 154 | /// For subtargets which support it, \p EnableWavefrontSize32 should match | 
|  | 155 | /// the ENABLE_WAVEFRONT_SIZE32 kernel descriptor field. | 
|  | 156 | unsigned getVGPRAllocGranule(const MCSubtargetInfo *STI, | 
|  | 157 | Optional<bool> EnableWavefrontSize32 = None); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 158 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 159 | /// \returns VGPR encoding granularity for given subtarget \p STI. | 
| Stanislav Mekhanoshin | 8bcc9bb | 2019-06-13 19:18:29 +0000 | [diff] [blame] | 160 | /// | 
|  | 161 | /// For subtargets which support it, \p EnableWavefrontSize32 should match | 
|  | 162 | /// the ENABLE_WAVEFRONT_SIZE32 kernel descriptor field. | 
|  | 163 | unsigned getVGPREncodingGranule(const MCSubtargetInfo *STI, | 
|  | 164 | Optional<bool> EnableWavefrontSize32 = None); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 165 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 166 | /// \returns Total number of VGPRs for given subtarget \p STI. | 
|  | 167 | unsigned getTotalNumVGPRs(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 168 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 169 | /// \returns Addressable number of VGPRs for given subtarget \p STI. | 
|  | 170 | unsigned getAddressableNumVGPRs(const MCSubtargetInfo *STI); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 171 |  | 
|  | 172 | /// \returns Minimum number of VGPRs that meets given number of waves per | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 173 | /// execution unit requirement for given subtarget \p STI. | 
|  | 174 | unsigned getMinNumVGPRs(const MCSubtargetInfo *STI, unsigned WavesPerEU); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 175 |  | 
|  | 176 | /// \returns Maximum number of VGPRs that meets given number of waves per | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 177 | /// execution unit requirement for given subtarget \p STI. | 
|  | 178 | unsigned getMaxNumVGPRs(const MCSubtargetInfo *STI, unsigned WavesPerEU); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 179 |  | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 180 | /// \returns Number of VGPR blocks needed for given subtarget \p STI when | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 181 | /// \p NumVGPRs are used. | 
| Stanislav Mekhanoshin | 8bcc9bb | 2019-06-13 19:18:29 +0000 | [diff] [blame] | 182 | /// | 
|  | 183 | /// For subtargets which support it, \p EnableWavefrontSize32 should match the | 
|  | 184 | /// ENABLE_WAVEFRONT_SIZE32 kernel descriptor field. | 
|  | 185 | unsigned getNumVGPRBlocks(const MCSubtargetInfo *STI, unsigned NumSGPRs, | 
|  | 186 | Optional<bool> EnableWavefrontSize32 = None); | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 187 |  | 
| Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 188 | } // end namespace IsaInfo | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 189 |  | 
|  | 190 | LLVM_READONLY | 
|  | 191 | int16_t getNamedOperandIdx(uint16_t Opcode, uint16_t NamedIdx); | 
|  | 192 |  | 
| Ryan Taylor | 9ab812d | 2019-06-26 17:34:57 +0000 | [diff] [blame] | 193 | LLVM_READONLY | 
|  | 194 | int getSOPPWithRelaxation(uint16_t Opcode); | 
|  | 195 |  | 
| Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 196 | struct MIMGBaseOpcodeInfo { | 
|  | 197 | MIMGBaseOpcode BaseOpcode; | 
|  | 198 | bool Store; | 
|  | 199 | bool Atomic; | 
|  | 200 | bool AtomicX2; | 
|  | 201 | bool Sampler; | 
| David Stuttard | f77079f | 2019-01-14 11:55:24 +0000 | [diff] [blame] | 202 | bool Gather4; | 
| Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 203 |  | 
|  | 204 | uint8_t NumExtraArgs; | 
|  | 205 | bool Gradients; | 
|  | 206 | bool Coordinates; | 
|  | 207 | bool LodOrClampOrMip; | 
|  | 208 | bool HasD16; | 
|  | 209 | }; | 
|  | 210 |  | 
|  | 211 | LLVM_READONLY | 
|  | 212 | const MIMGBaseOpcodeInfo *getMIMGBaseOpcodeInfo(unsigned BaseOpcode); | 
|  | 213 |  | 
|  | 214 | struct MIMGDimInfo { | 
|  | 215 | MIMGDim Dim; | 
|  | 216 | uint8_t NumCoords; | 
|  | 217 | uint8_t NumGradients; | 
|  | 218 | bool DA; | 
| Stanislav Mekhanoshin | 692560d | 2019-05-01 16:32:58 +0000 | [diff] [blame] | 219 | uint8_t Encoding; | 
|  | 220 | const char *AsmSuffix; | 
| Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 221 | }; | 
|  | 222 |  | 
|  | 223 | LLVM_READONLY | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 224 | const MIMGDimInfo *getMIMGDimInfo(unsigned DimEnum); | 
|  | 225 |  | 
|  | 226 | LLVM_READONLY | 
|  | 227 | const MIMGDimInfo *getMIMGDimInfoByEncoding(uint8_t DimEnc); | 
|  | 228 |  | 
|  | 229 | LLVM_READONLY | 
|  | 230 | const MIMGDimInfo *getMIMGDimInfoByAsmSuffix(StringRef AsmSuffix); | 
| Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 231 |  | 
| Ryan Taylor | 894c8fd | 2018-08-01 12:12:01 +0000 | [diff] [blame] | 232 | struct MIMGLZMappingInfo { | 
|  | 233 | MIMGBaseOpcode L; | 
|  | 234 | MIMGBaseOpcode LZ; | 
|  | 235 | }; | 
|  | 236 |  | 
| Piotr Sobczak | 9b11e93 | 2019-06-10 15:58:51 +0000 | [diff] [blame] | 237 | struct MIMGMIPMappingInfo { | 
|  | 238 | MIMGBaseOpcode MIP; | 
|  | 239 | MIMGBaseOpcode NONMIP; | 
|  | 240 | }; | 
|  | 241 |  | 
| Ryan Taylor | 894c8fd | 2018-08-01 12:12:01 +0000 | [diff] [blame] | 242 | LLVM_READONLY | 
|  | 243 | const MIMGLZMappingInfo *getMIMGLZMappingInfo(unsigned L); | 
|  | 244 |  | 
| Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 245 | LLVM_READONLY | 
| Piotr Sobczak | 9b11e93 | 2019-06-10 15:58:51 +0000 | [diff] [blame] | 246 | const MIMGMIPMappingInfo *getMIMGMIPMappingInfo(unsigned L); | 
|  | 247 |  | 
|  | 248 | LLVM_READONLY | 
| Nicolai Haehnle | 7a9c03f | 2018-06-21 13:36:57 +0000 | [diff] [blame] | 249 | int getMIMGOpcode(unsigned BaseOpcode, unsigned MIMGEncoding, | 
|  | 250 | unsigned VDataDwords, unsigned VAddrDwords); | 
|  | 251 |  | 
| Matt Arsenault | cad7fa8 | 2017-12-13 21:07:51 +0000 | [diff] [blame] | 252 | LLVM_READONLY | 
| Nicolai Haehnle | 0ab200b | 2018-06-21 13:36:44 +0000 | [diff] [blame] | 253 | int getMaskedMIMGOp(unsigned Opc, unsigned NewChannels); | 
| Nicolai Haehnle | f267431 | 2018-06-21 13:36:01 +0000 | [diff] [blame] | 254 |  | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 255 | struct MIMGInfo { | 
|  | 256 | uint16_t Opcode; | 
|  | 257 | uint16_t BaseOpcode; | 
|  | 258 | uint8_t MIMGEncoding; | 
|  | 259 | uint8_t VDataDwords; | 
|  | 260 | uint8_t VAddrDwords; | 
|  | 261 | }; | 
|  | 262 |  | 
|  | 263 | LLVM_READONLY | 
|  | 264 | const MIMGInfo *getMIMGInfo(unsigned Opc); | 
|  | 265 |  | 
| Nicolai Haehnle | f267431 | 2018-06-21 13:36:01 +0000 | [diff] [blame] | 266 | LLVM_READONLY | 
| Neil Henning | 76504a4 | 2018-12-12 16:15:21 +0000 | [diff] [blame] | 267 | int getMUBUFBaseOpcode(unsigned Opc); | 
|  | 268 |  | 
|  | 269 | LLVM_READONLY | 
|  | 270 | int getMUBUFOpcode(unsigned BaseOpc, unsigned Dwords); | 
|  | 271 |  | 
|  | 272 | LLVM_READONLY | 
|  | 273 | int getMUBUFDwords(unsigned Opc); | 
|  | 274 |  | 
|  | 275 | LLVM_READONLY | 
|  | 276 | bool getMUBUFHasVAddr(unsigned Opc); | 
|  | 277 |  | 
|  | 278 | LLVM_READONLY | 
|  | 279 | bool getMUBUFHasSrsrc(unsigned Opc); | 
|  | 280 |  | 
|  | 281 | LLVM_READONLY | 
|  | 282 | bool getMUBUFHasSoffset(unsigned Opc); | 
|  | 283 |  | 
|  | 284 | LLVM_READONLY | 
| Matt Arsenault | cad7fa8 | 2017-12-13 21:07:51 +0000 | [diff] [blame] | 285 | int getMCOpcode(uint16_t Opcode, unsigned Gen); | 
|  | 286 |  | 
| Tom Stellard | ff7416b | 2015-06-26 21:58:31 +0000 | [diff] [blame] | 287 | void initDefaultAMDKernelCodeT(amd_kernel_code_t &Header, | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 288 | const MCSubtargetInfo *STI); | 
| Tom Stellard | 9760f03 | 2015-12-03 03:34:32 +0000 | [diff] [blame] | 289 |  | 
| Stanislav Mekhanoshin | cee607e | 2019-04-24 17:03:15 +0000 | [diff] [blame] | 290 | amdhsa::kernel_descriptor_t getDefaultAmdhsaKernelDescriptor( | 
|  | 291 | const MCSubtargetInfo *STI); | 
| Scott Linder | 1e8c2c7 | 2018-06-21 19:38:56 +0000 | [diff] [blame] | 292 |  | 
| Konstantin Zhuravlyov | 435151a | 2017-11-01 19:12:38 +0000 | [diff] [blame] | 293 | bool isGroupSegment(const GlobalValue *GV); | 
|  | 294 | bool isGlobalSegment(const GlobalValue *GV); | 
|  | 295 | bool isReadOnlySegment(const GlobalValue *GV); | 
| Tom Stellard | e3b5aea | 2015-12-02 17:00:42 +0000 | [diff] [blame] | 296 |  | 
| Konstantin Zhuravlyov | 08326b6 | 2016-10-20 18:12:38 +0000 | [diff] [blame] | 297 | /// \returns True if constants should be emitted to .text section for given | 
|  | 298 | /// target triple \p TT, false otherwise. | 
|  | 299 | bool shouldEmitConstantsToTextSection(const Triple &TT); | 
|  | 300 |  | 
| Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 301 | /// \returns Integer value requested using \p F's \p Name attribute. | 
|  | 302 | /// | 
|  | 303 | /// \returns \p Default if attribute is not present. | 
|  | 304 | /// | 
|  | 305 | /// \returns \p Default and emits error if requested value cannot be converted | 
|  | 306 | /// to integer. | 
| Matt Arsenault | 8300272 | 2016-05-12 02:45:18 +0000 | [diff] [blame] | 307 | int getIntegerAttribute(const Function &F, StringRef Name, int Default); | 
|  | 308 |  | 
| Konstantin Zhuravlyov | 1d65026 | 2016-09-06 20:22:28 +0000 | [diff] [blame] | 309 | /// \returns A pair of integer values requested using \p F's \p Name attribute | 
|  | 310 | /// in "first[,second]" format ("second" is optional unless \p OnlyFirstRequired | 
|  | 311 | /// is false). | 
|  | 312 | /// | 
|  | 313 | /// \returns \p Default if attribute is not present. | 
|  | 314 | /// | 
|  | 315 | /// \returns \p Default and emits error if one of the requested values cannot be | 
|  | 316 | /// converted to integer, or \p OnlyFirstRequired is false and "second" value is | 
|  | 317 | /// not present. | 
|  | 318 | std::pair<int, int> getIntegerPairAttribute(const Function &F, | 
|  | 319 | StringRef Name, | 
|  | 320 | std::pair<int, int> Default, | 
|  | 321 | bool OnlyFirstRequired = false); | 
|  | 322 |  | 
| Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 323 | /// Represents the counter values to wait for in an s_waitcnt instruction. | 
|  | 324 | /// | 
|  | 325 | /// Large values (including the maximum possible integer) can be used to | 
|  | 326 | /// represent "don't care" waits. | 
|  | 327 | struct Waitcnt { | 
|  | 328 | unsigned VmCnt = ~0u; | 
|  | 329 | unsigned ExpCnt = ~0u; | 
|  | 330 | unsigned LgkmCnt = ~0u; | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 331 | unsigned VsCnt = ~0u; | 
| Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 332 |  | 
|  | 333 | Waitcnt() {} | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 334 | Waitcnt(unsigned VmCnt, unsigned ExpCnt, unsigned LgkmCnt, unsigned VsCnt) | 
|  | 335 | : VmCnt(VmCnt), ExpCnt(ExpCnt), LgkmCnt(LgkmCnt), VsCnt(VsCnt) {} | 
| Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 336 |  | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 337 | static Waitcnt allZero(const IsaVersion &Version) { | 
|  | 338 | return Waitcnt(0, 0, 0, Version.Major >= 10 ? 0 : ~0u); | 
|  | 339 | } | 
|  | 340 | static Waitcnt allZeroExceptVsCnt() { return Waitcnt(0, 0, 0, ~0u); } | 
|  | 341 |  | 
|  | 342 | bool hasWait() const { | 
|  | 343 | return VmCnt != ~0u || ExpCnt != ~0u || LgkmCnt != ~0u || VsCnt != ~0u; | 
|  | 344 | } | 
| Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 345 |  | 
|  | 346 | bool dominates(const Waitcnt &Other) const { | 
|  | 347 | return VmCnt <= Other.VmCnt && ExpCnt <= Other.ExpCnt && | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 348 | LgkmCnt <= Other.LgkmCnt && VsCnt <= Other.VsCnt; | 
| Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 349 | } | 
|  | 350 |  | 
|  | 351 | Waitcnt combined(const Waitcnt &Other) const { | 
|  | 352 | return Waitcnt(std::min(VmCnt, Other.VmCnt), std::min(ExpCnt, Other.ExpCnt), | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 353 | std::min(LgkmCnt, Other.LgkmCnt), | 
|  | 354 | std::min(VsCnt, Other.VsCnt)); | 
| Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 355 | } | 
|  | 356 | }; | 
|  | 357 |  | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 358 | /// \returns Vmcnt bit mask for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 359 | unsigned getVmcntBitMask(const IsaVersion &Version); | 
| Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 360 |  | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 361 | /// \returns Expcnt bit mask for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 362 | unsigned getExpcntBitMask(const IsaVersion &Version); | 
| Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 363 |  | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 364 | /// \returns Lgkmcnt bit mask for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 365 | unsigned getLgkmcntBitMask(const IsaVersion &Version); | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 366 |  | 
|  | 367 | /// \returns Waitcnt bit mask for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 368 | unsigned getWaitcntBitMask(const IsaVersion &Version); | 
| Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 369 |  | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 370 | /// \returns Decoded Vmcnt from given \p Waitcnt for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 371 | unsigned decodeVmcnt(const IsaVersion &Version, unsigned Waitcnt); | 
| Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 372 |  | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 373 | /// \returns Decoded Expcnt from given \p Waitcnt for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 374 | unsigned decodeExpcnt(const IsaVersion &Version, unsigned Waitcnt); | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 375 |  | 
|  | 376 | /// \returns Decoded Lgkmcnt from given \p Waitcnt for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 377 | unsigned decodeLgkmcnt(const IsaVersion &Version, unsigned Waitcnt); | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 378 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 379 | /// Decodes Vmcnt, Expcnt and Lgkmcnt from given \p Waitcnt for given isa | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 380 | /// \p Version, and writes decoded values into \p Vmcnt, \p Expcnt and | 
|  | 381 | /// \p Lgkmcnt respectively. | 
|  | 382 | /// | 
|  | 383 | /// \details \p Vmcnt, \p Expcnt and \p Lgkmcnt are decoded as follows: | 
| Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 384 | ///     \p Vmcnt = \p Waitcnt[3:0]                      (pre-gfx9 only) | 
|  | 385 | ///     \p Vmcnt = \p Waitcnt[3:0] | \p Waitcnt[15:14]  (gfx9+ only) | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 386 | ///     \p Expcnt = \p Waitcnt[6:4] | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 387 | ///     \p Lgkmcnt = \p Waitcnt[11:8]                   (pre-gfx10 only) | 
|  | 388 | ///     \p Lgkmcnt = \p Waitcnt[13:8]                   (gfx10+ only) | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 389 | void decodeWaitcnt(const IsaVersion &Version, unsigned Waitcnt, | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 390 | unsigned &Vmcnt, unsigned &Expcnt, unsigned &Lgkmcnt); | 
|  | 391 |  | 
| Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 392 | Waitcnt decodeWaitcnt(const IsaVersion &Version, unsigned Encoded); | 
|  | 393 |  | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 394 | /// \returns \p Waitcnt with encoded \p Vmcnt for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 395 | unsigned encodeVmcnt(const IsaVersion &Version, unsigned Waitcnt, | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 396 | unsigned Vmcnt); | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 397 |  | 
|  | 398 | /// \returns \p Waitcnt with encoded \p Expcnt for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 399 | unsigned encodeExpcnt(const IsaVersion &Version, unsigned Waitcnt, | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 400 | unsigned Expcnt); | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 401 |  | 
|  | 402 | /// \returns \p Waitcnt with encoded \p Lgkmcnt for given isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 403 | unsigned encodeLgkmcnt(const IsaVersion &Version, unsigned Waitcnt, | 
| Konstantin Zhuravlyov | 9f89ede | 2017-02-08 14:05:23 +0000 | [diff] [blame] | 404 | unsigned Lgkmcnt); | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 405 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 406 | /// Encodes \p Vmcnt, \p Expcnt and \p Lgkmcnt into Waitcnt for given isa | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 407 | /// \p Version. | 
|  | 408 | /// | 
|  | 409 | /// \details \p Vmcnt, \p Expcnt and \p Lgkmcnt are encoded as follows: | 
| Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 410 | ///     Waitcnt[3:0]   = \p Vmcnt       (pre-gfx9 only) | 
|  | 411 | ///     Waitcnt[3:0]   = \p Vmcnt[3:0]  (gfx9+ only) | 
|  | 412 | ///     Waitcnt[6:4]   = \p Expcnt | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 413 | ///     Waitcnt[11:8]  = \p Lgkmcnt     (pre-gfx10 only) | 
|  | 414 | ///     Waitcnt[13:8]  = \p Lgkmcnt     (gfx10+ only) | 
| Matt Arsenault | e823d92 | 2017-02-18 18:29:53 +0000 | [diff] [blame] | 415 | ///     Waitcnt[15:14] = \p Vmcnt[5:4]  (gfx9+ only) | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 416 | /// | 
|  | 417 | /// \returns Waitcnt with encoded \p Vmcnt, \p Expcnt and \p Lgkmcnt for given | 
|  | 418 | /// isa \p Version. | 
| Konstantin Zhuravlyov | 71e43ee | 2018-09-12 18:50:47 +0000 | [diff] [blame] | 419 | unsigned encodeWaitcnt(const IsaVersion &Version, | 
| Konstantin Zhuravlyov | cdd4547 | 2016-10-11 18:58:22 +0000 | [diff] [blame] | 420 | unsigned Vmcnt, unsigned Expcnt, unsigned Lgkmcnt); | 
| Konstantin Zhuravlyov | 836cbff | 2016-09-30 17:01:40 +0000 | [diff] [blame] | 421 |  | 
| Nicolai Haehnle | 1a94cbb | 2018-11-29 11:06:06 +0000 | [diff] [blame] | 422 | unsigned encodeWaitcnt(const IsaVersion &Version, const Waitcnt &Decoded); | 
|  | 423 |  | 
| Dmitry Preobrazhensky | 1fca3b1 | 2019-06-13 12:46:37 +0000 | [diff] [blame] | 424 | namespace Hwreg { | 
|  | 425 |  | 
|  | 426 | LLVM_READONLY | 
|  | 427 | int64_t getHwregId(const StringRef Name); | 
|  | 428 |  | 
|  | 429 | LLVM_READNONE | 
|  | 430 | bool isValidHwreg(int64_t Id, const MCSubtargetInfo &STI); | 
|  | 431 |  | 
|  | 432 | LLVM_READNONE | 
|  | 433 | bool isValidHwreg(int64_t Id); | 
|  | 434 |  | 
|  | 435 | LLVM_READNONE | 
|  | 436 | bool isValidHwregOffset(int64_t Offset); | 
|  | 437 |  | 
|  | 438 | LLVM_READNONE | 
|  | 439 | bool isValidHwregWidth(int64_t Width); | 
|  | 440 |  | 
|  | 441 | LLVM_READNONE | 
| Dmitry Preobrazhensky | 2eff031 | 2019-07-08 14:27:37 +0000 | [diff] [blame] | 442 | uint64_t encodeHwreg(uint64_t Id, uint64_t Offset, uint64_t Width); | 
| Dmitry Preobrazhensky | 1fca3b1 | 2019-06-13 12:46:37 +0000 | [diff] [blame] | 443 |  | 
|  | 444 | LLVM_READNONE | 
|  | 445 | StringRef getHwreg(unsigned Id, const MCSubtargetInfo &STI); | 
|  | 446 |  | 
|  | 447 | void decodeHwreg(unsigned Val, unsigned &Id, unsigned &Offset, unsigned &Width); | 
|  | 448 |  | 
|  | 449 | } // namespace Hwreg | 
|  | 450 |  | 
| Dmitry Preobrazhensky | 1d572ce | 2019-06-28 14:14:02 +0000 | [diff] [blame] | 451 | namespace SendMsg { | 
|  | 452 |  | 
|  | 453 | LLVM_READONLY | 
|  | 454 | int64_t getMsgId(const StringRef Name); | 
|  | 455 |  | 
|  | 456 | LLVM_READONLY | 
|  | 457 | int64_t getMsgOpId(int64_t MsgId, const StringRef Name); | 
|  | 458 |  | 
|  | 459 | LLVM_READNONE | 
|  | 460 | StringRef getMsgName(int64_t MsgId); | 
|  | 461 |  | 
|  | 462 | LLVM_READNONE | 
|  | 463 | StringRef getMsgOpName(int64_t MsgId, int64_t OpId); | 
|  | 464 |  | 
|  | 465 | LLVM_READNONE | 
|  | 466 | bool isValidMsgId(int64_t MsgId, const MCSubtargetInfo &STI, bool Strict = true); | 
|  | 467 |  | 
|  | 468 | LLVM_READNONE | 
|  | 469 | bool isValidMsgOp(int64_t MsgId, int64_t OpId, bool Strict = true); | 
|  | 470 |  | 
|  | 471 | LLVM_READNONE | 
|  | 472 | bool isValidMsgStream(int64_t MsgId, int64_t OpId, int64_t StreamId, bool Strict = true); | 
|  | 473 |  | 
|  | 474 | LLVM_READNONE | 
|  | 475 | bool msgRequiresOp(int64_t MsgId); | 
|  | 476 |  | 
|  | 477 | LLVM_READNONE | 
|  | 478 | bool msgSupportsStream(int64_t MsgId, int64_t OpId); | 
|  | 479 |  | 
|  | 480 | void decodeMsg(unsigned Val, | 
|  | 481 | uint16_t &MsgId, | 
|  | 482 | uint16_t &OpId, | 
|  | 483 | uint16_t &StreamId); | 
|  | 484 |  | 
|  | 485 | LLVM_READNONE | 
| Dmitry Preobrazhensky | e1eb25f | 2019-06-28 16:28:46 +0000 | [diff] [blame] | 486 | uint64_t encodeMsg(uint64_t MsgId, | 
|  | 487 | uint64_t OpId, | 
|  | 488 | uint64_t StreamId); | 
| Dmitry Preobrazhensky | 1d572ce | 2019-06-28 14:14:02 +0000 | [diff] [blame] | 489 |  | 
|  | 490 | } // namespace SendMsg | 
|  | 491 |  | 
|  | 492 |  | 
| Marek Olsak | fccabaf | 2016-01-13 11:45:36 +0000 | [diff] [blame] | 493 | unsigned getInitialPSInputAddr(const Function &F); | 
|  | 494 |  | 
| Matt Arsenault | e622dc3 | 2017-04-11 22:29:24 +0000 | [diff] [blame] | 495 | LLVM_READNONE | 
|  | 496 | bool isShader(CallingConv::ID CC); | 
|  | 497 |  | 
|  | 498 | LLVM_READNONE | 
|  | 499 | bool isCompute(CallingConv::ID CC); | 
|  | 500 |  | 
|  | 501 | LLVM_READNONE | 
|  | 502 | bool isEntryFunctionCC(CallingConv::ID CC); | 
|  | 503 |  | 
| Matt Arsenault | efa9f4b | 2017-04-11 22:29:28 +0000 | [diff] [blame] | 504 | // FIXME: Remove this when calling conventions cleaned up | 
|  | 505 | LLVM_READNONE | 
|  | 506 | inline bool isKernel(CallingConv::ID CC) { | 
|  | 507 | switch (CC) { | 
| Matt Arsenault | efa9f4b | 2017-04-11 22:29:28 +0000 | [diff] [blame] | 508 | case CallingConv::AMDGPU_KERNEL: | 
|  | 509 | case CallingConv::SPIR_KERNEL: | 
|  | 510 | return true; | 
|  | 511 | default: | 
|  | 512 | return false; | 
|  | 513 | } | 
|  | 514 | } | 
| Tom Stellard | ac00eb5 | 2015-12-15 16:26:16 +0000 | [diff] [blame] | 515 |  | 
| Dmitry Preobrazhensky | 3afbd82 | 2018-01-10 14:22:19 +0000 | [diff] [blame] | 516 | bool hasXNACK(const MCSubtargetInfo &STI); | 
| Konstantin Zhuravlyov | 108927b | 2018-11-05 22:44:19 +0000 | [diff] [blame] | 517 | bool hasSRAMECC(const MCSubtargetInfo &STI); | 
| Dmitry Preobrazhensky | e3271ae | 2018-02-05 12:45:43 +0000 | [diff] [blame] | 518 | bool hasMIMG_R128(const MCSubtargetInfo &STI); | 
| Dmitry Preobrazhensky | 0a1ff46 | 2018-02-05 14:18:53 +0000 | [diff] [blame] | 519 | bool hasPackedD16(const MCSubtargetInfo &STI); | 
| Dmitry Preobrazhensky | e3271ae | 2018-02-05 12:45:43 +0000 | [diff] [blame] | 520 |  | 
| Tom Stellard | 2b65ed3 | 2015-12-21 18:44:27 +0000 | [diff] [blame] | 521 | bool isSI(const MCSubtargetInfo &STI); | 
|  | 522 | bool isCI(const MCSubtargetInfo &STI); | 
|  | 523 | bool isVI(const MCSubtargetInfo &STI); | 
| Sam Kolton | f7659d71 | 2017-05-23 10:08:55 +0000 | [diff] [blame] | 524 | bool isGFX9(const MCSubtargetInfo &STI); | 
| Stanislav Mekhanoshin | cee607e | 2019-04-24 17:03:15 +0000 | [diff] [blame] | 525 | bool isGFX10(const MCSubtargetInfo &STI); | 
| Sam Kolton | f7659d71 | 2017-05-23 10:08:55 +0000 | [diff] [blame] | 526 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 527 | /// Is Reg - scalar register | 
| Sam Kolton | f7659d71 | 2017-05-23 10:08:55 +0000 | [diff] [blame] | 528 | bool isSGPR(unsigned Reg, const MCRegisterInfo* TRI); | 
| Tom Stellard | 2b65ed3 | 2015-12-21 18:44:27 +0000 | [diff] [blame] | 529 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 530 | /// Is there any intersection between registers | 
| Dmitry Preobrazhensky | dc4ac82 | 2017-06-21 14:41:34 +0000 | [diff] [blame] | 531 | bool isRegIntersect(unsigned Reg0, unsigned Reg1, const MCRegisterInfo* TRI); | 
|  | 532 |  | 
| Tom Stellard | 2b65ed3 | 2015-12-21 18:44:27 +0000 | [diff] [blame] | 533 | /// If \p Reg is a pseudo reg, return the correct hardware register given | 
|  | 534 | /// \p STI otherwise return \p Reg. | 
|  | 535 | unsigned getMCReg(unsigned Reg, const MCSubtargetInfo &STI); | 
|  | 536 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 537 | /// Convert hardware register \p Reg to a pseudo register | 
| Dmitry Preobrazhensky | 03880f8 | 2017-03-03 14:31:06 +0000 | [diff] [blame] | 538 | LLVM_READNONE | 
|  | 539 | unsigned mc2PseudoReg(unsigned Reg); | 
|  | 540 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 541 | /// Can this operand also contain immediate values? | 
| Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 542 | bool isSISrcOperand(const MCInstrDesc &Desc, unsigned OpNo); | 
|  | 543 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 544 | /// Is this floating-point operand? | 
| Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 545 | bool isSISrcFPOperand(const MCInstrDesc &Desc, unsigned OpNo); | 
|  | 546 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 547 | /// Does this opearnd support only inlinable literals? | 
| Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 548 | bool isSISrcInlinableOperand(const MCInstrDesc &Desc, unsigned OpNo); | 
|  | 549 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 550 | /// Get the size in bits of a register from the register class \p RC. | 
| Tom Stellard | b133fbb | 2016-10-27 23:05:31 +0000 | [diff] [blame] | 551 | unsigned getRegBitWidth(unsigned RCID); | 
|  | 552 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 553 | /// Get the size in bits of a register from the register class \p RC. | 
| Krzysztof Parzyszek | c871550 | 2016-10-19 17:40:36 +0000 | [diff] [blame] | 554 | unsigned getRegBitWidth(const MCRegisterClass &RC); | 
|  | 555 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 556 | /// Get size of register operand | 
| Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 557 | unsigned getRegOperandSize(const MCRegisterInfo *MRI, const MCInstrDesc &Desc, | 
|  | 558 | unsigned OpNo); | 
|  | 559 |  | 
| Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 560 | LLVM_READNONE | 
|  | 561 | inline unsigned getOperandSize(const MCOperandInfo &OpInfo) { | 
|  | 562 | switch (OpInfo.OperandType) { | 
|  | 563 | case AMDGPU::OPERAND_REG_IMM_INT32: | 
|  | 564 | case AMDGPU::OPERAND_REG_IMM_FP32: | 
|  | 565 | case AMDGPU::OPERAND_REG_INLINE_C_INT32: | 
|  | 566 | case AMDGPU::OPERAND_REG_INLINE_C_FP32: | 
| Stanislav Mekhanoshin | 50d7f464 | 2019-07-09 21:43:09 +0000 | [diff] [blame] | 567 | case AMDGPU::OPERAND_REG_INLINE_AC_INT32: | 
|  | 568 | case AMDGPU::OPERAND_REG_INLINE_AC_FP32: | 
| Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 569 | return 4; | 
|  | 570 |  | 
|  | 571 | case AMDGPU::OPERAND_REG_IMM_INT64: | 
|  | 572 | case AMDGPU::OPERAND_REG_IMM_FP64: | 
|  | 573 | case AMDGPU::OPERAND_REG_INLINE_C_INT64: | 
|  | 574 | case AMDGPU::OPERAND_REG_INLINE_C_FP64: | 
|  | 575 | return 8; | 
|  | 576 |  | 
|  | 577 | case AMDGPU::OPERAND_REG_IMM_INT16: | 
|  | 578 | case AMDGPU::OPERAND_REG_IMM_FP16: | 
|  | 579 | case AMDGPU::OPERAND_REG_INLINE_C_INT16: | 
|  | 580 | case AMDGPU::OPERAND_REG_INLINE_C_FP16: | 
| Matt Arsenault | 9be7b0d | 2017-02-27 18:49:11 +0000 | [diff] [blame] | 581 | case AMDGPU::OPERAND_REG_INLINE_C_V2INT16: | 
|  | 582 | case AMDGPU::OPERAND_REG_INLINE_C_V2FP16: | 
| Stanislav Mekhanoshin | 50d7f464 | 2019-07-09 21:43:09 +0000 | [diff] [blame] | 583 | case AMDGPU::OPERAND_REG_INLINE_AC_INT16: | 
|  | 584 | case AMDGPU::OPERAND_REG_INLINE_AC_FP16: | 
|  | 585 | case AMDGPU::OPERAND_REG_INLINE_AC_V2INT16: | 
|  | 586 | case AMDGPU::OPERAND_REG_INLINE_AC_V2FP16: | 
| Stanislav Mekhanoshin | 956b0be | 2019-04-25 18:53:41 +0000 | [diff] [blame] | 587 | case AMDGPU::OPERAND_REG_IMM_V2INT16: | 
|  | 588 | case AMDGPU::OPERAND_REG_IMM_V2FP16: | 
| Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 589 | return 2; | 
|  | 590 |  | 
|  | 591 | default: | 
|  | 592 | llvm_unreachable("unhandled operand type"); | 
|  | 593 | } | 
|  | 594 | } | 
|  | 595 |  | 
|  | 596 | LLVM_READNONE | 
|  | 597 | inline unsigned getOperandSize(const MCInstrDesc &Desc, unsigned OpNo) { | 
|  | 598 | return getOperandSize(Desc.OpInfo[OpNo]); | 
|  | 599 | } | 
|  | 600 |  | 
| Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 601 | /// Is this literal inlinable | 
| Matt Arsenault | 26faed3 | 2016-12-05 22:26:17 +0000 | [diff] [blame] | 602 | LLVM_READNONE | 
|  | 603 | bool isInlinableLiteral64(int64_t Literal, bool HasInv2Pi); | 
|  | 604 |  | 
|  | 605 | LLVM_READNONE | 
|  | 606 | bool isInlinableLiteral32(int32_t Literal, bool HasInv2Pi); | 
|  | 607 |  | 
| Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 608 | LLVM_READNONE | 
|  | 609 | bool isInlinableLiteral16(int16_t Literal, bool HasInv2Pi); | 
| Sam Kolton | 1eeb11b | 2016-09-09 14:44:04 +0000 | [diff] [blame] | 610 |  | 
| Matt Arsenault | 9be7b0d | 2017-02-27 18:49:11 +0000 | [diff] [blame] | 611 | LLVM_READNONE | 
|  | 612 | bool isInlinableLiteralV216(int32_t Literal, bool HasInv2Pi); | 
|  | 613 |  | 
| Matt Arsenault | 894e53d | 2017-07-26 20:39:42 +0000 | [diff] [blame] | 614 | bool isArgPassedInSGPR(const Argument *Arg); | 
| Tom Stellard | 08efb7e | 2017-01-27 18:41:14 +0000 | [diff] [blame] | 615 |  | 
|  | 616 | /// \returns The encoding that will be used for \p ByteOffset in the SMRD | 
|  | 617 | /// offset field. | 
|  | 618 | int64_t getSMRDEncodedOffset(const MCSubtargetInfo &ST, int64_t ByteOffset); | 
|  | 619 |  | 
|  | 620 | /// \returns true if this offset is small enough to fit in the SMRD | 
|  | 621 | /// offset field.  \p ByteOffset should be the offset in bytes and | 
|  | 622 | /// not the encoded offset. | 
|  | 623 | bool isLegalSMRDImmOffset(const MCSubtargetInfo &ST, int64_t ByteOffset); | 
|  | 624 |  | 
| Tim Renouf | 4f703f5 | 2018-08-21 11:07:10 +0000 | [diff] [blame] | 625 | bool splitMUBUFOffset(uint32_t Imm, uint32_t &SOffset, uint32_t &ImmOffset, | 
| Nicolai Haehnle | a7b0005 | 2018-11-30 22:55:38 +0000 | [diff] [blame] | 626 | const GCNSubtarget *Subtarget, uint32_t Align = 4); | 
| Tim Renouf | 4f703f5 | 2018-08-21 11:07:10 +0000 | [diff] [blame] | 627 |  | 
| Alexander Timofeev | 2e5eece | 2018-03-05 15:12:21 +0000 | [diff] [blame] | 628 | /// \returns true if the intrinsic is divergent | 
|  | 629 | bool isIntrinsicSourceOfDivergence(unsigned IntrID); | 
|  | 630 |  | 
| Matt Arsenault | 055e4dc | 2019-03-29 19:14:54 +0000 | [diff] [blame] | 631 |  | 
|  | 632 | // Track defaults for fields in the MODE registser. | 
|  | 633 | struct SIModeRegisterDefaults { | 
|  | 634 | /// Floating point opcodes that support exception flag gathering quiet and | 
|  | 635 | /// propagate signaling NaN inputs per IEEE 754-2008. Min_dx10 and max_dx10 | 
|  | 636 | /// become IEEE 754- 2008 compliant due to signaling NaN propagation and | 
|  | 637 | /// quieting. | 
|  | 638 | bool IEEE : 1; | 
|  | 639 |  | 
|  | 640 | /// Used by the vector ALU to force DX10-style treatment of NaNs: when set, | 
|  | 641 | /// clamp NaN to zero; otherwise, pass NaN through. | 
|  | 642 | bool DX10Clamp : 1; | 
|  | 643 |  | 
|  | 644 | // TODO: FP mode fields | 
|  | 645 |  | 
|  | 646 | SIModeRegisterDefaults() : | 
|  | 647 | IEEE(true), | 
|  | 648 | DX10Clamp(true) {} | 
|  | 649 |  | 
|  | 650 | SIModeRegisterDefaults(const Function &F); | 
|  | 651 |  | 
|  | 652 | static SIModeRegisterDefaults getDefaultForCallingConv(CallingConv::ID CC) { | 
|  | 653 | SIModeRegisterDefaults Mode; | 
|  | 654 | Mode.DX10Clamp = true; | 
|  | 655 | Mode.IEEE = AMDGPU::isCompute(CC); | 
|  | 656 | return Mode; | 
|  | 657 | } | 
|  | 658 |  | 
|  | 659 | bool operator ==(const SIModeRegisterDefaults Other) const { | 
|  | 660 | return IEEE == Other.IEEE && DX10Clamp == Other.DX10Clamp; | 
|  | 661 | } | 
|  | 662 |  | 
|  | 663 | // FIXME: Inlining should be OK for dx10-clamp, since the caller's mode should | 
|  | 664 | // be able to override. | 
|  | 665 | bool isInlineCompatible(SIModeRegisterDefaults CalleeMode) const { | 
|  | 666 | return *this == CalleeMode; | 
|  | 667 | } | 
|  | 668 | }; | 
|  | 669 |  | 
| Tom Stellard | 347ac79 | 2015-06-26 21:15:07 +0000 | [diff] [blame] | 670 | } // end namespace AMDGPU | 
|  | 671 | } // end namespace llvm | 
|  | 672 |  | 
| Eugene Zelenko | d96089b | 2017-02-14 00:33:36 +0000 | [diff] [blame] | 673 | #endif // LLVM_LIB_TARGET_AMDGPU_UTILS_AMDGPUBASEINFO_H |