| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUAsmPrinter.cpp - AMDGPU Assebly printer --------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// |
| 12 | /// The AMDGPUAsmPrinter is used to print both assembly string and also binary |
| 13 | /// code. When passed an MCAsmStreamer it prints assembly and when passed |
| 14 | /// an MCObjectStreamer it outputs binary code. |
| 15 | // |
| 16 | //===----------------------------------------------------------------------===// |
| 17 | // |
| 18 | |
| 19 | |
| 20 | #include "AMDGPUAsmPrinter.h" |
| 21 | #include "AMDGPU.h" |
| Tom Stellard | f07b537 | 2013-05-06 17:50:51 +0000 | [diff] [blame] | 22 | #include "R600Defines.h" |
| Vincent Lejeune | 2a74639 | 2013-04-23 17:34:12 +0000 | [diff] [blame] | 23 | #include "R600MachineFunctionInfo.h" |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 24 | #include "R600RegisterInfo.h" |
| Benjamin Kramer | 5c35290 | 2013-05-23 17:10:37 +0000 | [diff] [blame] | 25 | #include "SIDefines.h" |
| 26 | #include "SIMachineFunctionInfo.h" |
| 27 | #include "SIRegisterInfo.h" |
| Tom Stellard | bf1efe6 | 2013-04-15 17:51:30 +0000 | [diff] [blame] | 28 | #include "llvm/MC/MCContext.h" |
| 29 | #include "llvm/MC/MCSectionELF.h" |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 30 | #include "llvm/MC/MCStreamer.h" |
| Tom Stellard | bf1efe6 | 2013-04-15 17:51:30 +0000 | [diff] [blame] | 31 | #include "llvm/Support/ELF.h" |
| Tom Stellard | e3d4cbc | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 32 | #include "llvm/Support/MathExtras.h" |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 33 | #include "llvm/Support/TargetRegistry.h" |
| Chandler Carruth | 58a2cbe | 2013-01-02 10:22:59 +0000 | [diff] [blame] | 34 | #include "llvm/Target/TargetLoweringObjectFile.h" |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 35 | |
| 36 | using namespace llvm; |
| 37 | |
| 38 | |
| 39 | static AsmPrinter *createAMDGPUAsmPrinterPass(TargetMachine &tm, |
| 40 | MCStreamer &Streamer) { |
| 41 | return new AMDGPUAsmPrinter(tm, Streamer); |
| 42 | } |
| 43 | |
| 44 | extern "C" void LLVMInitializeR600AsmPrinter() { |
| 45 | TargetRegistry::RegisterAsmPrinter(TheAMDGPUTarget, createAMDGPUAsmPrinterPass); |
| 46 | } |
| 47 | |
| Tom Stellard | f931867 | 2013-10-12 05:02:51 +0000 | [diff] [blame] | 48 | AMDGPUAsmPrinter::AMDGPUAsmPrinter(TargetMachine &TM, MCStreamer &Streamer) |
| 49 | : AsmPrinter(TM, Streamer) |
| 50 | { |
| 51 | DisasmEnabled = TM.getSubtarget<AMDGPUSubtarget>().dumpCode() && |
| 52 | ! Streamer.hasRawTextSupport(); |
| 53 | } |
| 54 | |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 55 | /// We need to override this function so we can avoid |
| 56 | /// the call to EmitFunctionHeader(), which the MCPureStreamer can't handle. |
| 57 | bool AMDGPUAsmPrinter::runOnMachineFunction(MachineFunction &MF) { |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 58 | SetupMachineFunction(MF); |
| Tom Stellard | 3ce2ec8 | 2013-02-05 17:09:11 +0000 | [diff] [blame] | 59 | if (OutStreamer.hasRawTextSupport()) { |
| 60 | OutStreamer.EmitRawText("@" + MF.getName() + ":"); |
| 61 | } |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 62 | |
| Tom Stellard | f931867 | 2013-10-12 05:02:51 +0000 | [diff] [blame] | 63 | MCContext &Context = getObjFileLowering().getContext(); |
| 64 | const MCSectionELF *ConfigSection = Context.getELFSection(".AMDGPU.config", |
| Tom Stellard | 87cba4a | 2013-04-24 23:56:14 +0000 | [diff] [blame] | 65 | ELF::SHT_PROGBITS, 0, |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 66 | SectionKind::getReadOnly()); |
| 67 | OutStreamer.SwitchSection(ConfigSection); |
| Tom Stellard | f931867 | 2013-10-12 05:02:51 +0000 | [diff] [blame] | 68 | const AMDGPUSubtarget &STM = TM.getSubtarget<AMDGPUSubtarget>(); |
| Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 69 | if (STM.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) { |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 70 | EmitProgramInfoSI(MF); |
| 71 | } else { |
| 72 | EmitProgramInfoR600(MF); |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 73 | } |
| Tom Stellard | f931867 | 2013-10-12 05:02:51 +0000 | [diff] [blame] | 74 | |
| 75 | DisasmLines.clear(); |
| 76 | HexLines.clear(); |
| 77 | DisasmLineMaxLen = 0; |
| 78 | |
| Tom Stellard | bf1efe6 | 2013-04-15 17:51:30 +0000 | [diff] [blame] | 79 | OutStreamer.SwitchSection(getObjFileLowering().getTextSection()); |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 80 | EmitFunctionBody(); |
| Tom Stellard | f931867 | 2013-10-12 05:02:51 +0000 | [diff] [blame] | 81 | |
| 82 | if (STM.dumpCode()) { |
| 83 | #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) |
| 84 | MF.dump(); |
| 85 | #endif |
| 86 | |
| 87 | if (DisasmEnabled) { |
| 88 | OutStreamer.SwitchSection(Context.getELFSection(".AMDGPU.disasm", |
| 89 | ELF::SHT_NOTE, 0, |
| 90 | SectionKind::getReadOnly())); |
| 91 | |
| 92 | for (size_t i = 0; i < DisasmLines.size(); ++i) { |
| 93 | std::string Comment(DisasmLineMaxLen - DisasmLines[i].size(), ' '); |
| 94 | Comment += " ; " + HexLines[i] + "\n"; |
| 95 | |
| 96 | OutStreamer.EmitBytes(StringRef(DisasmLines[i])); |
| 97 | OutStreamer.EmitBytes(StringRef(Comment)); |
| 98 | } |
| 99 | } |
| 100 | } |
| 101 | |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 102 | return false; |
| 103 | } |
| 104 | |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 105 | void AMDGPUAsmPrinter::EmitProgramInfoR600(MachineFunction &MF) { |
| 106 | unsigned MaxGPR = 0; |
| Vincent Lejeune | 86cdb70 | 2013-04-30 00:13:13 +0000 | [diff] [blame] | 107 | bool killPixel = false; |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 108 | const R600RegisterInfo * RI = |
| 109 | static_cast<const R600RegisterInfo*>(TM.getRegisterInfo()); |
| Vincent Lejeune | 2a74639 | 2013-04-23 17:34:12 +0000 | [diff] [blame] | 110 | R600MachineFunctionInfo *MFI = MF.getInfo<R600MachineFunctionInfo>(); |
| Tom Stellard | f07b537 | 2013-05-06 17:50:51 +0000 | [diff] [blame] | 111 | const AMDGPUSubtarget &STM = TM.getSubtarget<AMDGPUSubtarget>(); |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 112 | |
| 113 | for (MachineFunction::iterator BB = MF.begin(), BB_E = MF.end(); |
| 114 | BB != BB_E; ++BB) { |
| 115 | MachineBasicBlock &MBB = *BB; |
| 116 | for (MachineBasicBlock::iterator I = MBB.begin(), E = MBB.end(); |
| 117 | I != E; ++I) { |
| 118 | MachineInstr &MI = *I; |
| Vincent Lejeune | 86cdb70 | 2013-04-30 00:13:13 +0000 | [diff] [blame] | 119 | if (MI.getOpcode() == AMDGPU::KILLGT) |
| 120 | killPixel = true; |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 121 | unsigned numOperands = MI.getNumOperands(); |
| 122 | for (unsigned op_idx = 0; op_idx < numOperands; op_idx++) { |
| 123 | MachineOperand & MO = MI.getOperand(op_idx); |
| 124 | if (!MO.isReg()) |
| 125 | continue; |
| 126 | unsigned HWReg = RI->getEncodingValue(MO.getReg()) & 0xff; |
| 127 | |
| 128 | // Register with value > 127 aren't GPR |
| 129 | if (HWReg > 127) |
| 130 | continue; |
| 131 | MaxGPR = std::max(MaxGPR, HWReg); |
| 132 | } |
| 133 | } |
| 134 | } |
| Tom Stellard | f07b537 | 2013-05-06 17:50:51 +0000 | [diff] [blame] | 135 | |
| 136 | unsigned RsrcReg; |
| Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 137 | if (STM.getGeneration() >= AMDGPUSubtarget::EVERGREEN) { |
| Tom Stellard | f07b537 | 2013-05-06 17:50:51 +0000 | [diff] [blame] | 138 | // Evergreen / Northern Islands |
| 139 | switch (MFI->ShaderType) { |
| 140 | default: // Fall through |
| 141 | case ShaderType::COMPUTE: RsrcReg = R_0288D4_SQ_PGM_RESOURCES_LS; break; |
| 142 | case ShaderType::GEOMETRY: RsrcReg = R_028878_SQ_PGM_RESOURCES_GS; break; |
| 143 | case ShaderType::PIXEL: RsrcReg = R_028844_SQ_PGM_RESOURCES_PS; break; |
| 144 | case ShaderType::VERTEX: RsrcReg = R_028860_SQ_PGM_RESOURCES_VS; break; |
| 145 | } |
| 146 | } else { |
| 147 | // R600 / R700 |
| 148 | switch (MFI->ShaderType) { |
| 149 | default: // Fall through |
| 150 | case ShaderType::GEOMETRY: // Fall through |
| 151 | case ShaderType::COMPUTE: // Fall through |
| 152 | case ShaderType::VERTEX: RsrcReg = R_028868_SQ_PGM_RESOURCES_VS; break; |
| 153 | case ShaderType::PIXEL: RsrcReg = R_028850_SQ_PGM_RESOURCES_PS; break; |
| 154 | } |
| 155 | } |
| 156 | |
| 157 | OutStreamer.EmitIntValue(RsrcReg, 4); |
| 158 | OutStreamer.EmitIntValue(S_NUM_GPRS(MaxGPR + 1) | |
| 159 | S_STACK_SIZE(MFI->StackSize), 4); |
| 160 | OutStreamer.EmitIntValue(R_02880C_DB_SHADER_CONTROL, 4); |
| 161 | OutStreamer.EmitIntValue(S_02880C_KILL_ENABLE(killPixel), 4); |
| Tom Stellard | e3d4cbc | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 162 | |
| 163 | if (MFI->ShaderType == ShaderType::COMPUTE) { |
| 164 | OutStreamer.EmitIntValue(R_0288E8_SQ_LDS_ALLOC, 4); |
| 165 | OutStreamer.EmitIntValue(RoundUpToAlignment(MFI->LDSSize, 4) >> 2, 4); |
| 166 | } |
| Vincent Lejeune | 141ca7f | 2013-04-17 15:17:25 +0000 | [diff] [blame] | 167 | } |
| 168 | |
| 169 | void AMDGPUAsmPrinter::EmitProgramInfoSI(MachineFunction &MF) { |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 170 | unsigned MaxSGPR = 0; |
| 171 | unsigned MaxVGPR = 0; |
| 172 | bool VCCUsed = false; |
| 173 | const SIRegisterInfo * RI = |
| 174 | static_cast<const SIRegisterInfo*>(TM.getRegisterInfo()); |
| 175 | |
| 176 | for (MachineFunction::iterator BB = MF.begin(), BB_E = MF.end(); |
| 177 | BB != BB_E; ++BB) { |
| 178 | MachineBasicBlock &MBB = *BB; |
| 179 | for (MachineBasicBlock::iterator I = MBB.begin(), E = MBB.end(); |
| 180 | I != E; ++I) { |
| 181 | MachineInstr &MI = *I; |
| 182 | |
| 183 | unsigned numOperands = MI.getNumOperands(); |
| 184 | for (unsigned op_idx = 0; op_idx < numOperands; op_idx++) { |
| 185 | MachineOperand & MO = MI.getOperand(op_idx); |
| 186 | unsigned maxUsed; |
| 187 | unsigned width = 0; |
| 188 | bool isSGPR = false; |
| 189 | unsigned reg; |
| 190 | unsigned hwReg; |
| 191 | if (!MO.isReg()) { |
| 192 | continue; |
| 193 | } |
| 194 | reg = MO.getReg(); |
| 195 | if (reg == AMDGPU::VCC) { |
| 196 | VCCUsed = true; |
| 197 | continue; |
| 198 | } |
| Matt Arsenault | 8305cae | 2013-10-22 21:11:31 +0000 | [diff] [blame] | 199 | |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 200 | switch (reg) { |
| 201 | default: break; |
| Matt Arsenault | 8305cae | 2013-10-22 21:11:31 +0000 | [diff] [blame] | 202 | case AMDGPU::SCC: |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 203 | case AMDGPU::EXEC: |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 204 | case AMDGPU::M0: |
| 205 | continue; |
| 206 | } |
| 207 | |
| 208 | if (AMDGPU::SReg_32RegClass.contains(reg)) { |
| 209 | isSGPR = true; |
| 210 | width = 1; |
| 211 | } else if (AMDGPU::VReg_32RegClass.contains(reg)) { |
| 212 | isSGPR = false; |
| 213 | width = 1; |
| 214 | } else if (AMDGPU::SReg_64RegClass.contains(reg)) { |
| 215 | isSGPR = true; |
| 216 | width = 2; |
| 217 | } else if (AMDGPU::VReg_64RegClass.contains(reg)) { |
| 218 | isSGPR = false; |
| 219 | width = 2; |
| Christian Konig | 4d0e8a8 | 2013-04-10 08:39:16 +0000 | [diff] [blame] | 220 | } else if (AMDGPU::VReg_96RegClass.contains(reg)) { |
| 221 | isSGPR = false; |
| 222 | width = 3; |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 223 | } else if (AMDGPU::SReg_128RegClass.contains(reg)) { |
| 224 | isSGPR = true; |
| 225 | width = 4; |
| 226 | } else if (AMDGPU::VReg_128RegClass.contains(reg)) { |
| 227 | isSGPR = false; |
| 228 | width = 4; |
| 229 | } else if (AMDGPU::SReg_256RegClass.contains(reg)) { |
| 230 | isSGPR = true; |
| 231 | width = 8; |
| Tom Stellard | 36ba909 | 2013-02-07 17:02:09 +0000 | [diff] [blame] | 232 | } else if (AMDGPU::VReg_256RegClass.contains(reg)) { |
| 233 | isSGPR = false; |
| 234 | width = 8; |
| Tom Stellard | f9e5c39 | 2013-10-23 00:44:12 +0000 | [diff] [blame] | 235 | } else if (AMDGPU::SReg_512RegClass.contains(reg)) { |
| 236 | isSGPR = true; |
| 237 | width = 16; |
| Tom Stellard | 36ba909 | 2013-02-07 17:02:09 +0000 | [diff] [blame] | 238 | } else if (AMDGPU::VReg_512RegClass.contains(reg)) { |
| 239 | isSGPR = false; |
| 240 | width = 16; |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 241 | } else { |
| 242 | assert(!"Unknown register class"); |
| 243 | } |
| Tom Stellard | 184f5c1 | 2013-02-07 19:39:45 +0000 | [diff] [blame] | 244 | hwReg = RI->getEncodingValue(reg) & 0xff; |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 245 | maxUsed = hwReg + width - 1; |
| 246 | if (isSGPR) { |
| 247 | MaxSGPR = maxUsed > MaxSGPR ? maxUsed : MaxSGPR; |
| 248 | } else { |
| 249 | MaxVGPR = maxUsed > MaxVGPR ? maxUsed : MaxVGPR; |
| 250 | } |
| 251 | } |
| 252 | } |
| 253 | } |
| 254 | if (VCCUsed) { |
| 255 | MaxSGPR += 2; |
| 256 | } |
| 257 | SIMachineFunctionInfo * MFI = MF.getInfo<SIMachineFunctionInfo>(); |
| Tom Stellard | 9a25630 | 2013-04-15 17:51:35 +0000 | [diff] [blame] | 258 | unsigned RsrcReg; |
| 259 | switch (MFI->ShaderType) { |
| 260 | default: // Fall through |
| 261 | case ShaderType::COMPUTE: RsrcReg = R_00B848_COMPUTE_PGM_RSRC1; break; |
| 262 | case ShaderType::GEOMETRY: RsrcReg = R_00B228_SPI_SHADER_PGM_RSRC1_GS; break; |
| 263 | case ShaderType::PIXEL: RsrcReg = R_00B028_SPI_SHADER_PGM_RSRC1_PS; break; |
| 264 | case ShaderType::VERTEX: RsrcReg = R_00B128_SPI_SHADER_PGM_RSRC1_VS; break; |
| 265 | } |
| 266 | |
| 267 | OutStreamer.EmitIntValue(RsrcReg, 4); |
| 268 | OutStreamer.EmitIntValue(S_00B028_VGPRS(MaxVGPR / 4) | S_00B028_SGPRS(MaxSGPR / 8), 4); |
| Michel Danzer | a3e39dc | 2013-07-10 16:37:07 +0000 | [diff] [blame] | 269 | |
| 270 | if (MFI->ShaderType == ShaderType::COMPUTE) { |
| 271 | OutStreamer.EmitIntValue(R_00B84C_COMPUTE_PGM_RSRC2, 4); |
| 272 | OutStreamer.EmitIntValue(S_00B84C_LDS_SIZE(RoundUpToAlignment(MFI->LDSSize, 256) >> 8), 4); |
| 273 | } |
| Tom Stellard | 9a25630 | 2013-04-15 17:51:35 +0000 | [diff] [blame] | 274 | if (MFI->ShaderType == ShaderType::PIXEL) { |
| Michel Danzer | a3e39dc | 2013-07-10 16:37:07 +0000 | [diff] [blame] | 275 | OutStreamer.EmitIntValue(R_00B02C_SPI_SHADER_PGM_RSRC2_PS, 4); |
| 276 | OutStreamer.EmitIntValue(S_00B02C_EXTRA_LDS_SIZE(RoundUpToAlignment(MFI->LDSSize, 256) >> 8), 4); |
| Tom Stellard | 9a25630 | 2013-04-15 17:51:35 +0000 | [diff] [blame] | 277 | OutStreamer.EmitIntValue(R_0286CC_SPI_PS_INPUT_ENA, 4); |
| 278 | OutStreamer.EmitIntValue(MFI->PSInputAddr, 4); |
| 279 | } |
| Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 280 | } |