blob: 170f479057445278c72681cc6f620f74be46dbd9 [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- AMDGPUAsmPrinter.cpp - AMDGPU Assebly printer --------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11///
12/// The AMDGPUAsmPrinter is used to print both assembly string and also binary
13/// code. When passed an MCAsmStreamer it prints assembly and when passed
14/// an MCObjectStreamer it outputs binary code.
15//
16//===----------------------------------------------------------------------===//
17//
18
19
20#include "AMDGPUAsmPrinter.h"
21#include "AMDGPU.h"
Tom Stellard043de4c2013-05-06 17:50:51 +000022#include "R600Defines.h"
Vincent Lejeune117f0752013-04-23 17:34:12 +000023#include "R600MachineFunctionInfo.h"
Vincent Lejeune98a73802013-04-17 15:17:25 +000024#include "R600RegisterInfo.h"
Benjamin Kramerd78bb462013-05-23 17:10:37 +000025#include "SIDefines.h"
26#include "SIMachineFunctionInfo.h"
27#include "SIRegisterInfo.h"
Tom Stellard3a7beafb32013-04-15 17:51:30 +000028#include "llvm/MC/MCContext.h"
29#include "llvm/MC/MCSectionELF.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000030#include "llvm/MC/MCStreamer.h"
Tom Stellard3a7beafb32013-04-15 17:51:30 +000031#include "llvm/Support/ELF.h"
Tom Stellardc026e8b2013-06-28 15:47:08 +000032#include "llvm/Support/MathExtras.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000033#include "llvm/Support/TargetRegistry.h"
Chandler Carruthbe810232013-01-02 10:22:59 +000034#include "llvm/Target/TargetLoweringObjectFile.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000035
36using namespace llvm;
37
38
39static AsmPrinter *createAMDGPUAsmPrinterPass(TargetMachine &tm,
40 MCStreamer &Streamer) {
41 return new AMDGPUAsmPrinter(tm, Streamer);
42}
43
44extern "C" void LLVMInitializeR600AsmPrinter() {
45 TargetRegistry::RegisterAsmPrinter(TheAMDGPUTarget, createAMDGPUAsmPrinterPass);
46}
47
Tom Stellarded699252013-10-12 05:02:51 +000048AMDGPUAsmPrinter::AMDGPUAsmPrinter(TargetMachine &TM, MCStreamer &Streamer)
Matt Arsenault89cc49f2013-12-05 05:15:35 +000049 : AsmPrinter(TM, Streamer) {
Rafael Espindola277f9062014-01-31 22:14:06 +000050 DisasmEnabled = TM.getSubtarget<AMDGPUSubtarget>().dumpCode();
Tom Stellarded699252013-10-12 05:02:51 +000051}
52
Tom Stellard75aadc22012-12-11 21:25:42 +000053bool AMDGPUAsmPrinter::runOnMachineFunction(MachineFunction &MF) {
Tom Stellard75aadc22012-12-11 21:25:42 +000054 SetupMachineFunction(MF);
Matt Arsenault89cc49f2013-12-05 05:15:35 +000055
Rafael Espindola19656ba2014-01-31 21:54:49 +000056 OutStreamer.emitRawComment(Twine('@') + MF.getName() + Twine(':'));
Vincent Lejeune98a73802013-04-17 15:17:25 +000057
Tom Stellarded699252013-10-12 05:02:51 +000058 MCContext &Context = getObjFileLowering().getContext();
59 const MCSectionELF *ConfigSection = Context.getELFSection(".AMDGPU.config",
Tom Stellard34e40682013-04-24 23:56:14 +000060 ELF::SHT_PROGBITS, 0,
Vincent Lejeune98a73802013-04-17 15:17:25 +000061 SectionKind::getReadOnly());
62 OutStreamer.SwitchSection(ConfigSection);
Matt Arsenault89cc49f2013-12-05 05:15:35 +000063
Tom Stellarded699252013-10-12 05:02:51 +000064 const AMDGPUSubtarget &STM = TM.getSubtarget<AMDGPUSubtarget>();
Matt Arsenault89cc49f2013-12-05 05:15:35 +000065 SIProgramInfo KernelInfo;
Tom Stellarda6c6e1b2013-06-07 20:37:48 +000066 if (STM.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
Matt Arsenaulte500e322014-04-15 22:40:47 +000067 getSIProgramInfo(KernelInfo, MF);
Matt Arsenault89cc49f2013-12-05 05:15:35 +000068 EmitProgramInfoSI(MF, KernelInfo);
Vincent Lejeune98a73802013-04-17 15:17:25 +000069 } else {
70 EmitProgramInfoR600(MF);
Tom Stellard75aadc22012-12-11 21:25:42 +000071 }
Tom Stellarded699252013-10-12 05:02:51 +000072
73 DisasmLines.clear();
74 HexLines.clear();
75 DisasmLineMaxLen = 0;
76
Tom Stellard3a7beafb32013-04-15 17:51:30 +000077 OutStreamer.SwitchSection(getObjFileLowering().getTextSection());
Tom Stellard75aadc22012-12-11 21:25:42 +000078 EmitFunctionBody();
Tom Stellarded699252013-10-12 05:02:51 +000079
Rafael Espindola887541f2014-01-31 22:08:19 +000080 if (isVerbose()) {
Matt Arsenault89cc49f2013-12-05 05:15:35 +000081 const MCSectionELF *CommentSection
82 = Context.getELFSection(".AMDGPU.csdata",
83 ELF::SHT_PROGBITS, 0,
84 SectionKind::getReadOnly());
85 OutStreamer.SwitchSection(CommentSection);
86
Matt Arsenaulte500e322014-04-15 22:40:47 +000087 if (STM.getGeneration() >= AMDGPUSubtarget::SOUTHERN_ISLANDS) {
Rafael Espindola98f5b542014-01-27 00:19:41 +000088 OutStreamer.emitRawComment(" Kernel info:", false);
Matt Arsenaulte500e322014-04-15 22:40:47 +000089 OutStreamer.emitRawComment(" codeLenInByte = " + Twine(KernelInfo.CodeLen),
90 false);
Rafael Espindola98f5b542014-01-27 00:19:41 +000091 OutStreamer.emitRawComment(" NumSgprs: " + Twine(KernelInfo.NumSGPR),
Rafael Espindolabcf890b2014-01-27 00:16:00 +000092 false);
Rafael Espindola98f5b542014-01-27 00:19:41 +000093 OutStreamer.emitRawComment(" NumVgprs: " + Twine(KernelInfo.NumVGPR),
Rafael Espindolabcf890b2014-01-27 00:16:00 +000094 false);
Tom Stellard08b6af92014-01-22 21:55:35 +000095 } else {
96 R600MachineFunctionInfo *MFI = MF.getInfo<R600MachineFunctionInfo>();
Rafael Espindola887541f2014-01-31 22:08:19 +000097 OutStreamer.emitRawComment(
Tom Stellard08b6af92014-01-22 21:55:35 +000098 Twine("SQ_PGM_RESOURCES:STACK_SIZE = " + Twine(MFI->StackSize)));
99 }
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000100 }
101
Tom Stellarded699252013-10-12 05:02:51 +0000102 if (STM.dumpCode()) {
103#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
104 MF.dump();
105#endif
106
107 if (DisasmEnabled) {
108 OutStreamer.SwitchSection(Context.getELFSection(".AMDGPU.disasm",
109 ELF::SHT_NOTE, 0,
110 SectionKind::getReadOnly()));
111
112 for (size_t i = 0; i < DisasmLines.size(); ++i) {
113 std::string Comment(DisasmLineMaxLen - DisasmLines[i].size(), ' ');
114 Comment += " ; " + HexLines[i] + "\n";
115
116 OutStreamer.EmitBytes(StringRef(DisasmLines[i]));
117 OutStreamer.EmitBytes(StringRef(Comment));
118 }
119 }
120 }
121
Tom Stellard75aadc22012-12-11 21:25:42 +0000122 return false;
123}
124
Vincent Lejeune98a73802013-04-17 15:17:25 +0000125void AMDGPUAsmPrinter::EmitProgramInfoR600(MachineFunction &MF) {
126 unsigned MaxGPR = 0;
Vincent Lejeune4a0beb52013-04-30 00:13:13 +0000127 bool killPixel = false;
Vincent Lejeune98a73802013-04-17 15:17:25 +0000128 const R600RegisterInfo * RI =
129 static_cast<const R600RegisterInfo*>(TM.getRegisterInfo());
Vincent Lejeune117f0752013-04-23 17:34:12 +0000130 R600MachineFunctionInfo *MFI = MF.getInfo<R600MachineFunctionInfo>();
Tom Stellard043de4c2013-05-06 17:50:51 +0000131 const AMDGPUSubtarget &STM = TM.getSubtarget<AMDGPUSubtarget>();
Vincent Lejeune98a73802013-04-17 15:17:25 +0000132
133 for (MachineFunction::iterator BB = MF.begin(), BB_E = MF.end();
134 BB != BB_E; ++BB) {
135 MachineBasicBlock &MBB = *BB;
136 for (MachineBasicBlock::iterator I = MBB.begin(), E = MBB.end();
137 I != E; ++I) {
138 MachineInstr &MI = *I;
Vincent Lejeune4a0beb52013-04-30 00:13:13 +0000139 if (MI.getOpcode() == AMDGPU::KILLGT)
140 killPixel = true;
Vincent Lejeune98a73802013-04-17 15:17:25 +0000141 unsigned numOperands = MI.getNumOperands();
142 for (unsigned op_idx = 0; op_idx < numOperands; op_idx++) {
143 MachineOperand & MO = MI.getOperand(op_idx);
144 if (!MO.isReg())
145 continue;
146 unsigned HWReg = RI->getEncodingValue(MO.getReg()) & 0xff;
147
148 // Register with value > 127 aren't GPR
149 if (HWReg > 127)
150 continue;
151 MaxGPR = std::max(MaxGPR, HWReg);
152 }
153 }
154 }
Tom Stellard043de4c2013-05-06 17:50:51 +0000155
156 unsigned RsrcReg;
Tom Stellarda6c6e1b2013-06-07 20:37:48 +0000157 if (STM.getGeneration() >= AMDGPUSubtarget::EVERGREEN) {
Tom Stellard043de4c2013-05-06 17:50:51 +0000158 // Evergreen / Northern Islands
159 switch (MFI->ShaderType) {
160 default: // Fall through
161 case ShaderType::COMPUTE: RsrcReg = R_0288D4_SQ_PGM_RESOURCES_LS; break;
162 case ShaderType::GEOMETRY: RsrcReg = R_028878_SQ_PGM_RESOURCES_GS; break;
163 case ShaderType::PIXEL: RsrcReg = R_028844_SQ_PGM_RESOURCES_PS; break;
164 case ShaderType::VERTEX: RsrcReg = R_028860_SQ_PGM_RESOURCES_VS; break;
165 }
166 } else {
167 // R600 / R700
168 switch (MFI->ShaderType) {
169 default: // Fall through
170 case ShaderType::GEOMETRY: // Fall through
171 case ShaderType::COMPUTE: // Fall through
172 case ShaderType::VERTEX: RsrcReg = R_028868_SQ_PGM_RESOURCES_VS; break;
173 case ShaderType::PIXEL: RsrcReg = R_028850_SQ_PGM_RESOURCES_PS; break;
174 }
175 }
176
177 OutStreamer.EmitIntValue(RsrcReg, 4);
178 OutStreamer.EmitIntValue(S_NUM_GPRS(MaxGPR + 1) |
179 S_STACK_SIZE(MFI->StackSize), 4);
180 OutStreamer.EmitIntValue(R_02880C_DB_SHADER_CONTROL, 4);
181 OutStreamer.EmitIntValue(S_02880C_KILL_ENABLE(killPixel), 4);
Tom Stellardc026e8b2013-06-28 15:47:08 +0000182
183 if (MFI->ShaderType == ShaderType::COMPUTE) {
184 OutStreamer.EmitIntValue(R_0288E8_SQ_LDS_ALLOC, 4);
185 OutStreamer.EmitIntValue(RoundUpToAlignment(MFI->LDSSize, 4) >> 2, 4);
186 }
Vincent Lejeune98a73802013-04-17 15:17:25 +0000187}
188
Matt Arsenaulte500e322014-04-15 22:40:47 +0000189void AMDGPUAsmPrinter::getSIProgramInfo(SIProgramInfo &ProgInfo,
190 MachineFunction &MF) const {
191 uint64_t CodeSize = 0;
Tom Stellard75aadc22012-12-11 21:25:42 +0000192 unsigned MaxSGPR = 0;
193 unsigned MaxVGPR = 0;
194 bool VCCUsed = false;
195 const SIRegisterInfo * RI =
196 static_cast<const SIRegisterInfo*>(TM.getRegisterInfo());
197
198 for (MachineFunction::iterator BB = MF.begin(), BB_E = MF.end();
199 BB != BB_E; ++BB) {
200 MachineBasicBlock &MBB = *BB;
201 for (MachineBasicBlock::iterator I = MBB.begin(), E = MBB.end();
202 I != E; ++I) {
203 MachineInstr &MI = *I;
204
Matt Arsenaulte500e322014-04-15 22:40:47 +0000205 // TODO: CodeSize should account for multiple functions.
206 CodeSize += MI.getDesc().Size;
207
Tom Stellard75aadc22012-12-11 21:25:42 +0000208 unsigned numOperands = MI.getNumOperands();
209 for (unsigned op_idx = 0; op_idx < numOperands; op_idx++) {
Matt Arsenault671a0052013-11-14 10:08:50 +0000210 MachineOperand &MO = MI.getOperand(op_idx);
Tom Stellard75aadc22012-12-11 21:25:42 +0000211 unsigned width = 0;
212 bool isSGPR = false;
Matt Arsenaulta64ee172014-01-08 21:47:14 +0000213
Tom Stellard75aadc22012-12-11 21:25:42 +0000214 if (!MO.isReg()) {
215 continue;
216 }
Matt Arsenaulta64ee172014-01-08 21:47:14 +0000217 unsigned reg = MO.getReg();
Tom Stellardfbe435d2014-03-17 17:03:51 +0000218 if (reg == AMDGPU::VCC || reg == AMDGPU::VCC_LO ||
219 reg == AMDGPU::VCC_HI) {
Tom Stellard75aadc22012-12-11 21:25:42 +0000220 VCCUsed = true;
221 continue;
222 }
Matt Arsenault65864e32013-10-22 21:11:31 +0000223
Tom Stellard75aadc22012-12-11 21:25:42 +0000224 switch (reg) {
225 default: break;
Matt Arsenault65864e32013-10-22 21:11:31 +0000226 case AMDGPU::SCC:
Tom Stellard75aadc22012-12-11 21:25:42 +0000227 case AMDGPU::EXEC:
Tom Stellard75aadc22012-12-11 21:25:42 +0000228 case AMDGPU::M0:
229 continue;
230 }
231
232 if (AMDGPU::SReg_32RegClass.contains(reg)) {
233 isSGPR = true;
234 width = 1;
235 } else if (AMDGPU::VReg_32RegClass.contains(reg)) {
236 isSGPR = false;
237 width = 1;
238 } else if (AMDGPU::SReg_64RegClass.contains(reg)) {
239 isSGPR = true;
240 width = 2;
241 } else if (AMDGPU::VReg_64RegClass.contains(reg)) {
242 isSGPR = false;
243 width = 2;
Christian Konig8b1ed282013-04-10 08:39:16 +0000244 } else if (AMDGPU::VReg_96RegClass.contains(reg)) {
245 isSGPR = false;
246 width = 3;
Tom Stellard75aadc22012-12-11 21:25:42 +0000247 } else if (AMDGPU::SReg_128RegClass.contains(reg)) {
248 isSGPR = true;
249 width = 4;
250 } else if (AMDGPU::VReg_128RegClass.contains(reg)) {
251 isSGPR = false;
252 width = 4;
253 } else if (AMDGPU::SReg_256RegClass.contains(reg)) {
254 isSGPR = true;
255 width = 8;
Tom Stellard538ceeb2013-02-07 17:02:09 +0000256 } else if (AMDGPU::VReg_256RegClass.contains(reg)) {
257 isSGPR = false;
258 width = 8;
Tom Stellarda66cafa2013-10-23 00:44:12 +0000259 } else if (AMDGPU::SReg_512RegClass.contains(reg)) {
260 isSGPR = true;
261 width = 16;
Tom Stellard538ceeb2013-02-07 17:02:09 +0000262 } else if (AMDGPU::VReg_512RegClass.contains(reg)) {
263 isSGPR = false;
264 width = 16;
Tom Stellard75aadc22012-12-11 21:25:42 +0000265 } else {
Matt Arsenaulteaa3a7e2013-12-10 21:37:42 +0000266 llvm_unreachable("Unknown register class");
Tom Stellard75aadc22012-12-11 21:25:42 +0000267 }
Matt Arsenaulta64ee172014-01-08 21:47:14 +0000268 unsigned hwReg = RI->getEncodingValue(reg) & 0xff;
269 unsigned maxUsed = hwReg + width - 1;
Tom Stellard75aadc22012-12-11 21:25:42 +0000270 if (isSGPR) {
271 MaxSGPR = maxUsed > MaxSGPR ? maxUsed : MaxSGPR;
272 } else {
273 MaxVGPR = maxUsed > MaxVGPR ? maxUsed : MaxVGPR;
274 }
275 }
276 }
277 }
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000278
279 if (VCCUsed)
Tom Stellard75aadc22012-12-11 21:25:42 +0000280 MaxSGPR += 2;
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000281
Matt Arsenaulte500e322014-04-15 22:40:47 +0000282 ProgInfo.CodeLen = CodeSize;
283 ProgInfo.NumSGPR = MaxSGPR;
284 ProgInfo.NumVGPR = MaxVGPR;
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000285}
286
287void AMDGPUAsmPrinter::EmitProgramInfoSI(MachineFunction &MF,
288 const SIProgramInfo &KernelInfo) {
289 const AMDGPUSubtarget &STM = TM.getSubtarget<AMDGPUSubtarget>();
290
291 SIMachineFunctionInfo *MFI = MF.getInfo<SIMachineFunctionInfo>();
Tom Stellardcb97e3a2013-04-15 17:51:35 +0000292 unsigned RsrcReg;
293 switch (MFI->ShaderType) {
294 default: // Fall through
295 case ShaderType::COMPUTE: RsrcReg = R_00B848_COMPUTE_PGM_RSRC1; break;
296 case ShaderType::GEOMETRY: RsrcReg = R_00B228_SPI_SHADER_PGM_RSRC1_GS; break;
297 case ShaderType::PIXEL: RsrcReg = R_00B028_SPI_SHADER_PGM_RSRC1_PS; break;
298 case ShaderType::VERTEX: RsrcReg = R_00B128_SPI_SHADER_PGM_RSRC1_VS; break;
299 }
300
301 OutStreamer.EmitIntValue(RsrcReg, 4);
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000302 OutStreamer.EmitIntValue(S_00B028_VGPRS(KernelInfo.NumVGPR / 4) |
303 S_00B028_SGPRS(KernelInfo.NumSGPR / 8), 4);
Michel Danzer49812b52013-07-10 16:37:07 +0000304
Tom Stellard6e1ee472013-10-29 16:37:28 +0000305 unsigned LDSAlignShift;
306 if (STM.getGeneration() < AMDGPUSubtarget::SEA_ISLANDS) {
307 // LDS is allocated in 64 dword blocks
308 LDSAlignShift = 8;
309 } else {
310 // LDS is allocated in 128 dword blocks
311 LDSAlignShift = 9;
312 }
313 unsigned LDSBlocks =
314 RoundUpToAlignment(MFI->LDSSize, 1 << LDSAlignShift) >> LDSAlignShift;
315
Michel Danzer49812b52013-07-10 16:37:07 +0000316 if (MFI->ShaderType == ShaderType::COMPUTE) {
317 OutStreamer.EmitIntValue(R_00B84C_COMPUTE_PGM_RSRC2, 4);
Tom Stellard6e1ee472013-10-29 16:37:28 +0000318 OutStreamer.EmitIntValue(S_00B84C_LDS_SIZE(LDSBlocks), 4);
Michel Danzer49812b52013-07-10 16:37:07 +0000319 }
Tom Stellardcb97e3a2013-04-15 17:51:35 +0000320 if (MFI->ShaderType == ShaderType::PIXEL) {
Michel Danzer49812b52013-07-10 16:37:07 +0000321 OutStreamer.EmitIntValue(R_00B02C_SPI_SHADER_PGM_RSRC2_PS, 4);
Tom Stellard6e1ee472013-10-29 16:37:28 +0000322 OutStreamer.EmitIntValue(S_00B02C_EXTRA_LDS_SIZE(LDSBlocks), 4);
Tom Stellardcb97e3a2013-04-15 17:51:35 +0000323 OutStreamer.EmitIntValue(R_0286CC_SPI_PS_INPUT_ENA, 4);
324 OutStreamer.EmitIntValue(MFI->PSInputAddr, 4);
325 }
Tom Stellard75aadc22012-12-11 21:25:42 +0000326}