blob: 2da7792a88a6b7e4303fc01f9b91591bd0e451ac [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- AMDGPUAsmPrinter.cpp - AMDGPU Assebly printer --------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11///
12/// The AMDGPUAsmPrinter is used to print both assembly string and also binary
13/// code. When passed an MCAsmStreamer it prints assembly and when passed
14/// an MCObjectStreamer it outputs binary code.
15//
16//===----------------------------------------------------------------------===//
17//
18
19
20#include "AMDGPUAsmPrinter.h"
21#include "AMDGPU.h"
Tom Stellard2e59a452014-06-13 01:32:00 +000022#include "AMDGPUSubtarget.h"
Tom Stellard043de4c2013-05-06 17:50:51 +000023#include "R600Defines.h"
Vincent Lejeune117f0752013-04-23 17:34:12 +000024#include "R600MachineFunctionInfo.h"
Vincent Lejeune98a73802013-04-17 15:17:25 +000025#include "R600RegisterInfo.h"
Benjamin Kramerd78bb462013-05-23 17:10:37 +000026#include "SIDefines.h"
27#include "SIMachineFunctionInfo.h"
28#include "SIRegisterInfo.h"
Tom Stellard3a7beafb32013-04-15 17:51:30 +000029#include "llvm/MC/MCContext.h"
30#include "llvm/MC/MCSectionELF.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000031#include "llvm/MC/MCStreamer.h"
Tom Stellard3a7beafb32013-04-15 17:51:30 +000032#include "llvm/Support/ELF.h"
Tom Stellardc026e8b2013-06-28 15:47:08 +000033#include "llvm/Support/MathExtras.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000034#include "llvm/Support/TargetRegistry.h"
Chandler Carruthbe810232013-01-02 10:22:59 +000035#include "llvm/Target/TargetLoweringObjectFile.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000036
37using namespace llvm;
38
39
40static AsmPrinter *createAMDGPUAsmPrinterPass(TargetMachine &tm,
41 MCStreamer &Streamer) {
42 return new AMDGPUAsmPrinter(tm, Streamer);
43}
44
45extern "C" void LLVMInitializeR600AsmPrinter() {
46 TargetRegistry::RegisterAsmPrinter(TheAMDGPUTarget, createAMDGPUAsmPrinterPass);
47}
48
Tom Stellarded699252013-10-12 05:02:51 +000049AMDGPUAsmPrinter::AMDGPUAsmPrinter(TargetMachine &TM, MCStreamer &Streamer)
Matt Arsenault89cc49f2013-12-05 05:15:35 +000050 : AsmPrinter(TM, Streamer) {
Rafael Espindola277f9062014-01-31 22:14:06 +000051 DisasmEnabled = TM.getSubtarget<AMDGPUSubtarget>().dumpCode();
Tom Stellarded699252013-10-12 05:02:51 +000052}
53
Tom Stellard75aadc22012-12-11 21:25:42 +000054bool AMDGPUAsmPrinter::runOnMachineFunction(MachineFunction &MF) {
Tom Stellard75aadc22012-12-11 21:25:42 +000055 SetupMachineFunction(MF);
Matt Arsenault89cc49f2013-12-05 05:15:35 +000056
Rafael Espindola19656ba2014-01-31 21:54:49 +000057 OutStreamer.emitRawComment(Twine('@') + MF.getName() + Twine(':'));
Vincent Lejeune98a73802013-04-17 15:17:25 +000058
Tom Stellarded699252013-10-12 05:02:51 +000059 MCContext &Context = getObjFileLowering().getContext();
60 const MCSectionELF *ConfigSection = Context.getELFSection(".AMDGPU.config",
Tom Stellard34e40682013-04-24 23:56:14 +000061 ELF::SHT_PROGBITS, 0,
Vincent Lejeune98a73802013-04-17 15:17:25 +000062 SectionKind::getReadOnly());
63 OutStreamer.SwitchSection(ConfigSection);
Matt Arsenault89cc49f2013-12-05 05:15:35 +000064
Tom Stellarded699252013-10-12 05:02:51 +000065 const AMDGPUSubtarget &STM = TM.getSubtarget<AMDGPUSubtarget>();
Matt Arsenault89cc49f2013-12-05 05:15:35 +000066 SIProgramInfo KernelInfo;
Tom Stellarda6c6e1b2013-06-07 20:37:48 +000067 if (STM.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
Matt Arsenaulte500e322014-04-15 22:40:47 +000068 getSIProgramInfo(KernelInfo, MF);
Matt Arsenault89cc49f2013-12-05 05:15:35 +000069 EmitProgramInfoSI(MF, KernelInfo);
Vincent Lejeune98a73802013-04-17 15:17:25 +000070 } else {
71 EmitProgramInfoR600(MF);
Tom Stellard75aadc22012-12-11 21:25:42 +000072 }
Tom Stellarded699252013-10-12 05:02:51 +000073
74 DisasmLines.clear();
75 HexLines.clear();
76 DisasmLineMaxLen = 0;
77
Tom Stellard3a7beafb32013-04-15 17:51:30 +000078 OutStreamer.SwitchSection(getObjFileLowering().getTextSection());
Tom Stellard75aadc22012-12-11 21:25:42 +000079 EmitFunctionBody();
Tom Stellarded699252013-10-12 05:02:51 +000080
Rafael Espindola887541f2014-01-31 22:08:19 +000081 if (isVerbose()) {
Matt Arsenault89cc49f2013-12-05 05:15:35 +000082 const MCSectionELF *CommentSection
83 = Context.getELFSection(".AMDGPU.csdata",
84 ELF::SHT_PROGBITS, 0,
85 SectionKind::getReadOnly());
86 OutStreamer.SwitchSection(CommentSection);
87
Matt Arsenaulte500e322014-04-15 22:40:47 +000088 if (STM.getGeneration() >= AMDGPUSubtarget::SOUTHERN_ISLANDS) {
Rafael Espindola98f5b542014-01-27 00:19:41 +000089 OutStreamer.emitRawComment(" Kernel info:", false);
Matt Arsenaulte500e322014-04-15 22:40:47 +000090 OutStreamer.emitRawComment(" codeLenInByte = " + Twine(KernelInfo.CodeLen),
91 false);
Rafael Espindola98f5b542014-01-27 00:19:41 +000092 OutStreamer.emitRawComment(" NumSgprs: " + Twine(KernelInfo.NumSGPR),
Rafael Espindolabcf890b2014-01-27 00:16:00 +000093 false);
Rafael Espindola98f5b542014-01-27 00:19:41 +000094 OutStreamer.emitRawComment(" NumVgprs: " + Twine(KernelInfo.NumVGPR),
Rafael Espindolabcf890b2014-01-27 00:16:00 +000095 false);
Tom Stellard08b6af92014-01-22 21:55:35 +000096 } else {
97 R600MachineFunctionInfo *MFI = MF.getInfo<R600MachineFunctionInfo>();
Rafael Espindola887541f2014-01-31 22:08:19 +000098 OutStreamer.emitRawComment(
Tom Stellard08b6af92014-01-22 21:55:35 +000099 Twine("SQ_PGM_RESOURCES:STACK_SIZE = " + Twine(MFI->StackSize)));
100 }
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000101 }
102
Tom Stellarded699252013-10-12 05:02:51 +0000103 if (STM.dumpCode()) {
104#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
105 MF.dump();
106#endif
107
108 if (DisasmEnabled) {
109 OutStreamer.SwitchSection(Context.getELFSection(".AMDGPU.disasm",
110 ELF::SHT_NOTE, 0,
111 SectionKind::getReadOnly()));
112
113 for (size_t i = 0; i < DisasmLines.size(); ++i) {
114 std::string Comment(DisasmLineMaxLen - DisasmLines[i].size(), ' ');
115 Comment += " ; " + HexLines[i] + "\n";
116
117 OutStreamer.EmitBytes(StringRef(DisasmLines[i]));
118 OutStreamer.EmitBytes(StringRef(Comment));
119 }
120 }
121 }
122
Tom Stellard75aadc22012-12-11 21:25:42 +0000123 return false;
124}
125
Vincent Lejeune98a73802013-04-17 15:17:25 +0000126void AMDGPUAsmPrinter::EmitProgramInfoR600(MachineFunction &MF) {
127 unsigned MaxGPR = 0;
Vincent Lejeune4a0beb52013-04-30 00:13:13 +0000128 bool killPixel = false;
Vincent Lejeune98a73802013-04-17 15:17:25 +0000129 const R600RegisterInfo * RI =
130 static_cast<const R600RegisterInfo*>(TM.getRegisterInfo());
Vincent Lejeune117f0752013-04-23 17:34:12 +0000131 R600MachineFunctionInfo *MFI = MF.getInfo<R600MachineFunctionInfo>();
Tom Stellard043de4c2013-05-06 17:50:51 +0000132 const AMDGPUSubtarget &STM = TM.getSubtarget<AMDGPUSubtarget>();
Vincent Lejeune98a73802013-04-17 15:17:25 +0000133
134 for (MachineFunction::iterator BB = MF.begin(), BB_E = MF.end();
135 BB != BB_E; ++BB) {
136 MachineBasicBlock &MBB = *BB;
137 for (MachineBasicBlock::iterator I = MBB.begin(), E = MBB.end();
138 I != E; ++I) {
139 MachineInstr &MI = *I;
Vincent Lejeune4a0beb52013-04-30 00:13:13 +0000140 if (MI.getOpcode() == AMDGPU::KILLGT)
141 killPixel = true;
Vincent Lejeune98a73802013-04-17 15:17:25 +0000142 unsigned numOperands = MI.getNumOperands();
143 for (unsigned op_idx = 0; op_idx < numOperands; op_idx++) {
144 MachineOperand & MO = MI.getOperand(op_idx);
145 if (!MO.isReg())
146 continue;
147 unsigned HWReg = RI->getEncodingValue(MO.getReg()) & 0xff;
148
149 // Register with value > 127 aren't GPR
150 if (HWReg > 127)
151 continue;
152 MaxGPR = std::max(MaxGPR, HWReg);
153 }
154 }
155 }
Tom Stellard043de4c2013-05-06 17:50:51 +0000156
157 unsigned RsrcReg;
Tom Stellarda6c6e1b2013-06-07 20:37:48 +0000158 if (STM.getGeneration() >= AMDGPUSubtarget::EVERGREEN) {
Tom Stellard043de4c2013-05-06 17:50:51 +0000159 // Evergreen / Northern Islands
160 switch (MFI->ShaderType) {
161 default: // Fall through
162 case ShaderType::COMPUTE: RsrcReg = R_0288D4_SQ_PGM_RESOURCES_LS; break;
163 case ShaderType::GEOMETRY: RsrcReg = R_028878_SQ_PGM_RESOURCES_GS; break;
164 case ShaderType::PIXEL: RsrcReg = R_028844_SQ_PGM_RESOURCES_PS; break;
165 case ShaderType::VERTEX: RsrcReg = R_028860_SQ_PGM_RESOURCES_VS; break;
166 }
167 } else {
168 // R600 / R700
169 switch (MFI->ShaderType) {
170 default: // Fall through
171 case ShaderType::GEOMETRY: // Fall through
172 case ShaderType::COMPUTE: // Fall through
173 case ShaderType::VERTEX: RsrcReg = R_028868_SQ_PGM_RESOURCES_VS; break;
174 case ShaderType::PIXEL: RsrcReg = R_028850_SQ_PGM_RESOURCES_PS; break;
175 }
176 }
177
178 OutStreamer.EmitIntValue(RsrcReg, 4);
179 OutStreamer.EmitIntValue(S_NUM_GPRS(MaxGPR + 1) |
180 S_STACK_SIZE(MFI->StackSize), 4);
181 OutStreamer.EmitIntValue(R_02880C_DB_SHADER_CONTROL, 4);
182 OutStreamer.EmitIntValue(S_02880C_KILL_ENABLE(killPixel), 4);
Tom Stellardc026e8b2013-06-28 15:47:08 +0000183
184 if (MFI->ShaderType == ShaderType::COMPUTE) {
185 OutStreamer.EmitIntValue(R_0288E8_SQ_LDS_ALLOC, 4);
186 OutStreamer.EmitIntValue(RoundUpToAlignment(MFI->LDSSize, 4) >> 2, 4);
187 }
Vincent Lejeune98a73802013-04-17 15:17:25 +0000188}
189
Matt Arsenaulte500e322014-04-15 22:40:47 +0000190void AMDGPUAsmPrinter::getSIProgramInfo(SIProgramInfo &ProgInfo,
191 MachineFunction &MF) const {
192 uint64_t CodeSize = 0;
Tom Stellard75aadc22012-12-11 21:25:42 +0000193 unsigned MaxSGPR = 0;
194 unsigned MaxVGPR = 0;
195 bool VCCUsed = false;
196 const SIRegisterInfo * RI =
197 static_cast<const SIRegisterInfo*>(TM.getRegisterInfo());
198
199 for (MachineFunction::iterator BB = MF.begin(), BB_E = MF.end();
200 BB != BB_E; ++BB) {
201 MachineBasicBlock &MBB = *BB;
202 for (MachineBasicBlock::iterator I = MBB.begin(), E = MBB.end();
203 I != E; ++I) {
204 MachineInstr &MI = *I;
205
Matt Arsenaulte500e322014-04-15 22:40:47 +0000206 // TODO: CodeSize should account for multiple functions.
207 CodeSize += MI.getDesc().Size;
208
Tom Stellard75aadc22012-12-11 21:25:42 +0000209 unsigned numOperands = MI.getNumOperands();
210 for (unsigned op_idx = 0; op_idx < numOperands; op_idx++) {
Matt Arsenault671a0052013-11-14 10:08:50 +0000211 MachineOperand &MO = MI.getOperand(op_idx);
Tom Stellard75aadc22012-12-11 21:25:42 +0000212 unsigned width = 0;
213 bool isSGPR = false;
Matt Arsenaulta64ee172014-01-08 21:47:14 +0000214
Tom Stellard75aadc22012-12-11 21:25:42 +0000215 if (!MO.isReg()) {
216 continue;
217 }
Matt Arsenaulta64ee172014-01-08 21:47:14 +0000218 unsigned reg = MO.getReg();
Tom Stellardfbe435d2014-03-17 17:03:51 +0000219 if (reg == AMDGPU::VCC || reg == AMDGPU::VCC_LO ||
220 reg == AMDGPU::VCC_HI) {
Tom Stellard75aadc22012-12-11 21:25:42 +0000221 VCCUsed = true;
222 continue;
223 }
Matt Arsenault65864e32013-10-22 21:11:31 +0000224
Tom Stellard75aadc22012-12-11 21:25:42 +0000225 switch (reg) {
226 default: break;
Matt Arsenault65864e32013-10-22 21:11:31 +0000227 case AMDGPU::SCC:
Tom Stellard75aadc22012-12-11 21:25:42 +0000228 case AMDGPU::EXEC:
Tom Stellard75aadc22012-12-11 21:25:42 +0000229 case AMDGPU::M0:
230 continue;
231 }
232
233 if (AMDGPU::SReg_32RegClass.contains(reg)) {
234 isSGPR = true;
235 width = 1;
236 } else if (AMDGPU::VReg_32RegClass.contains(reg)) {
237 isSGPR = false;
238 width = 1;
239 } else if (AMDGPU::SReg_64RegClass.contains(reg)) {
240 isSGPR = true;
241 width = 2;
242 } else if (AMDGPU::VReg_64RegClass.contains(reg)) {
243 isSGPR = false;
244 width = 2;
Christian Konig8b1ed282013-04-10 08:39:16 +0000245 } else if (AMDGPU::VReg_96RegClass.contains(reg)) {
246 isSGPR = false;
247 width = 3;
Tom Stellard75aadc22012-12-11 21:25:42 +0000248 } else if (AMDGPU::SReg_128RegClass.contains(reg)) {
249 isSGPR = true;
250 width = 4;
251 } else if (AMDGPU::VReg_128RegClass.contains(reg)) {
252 isSGPR = false;
253 width = 4;
254 } else if (AMDGPU::SReg_256RegClass.contains(reg)) {
255 isSGPR = true;
256 width = 8;
Tom Stellard538ceeb2013-02-07 17:02:09 +0000257 } else if (AMDGPU::VReg_256RegClass.contains(reg)) {
258 isSGPR = false;
259 width = 8;
Tom Stellarda66cafa2013-10-23 00:44:12 +0000260 } else if (AMDGPU::SReg_512RegClass.contains(reg)) {
261 isSGPR = true;
262 width = 16;
Tom Stellard538ceeb2013-02-07 17:02:09 +0000263 } else if (AMDGPU::VReg_512RegClass.contains(reg)) {
264 isSGPR = false;
265 width = 16;
Tom Stellard75aadc22012-12-11 21:25:42 +0000266 } else {
Matt Arsenaulteaa3a7e2013-12-10 21:37:42 +0000267 llvm_unreachable("Unknown register class");
Tom Stellard75aadc22012-12-11 21:25:42 +0000268 }
Matt Arsenaulta64ee172014-01-08 21:47:14 +0000269 unsigned hwReg = RI->getEncodingValue(reg) & 0xff;
270 unsigned maxUsed = hwReg + width - 1;
Tom Stellard75aadc22012-12-11 21:25:42 +0000271 if (isSGPR) {
272 MaxSGPR = maxUsed > MaxSGPR ? maxUsed : MaxSGPR;
273 } else {
274 MaxVGPR = maxUsed > MaxVGPR ? maxUsed : MaxVGPR;
275 }
276 }
277 }
278 }
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000279
280 if (VCCUsed)
Tom Stellard75aadc22012-12-11 21:25:42 +0000281 MaxSGPR += 2;
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000282
Matt Arsenaulte500e322014-04-15 22:40:47 +0000283 ProgInfo.CodeLen = CodeSize;
284 ProgInfo.NumSGPR = MaxSGPR;
285 ProgInfo.NumVGPR = MaxVGPR;
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000286}
287
288void AMDGPUAsmPrinter::EmitProgramInfoSI(MachineFunction &MF,
289 const SIProgramInfo &KernelInfo) {
290 const AMDGPUSubtarget &STM = TM.getSubtarget<AMDGPUSubtarget>();
291
292 SIMachineFunctionInfo *MFI = MF.getInfo<SIMachineFunctionInfo>();
Tom Stellardcb97e3a2013-04-15 17:51:35 +0000293 unsigned RsrcReg;
294 switch (MFI->ShaderType) {
295 default: // Fall through
296 case ShaderType::COMPUTE: RsrcReg = R_00B848_COMPUTE_PGM_RSRC1; break;
297 case ShaderType::GEOMETRY: RsrcReg = R_00B228_SPI_SHADER_PGM_RSRC1_GS; break;
298 case ShaderType::PIXEL: RsrcReg = R_00B028_SPI_SHADER_PGM_RSRC1_PS; break;
299 case ShaderType::VERTEX: RsrcReg = R_00B128_SPI_SHADER_PGM_RSRC1_VS; break;
300 }
301
302 OutStreamer.EmitIntValue(RsrcReg, 4);
Matt Arsenault89cc49f2013-12-05 05:15:35 +0000303 OutStreamer.EmitIntValue(S_00B028_VGPRS(KernelInfo.NumVGPR / 4) |
304 S_00B028_SGPRS(KernelInfo.NumSGPR / 8), 4);
Michel Danzer49812b52013-07-10 16:37:07 +0000305
Tom Stellard6e1ee472013-10-29 16:37:28 +0000306 unsigned LDSAlignShift;
307 if (STM.getGeneration() < AMDGPUSubtarget::SEA_ISLANDS) {
308 // LDS is allocated in 64 dword blocks
309 LDSAlignShift = 8;
310 } else {
311 // LDS is allocated in 128 dword blocks
312 LDSAlignShift = 9;
313 }
314 unsigned LDSBlocks =
315 RoundUpToAlignment(MFI->LDSSize, 1 << LDSAlignShift) >> LDSAlignShift;
316
Michel Danzer49812b52013-07-10 16:37:07 +0000317 if (MFI->ShaderType == ShaderType::COMPUTE) {
318 OutStreamer.EmitIntValue(R_00B84C_COMPUTE_PGM_RSRC2, 4);
Tom Stellard6e1ee472013-10-29 16:37:28 +0000319 OutStreamer.EmitIntValue(S_00B84C_LDS_SIZE(LDSBlocks), 4);
Michel Danzer49812b52013-07-10 16:37:07 +0000320 }
Tom Stellardcb97e3a2013-04-15 17:51:35 +0000321 if (MFI->ShaderType == ShaderType::PIXEL) {
Michel Danzer49812b52013-07-10 16:37:07 +0000322 OutStreamer.EmitIntValue(R_00B02C_SPI_SHADER_PGM_RSRC2_PS, 4);
Tom Stellard6e1ee472013-10-29 16:37:28 +0000323 OutStreamer.EmitIntValue(S_00B02C_EXTRA_LDS_SIZE(LDSBlocks), 4);
Tom Stellardcb97e3a2013-04-15 17:51:35 +0000324 OutStreamer.EmitIntValue(R_0286CC_SPI_PS_INPUT_ENA, 4);
325 OutStreamer.EmitIntValue(MFI->PSInputAddr, 4);
326 }
Tom Stellard75aadc22012-12-11 21:25:42 +0000327}