blob: 7d56355074b163ba679f92c0f9b82972b998498d [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===- AMDGPUMCInstLower.cpp - Lower AMDGPU MachineInstr to an MCInst -----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief Code to lower AMDGPU MachineInstrs to their corresponding MCInst.
12//
13//===----------------------------------------------------------------------===//
14//
15
16#include "AMDGPUMCInstLower.h"
17#include "AMDGPUAsmPrinter.h"
Matt Arsenault43e92fe2016-06-24 06:30:11 +000018#include "AMDGPUSubtarget.h"
Tom Stellard2e59a452014-06-13 01:32:00 +000019#include "AMDGPUTargetMachine.h"
Tom Stellarded699252013-10-12 05:02:51 +000020#include "InstPrinter/AMDGPUInstPrinter.h"
Tom Stellardc721a232014-05-16 20:56:47 +000021#include "SIInstrInfo.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000022#include "llvm/CodeGen/MachineBasicBlock.h"
23#include "llvm/CodeGen/MachineInstr.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000024#include "llvm/IR/Constants.h"
Marek Olsaka93603d2015-01-15 18:42:51 +000025#include "llvm/IR/Function.h"
Tom Stellard067c8152014-07-21 14:01:14 +000026#include "llvm/IR/GlobalVariable.h"
Tom Stellarded699252013-10-12 05:02:51 +000027#include "llvm/MC/MCCodeEmitter.h"
Tom Stellard067c8152014-07-21 14:01:14 +000028#include "llvm/MC/MCContext.h"
Chandler Carruthbe810232013-01-02 10:22:59 +000029#include "llvm/MC/MCExpr.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000030#include "llvm/MC/MCInst.h"
Tom Stellarded699252013-10-12 05:02:51 +000031#include "llvm/MC/MCObjectStreamer.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000032#include "llvm/MC/MCStreamer.h"
33#include "llvm/Support/ErrorHandling.h"
Tom Stellarded699252013-10-12 05:02:51 +000034#include "llvm/Support/Format.h"
35#include <algorithm>
Tom Stellard75aadc22012-12-11 21:25:42 +000036
37using namespace llvm;
38
Matt Arsenault11f74022016-10-06 17:19:11 +000039#include "AMDGPUGenMCPseudoLowering.inc"
40
41
Tom Stellard1b9748c2016-09-26 17:29:25 +000042AMDGPUMCInstLower::AMDGPUMCInstLower(MCContext &ctx, const AMDGPUSubtarget &st,
43 const AsmPrinter &ap):
44 Ctx(ctx), ST(st), AP(ap) { }
Tom Stellard75aadc22012-12-11 21:25:42 +000045
Tom Stellard418beb72016-07-13 14:23:33 +000046static MCSymbolRefExpr::VariantKind getVariantKind(unsigned MOFlags) {
47 switch (MOFlags) {
Konstantin Zhuravlyovc96b5d72016-10-14 04:37:34 +000048 default:
49 return MCSymbolRefExpr::VK_None;
50 case SIInstrInfo::MO_GOTPCREL:
51 return MCSymbolRefExpr::VK_GOTPCREL;
52 case SIInstrInfo::MO_GOTPCREL32_LO:
53 return MCSymbolRefExpr::VK_AMDGPU_GOTPCREL32_LO;
54 case SIInstrInfo::MO_GOTPCREL32_HI:
55 return MCSymbolRefExpr::VK_AMDGPU_GOTPCREL32_HI;
56 case SIInstrInfo::MO_REL32_LO:
57 return MCSymbolRefExpr::VK_AMDGPU_REL32_LO;
58 case SIInstrInfo::MO_REL32_HI:
59 return MCSymbolRefExpr::VK_AMDGPU_REL32_HI;
Tom Stellard418beb72016-07-13 14:23:33 +000060 }
61}
62
Matt Arsenault6bc43d82016-10-06 16:20:41 +000063const MCExpr *AMDGPUMCInstLower::getLongBranchBlockExpr(
64 const MachineBasicBlock &SrcBB,
65 const MachineOperand &MO) const {
66 const MCExpr *DestBBSym
67 = MCSymbolRefExpr::create(MO.getMBB()->getSymbol(), Ctx);
68 const MCExpr *SrcBBSym = MCSymbolRefExpr::create(SrcBB.getSymbol(), Ctx);
69
70 assert(SrcBB.front().getOpcode() == AMDGPU::S_GETPC_B64 &&
71 ST.getInstrInfo()->get(AMDGPU::S_GETPC_B64).Size == 4);
72
73 // s_getpc_b64 returns the address of next instruction.
74 const MCConstantExpr *One = MCConstantExpr::create(4, Ctx);
75 SrcBBSym = MCBinaryExpr::createAdd(SrcBBSym, One, Ctx);
76
77 if (MO.getTargetFlags() == AMDGPU::TF_LONG_BRANCH_FORWARD)
78 return MCBinaryExpr::createSub(DestBBSym, SrcBBSym, Ctx);
79
80 assert(MO.getTargetFlags() == AMDGPU::TF_LONG_BRANCH_BACKWARD);
81 return MCBinaryExpr::createSub(SrcBBSym, DestBBSym, Ctx);
82}
83
Matt Arsenault11f74022016-10-06 17:19:11 +000084bool AMDGPUMCInstLower::lowerOperand(const MachineOperand &MO,
85 MCOperand &MCOp) const {
86 switch (MO.getType()) {
87 default:
88 llvm_unreachable("unknown operand type");
89 case MachineOperand::MO_Immediate:
90 MCOp = MCOperand::createImm(MO.getImm());
91 return true;
92 case MachineOperand::MO_Register:
93 MCOp = MCOperand::createReg(AMDGPU::getMCReg(MO.getReg(), ST));
94 return true;
95 case MachineOperand::MO_MachineBasicBlock: {
96 if (MO.getTargetFlags() != 0) {
97 MCOp = MCOperand::createExpr(
98 getLongBranchBlockExpr(*MO.getParent()->getParent(), MO));
99 } else {
100 MCOp = MCOperand::createExpr(
101 MCSymbolRefExpr::create(MO.getMBB()->getSymbol(), Ctx));
102 }
103
104 return true;
105 }
106 case MachineOperand::MO_GlobalAddress: {
107 const GlobalValue *GV = MO.getGlobal();
108 SmallString<128> SymbolName;
109 AP.getNameWithPrefix(SymbolName, GV);
110 MCSymbol *Sym = Ctx.getOrCreateSymbol(SymbolName);
111 const MCExpr *SymExpr =
112 MCSymbolRefExpr::create(Sym, getVariantKind(MO.getTargetFlags()),Ctx);
113 const MCExpr *Expr = MCBinaryExpr::createAdd(SymExpr,
114 MCConstantExpr::create(MO.getOffset(), Ctx), Ctx);
115 MCOp = MCOperand::createExpr(Expr);
116 return true;
117 }
118 case MachineOperand::MO_ExternalSymbol: {
119 MCSymbol *Sym = Ctx.getOrCreateSymbol(StringRef(MO.getSymbolName()));
120 Sym->setExternal(true);
121 const MCSymbolRefExpr *Expr = MCSymbolRefExpr::create(Sym, Ctx);
122 MCOp = MCOperand::createExpr(Expr);
123 return true;
124 }
125 }
126}
127
Tom Stellard75aadc22012-12-11 21:25:42 +0000128void AMDGPUMCInstLower::lower(const MachineInstr *MI, MCInst &OutMI) const {
Tom Stellardc721a232014-05-16 20:56:47 +0000129
Marek Olsaka93603d2015-01-15 18:42:51 +0000130 int MCOpcode = ST.getInstrInfo()->pseudoToMCOpcode(MI->getOpcode());
131
132 if (MCOpcode == -1) {
133 LLVMContext &C = MI->getParent()->getParent()->getFunction()->getContext();
134 C.emitError("AMDGPUMCInstLower::lower - Pseudo instruction doesn't have "
135 "a target-specific version: " + Twine(MI->getOpcode()));
136 }
137
138 OutMI.setOpcode(MCOpcode);
Tom Stellard75aadc22012-12-11 21:25:42 +0000139
David Blaikie2f771122014-04-05 22:42:04 +0000140 for (const MachineOperand &MO : MI->explicit_operands()) {
Tom Stellard75aadc22012-12-11 21:25:42 +0000141 MCOperand MCOp;
Matt Arsenault11f74022016-10-06 17:19:11 +0000142 lowerOperand(MO, MCOp);
Tom Stellard75aadc22012-12-11 21:25:42 +0000143 OutMI.addOperand(MCOp);
144 }
145}
146
Matt Arsenault11f74022016-10-06 17:19:11 +0000147bool AMDGPUAsmPrinter::lowerOperand(const MachineOperand &MO,
148 MCOperand &MCOp) const {
149 const AMDGPUSubtarget &STI = MF->getSubtarget<AMDGPUSubtarget>();
150 AMDGPUMCInstLower MCInstLowering(OutContext, STI, *this);
151 return MCInstLowering.lowerOperand(MO, MCOp);
152}
153
Tom Stellard75aadc22012-12-11 21:25:42 +0000154void AMDGPUAsmPrinter::EmitInstruction(const MachineInstr *MI) {
Matt Arsenault11f74022016-10-06 17:19:11 +0000155 if (emitPseudoExpansionLowering(*OutStreamer, MI))
156 return;
157
Eric Christopher7edca432015-02-19 01:10:53 +0000158 const AMDGPUSubtarget &STI = MF->getSubtarget<AMDGPUSubtarget>();
Tom Stellard1b9748c2016-09-26 17:29:25 +0000159 AMDGPUMCInstLower MCInstLowering(OutContext, STI, *this);
Tom Stellard75aadc22012-12-11 21:25:42 +0000160
Tom Stellard9b9e9262014-02-28 21:36:41 +0000161 StringRef Err;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000162 if (!STI.getInstrInfo()->verifyInstruction(*MI, Err)) {
Michel Danzer302f83a2016-03-16 09:10:42 +0000163 LLVMContext &C = MI->getParent()->getParent()->getFunction()->getContext();
164 C.emitError("Illegal instruction detected: " + Err);
Tom Stellard9b9e9262014-02-28 21:36:41 +0000165 MI->dump();
166 }
Michel Danzer302f83a2016-03-16 09:10:42 +0000167
Tom Stellard75aadc22012-12-11 21:25:42 +0000168 if (MI->isBundle()) {
169 const MachineBasicBlock *MBB = MI->getParent();
Duncan P. N. Exon Smithc5b668d2016-02-22 20:49:58 +0000170 MachineBasicBlock::const_instr_iterator I = ++MI->getIterator();
Duncan P. N. Exon Smitha73371a2015-10-13 20:07:10 +0000171 while (I != MBB->instr_end() && I->isInsideBundle()) {
172 EmitInstruction(&*I);
Tom Stellard75aadc22012-12-11 21:25:42 +0000173 ++I;
174 }
175 } else {
Matt Arsenault9babdf42016-06-22 20:15:28 +0000176 // We don't want SI_MASK_BRANCH/SI_RETURN encoded. They are placeholder
177 // terminator instructions and should only be printed as comments.
178 if (MI->getOpcode() == AMDGPU::SI_MASK_BRANCH) {
179 if (isVerbose()) {
180 SmallVector<char, 16> BBStr;
181 raw_svector_ostream Str(BBStr);
182
Matt Arsenaulta74374a2016-07-08 00:55:44 +0000183 const MachineBasicBlock *MBB = MI->getOperand(0).getMBB();
Matt Arsenault9babdf42016-06-22 20:15:28 +0000184 const MCSymbolRefExpr *Expr
185 = MCSymbolRefExpr::create(MBB->getSymbol(), OutContext);
186 Expr->print(Str, MAI);
187 OutStreamer->emitRawComment(" mask branch " + BBStr);
188 }
189
190 return;
191 }
192
193 if (MI->getOpcode() == AMDGPU::SI_RETURN) {
194 if (isVerbose())
195 OutStreamer->emitRawComment(" return");
196 return;
197 }
198
Stanislav Mekhanoshinea91cca2016-11-15 19:00:15 +0000199 if (MI->getOpcode() == AMDGPU::WAVE_BARRIER) {
200 if (isVerbose())
201 OutStreamer->emitRawComment(" wave barrier");
202 return;
203 }
204
Tom Stellard75aadc22012-12-11 21:25:42 +0000205 MCInst TmpInst;
206 MCInstLowering.lower(MI, TmpInst);
Lang Hames9ff69c82015-04-24 19:11:51 +0000207 EmitToStreamer(*OutStreamer, TmpInst);
Tom Stellarded699252013-10-12 05:02:51 +0000208
Eric Christopher7edca432015-02-19 01:10:53 +0000209 if (STI.dumpCode()) {
Tom Stellarded699252013-10-12 05:02:51 +0000210 // Disassemble instruction/operands to text.
211 DisasmLines.resize(DisasmLines.size() + 1);
212 std::string &DisasmLine = DisasmLines.back();
213 raw_string_ostream DisasmStream(DisasmLine);
214
Eric Christopherd9134482014-08-04 21:25:23 +0000215 AMDGPUInstPrinter InstPrinter(*TM.getMCAsmInfo(),
Matt Arsenault43e92fe2016-06-24 06:30:11 +0000216 *STI.getInstrInfo(),
217 *STI.getRegisterInfo());
218 InstPrinter.printInst(&TmpInst, DisasmStream, StringRef(), STI);
Tom Stellarded699252013-10-12 05:02:51 +0000219
220 // Disassemble instruction/operands to hex representation.
221 SmallVector<MCFixup, 4> Fixups;
222 SmallVector<char, 16> CodeBytes;
223 raw_svector_ostream CodeStream(CodeBytes);
224
Tom Stellardb81f4aa2015-05-04 16:45:08 +0000225 auto &ObjStreamer = static_cast<MCObjectStreamer&>(*OutStreamer);
226 MCCodeEmitter &InstEmitter = ObjStreamer.getAssembler().getEmitter();
Jim Grosbach91df21f2015-05-15 19:13:16 +0000227 InstEmitter.encodeInstruction(TmpInst, CodeStream, Fixups,
Eric Christopher7792e322015-01-30 23:24:40 +0000228 MF->getSubtarget<MCSubtargetInfo>());
Tom Stellarded699252013-10-12 05:02:51 +0000229 HexLines.resize(HexLines.size() + 1);
230 std::string &HexLine = HexLines.back();
231 raw_string_ostream HexStream(HexLine);
232
233 for (size_t i = 0; i < CodeBytes.size(); i += 4) {
234 unsigned int CodeDWord = *(unsigned int *)&CodeBytes[i];
235 HexStream << format("%s%08X", (i > 0 ? " " : ""), CodeDWord);
236 }
237
238 DisasmStream.flush();
239 DisasmLineMaxLen = std::max(DisasmLineMaxLen, DisasmLine.size());
240 }
Tom Stellard75aadc22012-12-11 21:25:42 +0000241 }
242}