blob: 5b128f0e232002a79871ee78b36be41a3bb53772 [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- SIMCCodeEmitter.cpp - SI Code Emitter -------------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief The SI code emitter produces machine code that can be executed
12/// directly on the GPU device.
13//
14//===----------------------------------------------------------------------===//
15
Tom Stellard067c8152014-07-21 14:01:14 +000016#include "AMDGPU.h"
Tom Stellard01825af2014-07-21 14:01:08 +000017#include "MCTargetDesc/AMDGPUFixupKinds.h"
Chandler Carruthd9903882015-01-14 11:23:27 +000018#include "MCTargetDesc/AMDGPUMCCodeEmitter.h"
19#include "MCTargetDesc/AMDGPUMCTargetDesc.h"
20#include "SIDefines.h"
Sam Kolton1eeb11b2016-09-09 14:44:04 +000021#include "Utils/AMDGPUBaseInfo.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000022#include "llvm/MC/MCCodeEmitter.h"
23#include "llvm/MC/MCContext.h"
Chandler Carruthbe810232013-01-02 10:22:59 +000024#include "llvm/MC/MCFixup.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000025#include "llvm/MC/MCInst.h"
26#include "llvm/MC/MCInstrInfo.h"
27#include "llvm/MC/MCRegisterInfo.h"
28#include "llvm/MC/MCSubtargetInfo.h"
Reid Klecknera5b1eef2016-08-26 17:58:37 +000029#include "llvm/MC/MCSymbol.h"
Tom Stellard75aadc22012-12-11 21:25:42 +000030#include "llvm/Support/raw_ostream.h"
31
Tom Stellard75aadc22012-12-11 21:25:42 +000032using namespace llvm;
33
34namespace {
Christian Konigc756cb992013-02-16 11:28:22 +000035
Tom Stellard75aadc22012-12-11 21:25:42 +000036class SIMCCodeEmitter : public AMDGPUMCCodeEmitter {
Aaron Ballmanf9a18972015-02-15 22:54:22 +000037 SIMCCodeEmitter(const SIMCCodeEmitter &) = delete;
38 void operator=(const SIMCCodeEmitter &) = delete;
Tom Stellard75aadc22012-12-11 21:25:42 +000039 const MCInstrInfo &MCII;
40 const MCRegisterInfo &MRI;
Tom Stellard75aadc22012-12-11 21:25:42 +000041
Christian Konigc756cb992013-02-16 11:28:22 +000042 /// \brief Encode an fp or int literal
Sam Kolton1eeb11b2016-09-09 14:44:04 +000043 uint32_t getLitEncoding(const MCOperand &MO, unsigned OpSize,
44 const MCSubtargetInfo &STI) const;
Christian Konigc756cb992013-02-16 11:28:22 +000045
Tom Stellard75aadc22012-12-11 21:25:42 +000046public:
47 SIMCCodeEmitter(const MCInstrInfo &mcii, const MCRegisterInfo &mri,
David Woodhoused2cca112014-01-28 23:13:25 +000048 MCContext &ctx)
Tom Stellardc2d65432015-12-10 03:10:46 +000049 : MCII(mcii), MRI(mri) { }
Tom Stellard75aadc22012-12-11 21:25:42 +000050
Alexander Kornienkof817c1c2015-04-11 02:11:45 +000051 ~SIMCCodeEmitter() override {}
Tom Stellard75aadc22012-12-11 21:25:42 +000052
Alp Tokercb402912014-01-24 17:20:08 +000053 /// \brief Encode the instruction and write it to the OS.
Jim Grosbach91df21f2015-05-15 19:13:16 +000054 void encodeInstruction(const MCInst &MI, raw_ostream &OS,
David Woodhouse9784cef2014-01-28 23:13:07 +000055 SmallVectorImpl<MCFixup> &Fixups,
Craig Topper5656db42014-04-29 07:57:24 +000056 const MCSubtargetInfo &STI) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +000057
58 /// \returns the encoding for an MCOperand.
Craig Topper5656db42014-04-29 07:57:24 +000059 uint64_t getMachineOpValue(const MCInst &MI, const MCOperand &MO,
60 SmallVectorImpl<MCFixup> &Fixups,
61 const MCSubtargetInfo &STI) const override;
Tom Stellard01825af2014-07-21 14:01:08 +000062
63 /// \brief Use a fixup to encode the simm16 field for SOPP branch
64 /// instructions.
65 unsigned getSOPPBrEncoding(const MCInst &MI, unsigned OpNo,
66 SmallVectorImpl<MCFixup> &Fixups,
67 const MCSubtargetInfo &STI) const override;
Tom Stellard75aadc22012-12-11 21:25:42 +000068};
69
70} // End anonymous namespace
71
72MCCodeEmitter *llvm::createSIMCCodeEmitter(const MCInstrInfo &MCII,
73 const MCRegisterInfo &MRI,
Tom Stellard75aadc22012-12-11 21:25:42 +000074 MCContext &Ctx) {
David Woodhoused2cca112014-01-28 23:13:25 +000075 return new SIMCCodeEmitter(MCII, MRI, Ctx);
Tom Stellard75aadc22012-12-11 21:25:42 +000076}
77
Matt Arsenault11a4d672015-02-13 19:05:03 +000078// Returns the encoding value to use if the given integer is an integer inline
79// immediate value, or 0 if it is not.
80template <typename IntTy>
81static uint32_t getIntInlineImmEncoding(IntTy Imm) {
82 if (Imm >= 0 && Imm <= 64)
83 return 128 + Imm;
Christian Konigc756cb992013-02-16 11:28:22 +000084
Matt Arsenault11a4d672015-02-13 19:05:03 +000085 if (Imm >= -16 && Imm <= -1)
86 return 192 + std::abs(Imm);
Christian Konigc756cb992013-02-16 11:28:22 +000087
Matt Arsenault11a4d672015-02-13 19:05:03 +000088 return 0;
89}
Christian Konigc756cb992013-02-16 11:28:22 +000090
Sam Kolton1eeb11b2016-09-09 14:44:04 +000091static uint32_t getLit32Encoding(uint32_t Val, const MCSubtargetInfo &STI) {
Matt Arsenault11a4d672015-02-13 19:05:03 +000092 uint32_t IntImm = getIntInlineImmEncoding(static_cast<int32_t>(Val));
93 if (IntImm != 0)
94 return IntImm;
Christian Konigc756cb992013-02-16 11:28:22 +000095
Matt Arsenault11a4d672015-02-13 19:05:03 +000096 if (Val == FloatToBits(0.5f))
Christian Konigc756cb992013-02-16 11:28:22 +000097 return 240;
98
Matt Arsenault11a4d672015-02-13 19:05:03 +000099 if (Val == FloatToBits(-0.5f))
Christian Konigc756cb992013-02-16 11:28:22 +0000100 return 241;
101
Matt Arsenault11a4d672015-02-13 19:05:03 +0000102 if (Val == FloatToBits(1.0f))
Christian Konigc756cb992013-02-16 11:28:22 +0000103 return 242;
104
Matt Arsenault11a4d672015-02-13 19:05:03 +0000105 if (Val == FloatToBits(-1.0f))
Christian Konigc756cb992013-02-16 11:28:22 +0000106 return 243;
107
Matt Arsenault11a4d672015-02-13 19:05:03 +0000108 if (Val == FloatToBits(2.0f))
Christian Konigc756cb992013-02-16 11:28:22 +0000109 return 244;
110
Matt Arsenault11a4d672015-02-13 19:05:03 +0000111 if (Val == FloatToBits(-2.0f))
Christian Konigc756cb992013-02-16 11:28:22 +0000112 return 245;
113
Matt Arsenault11a4d672015-02-13 19:05:03 +0000114 if (Val == FloatToBits(4.0f))
Christian Konigc756cb992013-02-16 11:28:22 +0000115 return 246;
116
Matt Arsenault11a4d672015-02-13 19:05:03 +0000117 if (Val == FloatToBits(-4.0f))
Christian Konigc756cb992013-02-16 11:28:22 +0000118 return 247;
119
Sam Kolton1eeb11b2016-09-09 14:44:04 +0000120 if (AMDGPU::isVI(STI) && Val == 0x3e22f983) // 1/(2*pi)
121 return 248;
122
Christian Konigc756cb992013-02-16 11:28:22 +0000123 return 255;
124}
125
Sam Kolton1eeb11b2016-09-09 14:44:04 +0000126static uint32_t getLit64Encoding(uint64_t Val, const MCSubtargetInfo &STI) {
Matt Arsenault11a4d672015-02-13 19:05:03 +0000127 uint32_t IntImm = getIntInlineImmEncoding(static_cast<int64_t>(Val));
128 if (IntImm != 0)
129 return IntImm;
130
131 if (Val == DoubleToBits(0.5))
132 return 240;
133
134 if (Val == DoubleToBits(-0.5))
135 return 241;
136
137 if (Val == DoubleToBits(1.0))
138 return 242;
139
140 if (Val == DoubleToBits(-1.0))
141 return 243;
142
143 if (Val == DoubleToBits(2.0))
144 return 244;
145
146 if (Val == DoubleToBits(-2.0))
147 return 245;
148
149 if (Val == DoubleToBits(4.0))
150 return 246;
151
152 if (Val == DoubleToBits(-4.0))
153 return 247;
154
Sam Kolton1eeb11b2016-09-09 14:44:04 +0000155 if (AMDGPU::isVI(STI) && Val == 0x3fc45f306dc9c882) // 1/(2*pi)
156 return 248;
157
Matt Arsenault11a4d672015-02-13 19:05:03 +0000158 return 255;
159}
160
161uint32_t SIMCCodeEmitter::getLitEncoding(const MCOperand &MO,
Sam Kolton1eeb11b2016-09-09 14:44:04 +0000162 unsigned OpSize,
163 const MCSubtargetInfo &STI) const {
Matt Arsenault11a4d672015-02-13 19:05:03 +0000164
Tom Stellard82785e92016-06-15 03:09:39 +0000165 int64_t Imm;
166 if (MO.isExpr()) {
167 const MCConstantExpr *C = dyn_cast<MCConstantExpr>(MO.getExpr());
168 if (!C)
169 return 255;
Matt Arsenault11a4d672015-02-13 19:05:03 +0000170
Tom Stellard82785e92016-06-15 03:09:39 +0000171 Imm = C->getValue();
172 } else {
173
174 assert(!MO.isFPImm());
175
176 if (!MO.isImm())
177 return ~0;
178
179 Imm = MO.getImm();
180 }
Matt Arsenault11a4d672015-02-13 19:05:03 +0000181
182 if (OpSize == 4)
Sam Kolton1eeb11b2016-09-09 14:44:04 +0000183 return getLit32Encoding(static_cast<uint32_t>(Imm), STI);
Matt Arsenault11a4d672015-02-13 19:05:03 +0000184
185 assert(OpSize == 8);
186
Sam Kolton1eeb11b2016-09-09 14:44:04 +0000187 return getLit64Encoding(static_cast<uint64_t>(Imm), STI);
Matt Arsenault11a4d672015-02-13 19:05:03 +0000188}
189
Jim Grosbach91df21f2015-05-15 19:13:16 +0000190void SIMCCodeEmitter::encodeInstruction(const MCInst &MI, raw_ostream &OS,
David Woodhouse9784cef2014-01-28 23:13:07 +0000191 SmallVectorImpl<MCFixup> &Fixups,
192 const MCSubtargetInfo &STI) const {
Christian Konigc756cb992013-02-16 11:28:22 +0000193
David Woodhouse3fa98a62014-01-28 23:13:18 +0000194 uint64_t Encoding = getBinaryCodeForInstr(MI, Fixups, STI);
Christian Konigc756cb992013-02-16 11:28:22 +0000195 const MCInstrDesc &Desc = MCII.get(MI.getOpcode());
196 unsigned bytes = Desc.getSize();
197
Tom Stellard75aadc22012-12-11 21:25:42 +0000198 for (unsigned i = 0; i < bytes; i++) {
199 OS.write((uint8_t) ((Encoding >> (8 * i)) & 0xff));
200 }
Christian Konigc756cb992013-02-16 11:28:22 +0000201
202 if (bytes > 4)
203 return;
204
205 // Check for additional literals in SRC0/1/2 (Op 1/2/3)
206 for (unsigned i = 0, e = MI.getNumOperands(); i < e; ++i) {
207
208 // Check if this operand should be encoded as [SV]Src
Sam Kolton1eeb11b2016-09-09 14:44:04 +0000209 if (!AMDGPU::isSISrcOperand(Desc, i))
Christian Konigc756cb992013-02-16 11:28:22 +0000210 continue;
211
Matt Arsenault11a4d672015-02-13 19:05:03 +0000212 int RCID = Desc.OpInfo[i].RegClass;
213 const MCRegisterClass &RC = MRI.getRegClass(RCID);
214
Christian Konigc756cb992013-02-16 11:28:22 +0000215 // Is this operand a literal immediate?
216 const MCOperand &Op = MI.getOperand(i);
Krzysztof Parzyszekc8715502016-10-19 17:40:36 +0000217 if (getLitEncoding(Op, AMDGPU::getRegBitWidth(RC) / 8, STI) != 255)
Christian Konigc756cb992013-02-16 11:28:22 +0000218 continue;
219
220 // Yes! Encode it
Matt Arsenault774e20b2015-02-13 19:05:07 +0000221 int64_t Imm = 0;
222
Christian Konigc756cb992013-02-16 11:28:22 +0000223 if (Op.isImm())
Matt Arsenault774e20b2015-02-13 19:05:07 +0000224 Imm = Op.getImm();
Tom Stellard82785e92016-06-15 03:09:39 +0000225 else if (Op.isExpr()) {
226 if (const MCConstantExpr *C = dyn_cast<MCConstantExpr>(Op.getExpr()))
227 Imm = C->getValue();
228
229 } else if (!Op.isExpr()) // Exprs will be replaced with a fixup value.
Matt Arsenault774e20b2015-02-13 19:05:07 +0000230 llvm_unreachable("Must be immediate or expr");
Christian Konigc756cb992013-02-16 11:28:22 +0000231
232 for (unsigned j = 0; j < 4; j++) {
Matt Arsenault774e20b2015-02-13 19:05:07 +0000233 OS.write((uint8_t) ((Imm >> (8 * j)) & 0xff));
Christian Konigc756cb992013-02-16 11:28:22 +0000234 }
235
236 // Only one literal value allowed
237 break;
238 }
Tom Stellard75aadc22012-12-11 21:25:42 +0000239}
240
Tom Stellard01825af2014-07-21 14:01:08 +0000241unsigned SIMCCodeEmitter::getSOPPBrEncoding(const MCInst &MI, unsigned OpNo,
242 SmallVectorImpl<MCFixup> &Fixups,
243 const MCSubtargetInfo &STI) const {
244 const MCOperand &MO = MI.getOperand(OpNo);
245
246 if (MO.isExpr()) {
247 const MCExpr *Expr = MO.getExpr();
248 MCFixupKind Kind = (MCFixupKind)AMDGPU::fixup_si_sopp_br;
Jim Grosbach63661f82015-05-15 19:13:05 +0000249 Fixups.push_back(MCFixup::create(0, Expr, Kind, MI.getLoc()));
Tom Stellard01825af2014-07-21 14:01:08 +0000250 return 0;
251 }
252
253 return getMachineOpValue(MI, MO, Fixups, STI);
254}
255
Tom Stellard75aadc22012-12-11 21:25:42 +0000256uint64_t SIMCCodeEmitter::getMachineOpValue(const MCInst &MI,
257 const MCOperand &MO,
David Woodhouse3fa98a62014-01-28 23:13:18 +0000258 SmallVectorImpl<MCFixup> &Fixups,
259 const MCSubtargetInfo &STI) const {
Christian Konigc756cb992013-02-16 11:28:22 +0000260 if (MO.isReg())
Tom Stellard1c822a82013-02-07 19:39:45 +0000261 return MRI.getEncodingValue(MO.getReg());
Christian Konigc756cb992013-02-16 11:28:22 +0000262
Tom Stellard82785e92016-06-15 03:09:39 +0000263 if (MO.isExpr() && MO.getExpr()->getKind() != MCExpr::Constant) {
Tom Stellardbf3e6e52016-06-14 20:29:59 +0000264 const MCSymbolRefExpr *Expr = dyn_cast<MCSymbolRefExpr>(MO.getExpr());
Tom Stellardf3af8412016-06-10 19:26:38 +0000265 MCFixupKind Kind;
Tom Stellardbf3e6e52016-06-14 20:29:59 +0000266 if (Expr && Expr->getSymbol().isExternal())
Tom Stellardf3af8412016-06-10 19:26:38 +0000267 Kind = FK_Data_4;
268 else
Tom Stellardbf3e6e52016-06-14 20:29:59 +0000269 Kind = FK_PCRel_4;
270 Fixups.push_back(MCFixup::create(4, MO.getExpr(), Kind, MI.getLoc()));
Tom Stellard067c8152014-07-21 14:01:14 +0000271 }
272
Christian Konigc756cb992013-02-16 11:28:22 +0000273 // Figure out the operand number, needed for isSrcOperand check
274 unsigned OpNo = 0;
275 for (unsigned e = MI.getNumOperands(); OpNo < e; ++OpNo) {
276 if (&MO == &MI.getOperand(OpNo))
277 break;
278 }
279
280 const MCInstrDesc &Desc = MCII.get(MI.getOpcode());
Sam Kolton1eeb11b2016-09-09 14:44:04 +0000281 if (AMDGPU::isSISrcOperand(Desc, OpNo)) {
282 uint32_t Enc = getLitEncoding(MO,
283 AMDGPU::getRegOperandSize(&MRI, Desc, OpNo),
284 STI);
Christian Konigc756cb992013-02-16 11:28:22 +0000285 if (Enc != ~0U && (Enc != 255 || Desc.getSize() == 4))
286 return Enc;
287
288 } else if (MO.isImm())
289 return MO.getImm();
290
291 llvm_unreachable("Encoding of this operand type is not supported yet.");
Tom Stellard75aadc22012-12-11 21:25:42 +0000292 return 0;
293}
294