Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===- R600MCCodeEmitter.cpp - Code Emitter for R600->Cayman GPU families -===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// |
Tom Stellard | cfe2ef8 | 2013-05-06 17:50:44 +0000 | [diff] [blame] | 12 | /// \brief The R600 code emitter produces machine code that can be executed |
| 13 | /// directly on the GPU device. |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 14 | // |
| 15 | //===----------------------------------------------------------------------===// |
| 16 | |
| 17 | #include "R600Defines.h" |
Jan Vesely | a1f9fdf | 2016-05-13 20:39:26 +0000 | [diff] [blame] | 18 | #include "MCTargetDesc/AMDGPUFixupKinds.h" |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 19 | #include "MCTargetDesc/AMDGPUMCCodeEmitter.h" |
Chandler Carruth | be81023 | 2013-01-02 10:22:59 +0000 | [diff] [blame] | 20 | #include "MCTargetDesc/AMDGPUMCTargetDesc.h" |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 21 | #include "llvm/MC/MCCodeEmitter.h" |
| 22 | #include "llvm/MC/MCContext.h" |
Eugene Zelenko | 6a9226d | 2016-12-12 22:23:53 +0000 | [diff] [blame] | 23 | #include "llvm/MC/MCFixup.h" |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 24 | #include "llvm/MC/MCInst.h" |
Eugene Zelenko | 6a9226d | 2016-12-12 22:23:53 +0000 | [diff] [blame] | 25 | #include "llvm/MC/MCInstrDesc.h" |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 26 | #include "llvm/MC/MCInstrInfo.h" |
| 27 | #include "llvm/MC/MCRegisterInfo.h" |
| 28 | #include "llvm/MC/MCSubtargetInfo.h" |
Eugene Zelenko | 6a9226d | 2016-12-12 22:23:53 +0000 | [diff] [blame] | 29 | #include "llvm/Support/Endian.h" |
Benjamin Kramer | 50e2a29 | 2015-06-04 15:03:02 +0000 | [diff] [blame] | 30 | #include "llvm/Support/EndianStream.h" |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 31 | #include "llvm/Support/raw_ostream.h" |
Eugene Zelenko | 6a9226d | 2016-12-12 22:23:53 +0000 | [diff] [blame] | 32 | #include <cassert> |
| 33 | #include <cstdint> |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 34 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 35 | using namespace llvm; |
| 36 | |
| 37 | namespace { |
| 38 | |
| 39 | class R600MCCodeEmitter : public AMDGPUMCCodeEmitter { |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 40 | const MCRegisterInfo &MRI; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 41 | |
| 42 | public: |
David Woodhouse | d2cca11 | 2014-01-28 23:13:25 +0000 | [diff] [blame] | 43 | R600MCCodeEmitter(const MCInstrInfo &mcii, const MCRegisterInfo &mri) |
Eugene Zelenko | 6a9226d | 2016-12-12 22:23:53 +0000 | [diff] [blame] | 44 | : AMDGPUMCCodeEmitter(mcii), MRI(mri) {} |
| 45 | R600MCCodeEmitter(const R600MCCodeEmitter &) = delete; |
| 46 | R600MCCodeEmitter &operator=(const R600MCCodeEmitter &) = delete; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 47 | |
| 48 | /// \brief Encode the instruction and write it to the OS. |
Jim Grosbach | 91df21f | 2015-05-15 19:13:16 +0000 | [diff] [blame] | 49 | void encodeInstruction(const MCInst &MI, raw_ostream &OS, |
David Woodhouse | 9784cef | 2014-01-28 23:13:07 +0000 | [diff] [blame] | 50 | SmallVectorImpl<MCFixup> &Fixups, |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 51 | const MCSubtargetInfo &STI) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 52 | |
| 53 | /// \returns the encoding for an MCOperand. |
Craig Topper | 5656db4 | 2014-04-29 07:57:24 +0000 | [diff] [blame] | 54 | uint64_t getMachineOpValue(const MCInst &MI, const MCOperand &MO, |
| 55 | SmallVectorImpl<MCFixup> &Fixups, |
| 56 | const MCSubtargetInfo &STI) const override; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 57 | |
NAKAMURA Takumi | a9cb538 | 2015-09-22 11:14:39 +0000 | [diff] [blame] | 58 | private: |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 59 | void Emit(uint32_t value, raw_ostream &OS) const; |
| 60 | void Emit(uint64_t value, raw_ostream &OS) const; |
| 61 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 62 | unsigned getHWReg(unsigned regNo) const; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 63 | }; |
| 64 | |
Eugene Zelenko | 6a9226d | 2016-12-12 22:23:53 +0000 | [diff] [blame] | 65 | } // end anonymous namespace |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 66 | |
| 67 | enum RegElement { |
| 68 | ELEMENT_X = 0, |
| 69 | ELEMENT_Y, |
| 70 | ELEMENT_Z, |
| 71 | ELEMENT_W |
| 72 | }; |
| 73 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 74 | enum FCInstr { |
| 75 | FC_IF_PREDICATE = 0, |
| 76 | FC_ELSE, |
| 77 | FC_ENDIF, |
| 78 | FC_BGNLOOP, |
| 79 | FC_ENDLOOP, |
| 80 | FC_BREAK_PREDICATE, |
| 81 | FC_CONTINUE |
| 82 | }; |
| 83 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 84 | MCCodeEmitter *llvm::createR600MCCodeEmitter(const MCInstrInfo &MCII, |
Eric Christopher | 501d5e9 | 2015-03-10 21:57:34 +0000 | [diff] [blame] | 85 | const MCRegisterInfo &MRI, |
NAKAMURA Takumi | 0a7d0ad | 2015-09-22 11:15:07 +0000 | [diff] [blame] | 86 | MCContext &Ctx) { |
David Woodhouse | d2cca11 | 2014-01-28 23:13:25 +0000 | [diff] [blame] | 87 | return new R600MCCodeEmitter(MCII, MRI); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 88 | } |
| 89 | |
Jim Grosbach | 91df21f | 2015-05-15 19:13:16 +0000 | [diff] [blame] | 90 | void R600MCCodeEmitter::encodeInstruction(const MCInst &MI, raw_ostream &OS, |
David Woodhouse | 9784cef | 2014-01-28 23:13:07 +0000 | [diff] [blame] | 91 | SmallVectorImpl<MCFixup> &Fixups, |
| 92 | const MCSubtargetInfo &STI) const { |
Daniel Sanders | 72db2a3 | 2016-11-19 13:05:44 +0000 | [diff] [blame] | 93 | verifyInstructionPredicates(MI, |
| 94 | computeAvailableFeatures(STI.getFeatureBits())); |
| 95 | |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 96 | const MCInstrDesc &Desc = MCII.get(MI.getOpcode()); |
| 97 | if (MI.getOpcode() == AMDGPU::RETURN || |
Vincent Lejeune | 3f1d136 | 2013-04-30 00:13:53 +0000 | [diff] [blame] | 98 | MI.getOpcode() == AMDGPU::FETCH_CLAUSE || |
Vincent Lejeune | 3abdbf1 | 2013-04-30 00:14:38 +0000 | [diff] [blame] | 99 | MI.getOpcode() == AMDGPU::ALU_CLAUSE || |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 100 | MI.getOpcode() == AMDGPU::BUNDLE || |
| 101 | MI.getOpcode() == AMDGPU::KILL) { |
| 102 | return; |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 103 | } else if (IS_VTX(Desc)) { |
David Woodhouse | 3fa98a6 | 2014-01-28 23:13:18 +0000 | [diff] [blame] | 104 | uint64_t InstWord01 = getBinaryCodeForInstr(MI, Fixups, STI); |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 105 | uint32_t InstWord2 = MI.getOperand(2).getImm(); // Offset |
Michael Kuperstein | db0712f | 2015-05-26 10:47:10 +0000 | [diff] [blame] | 106 | if (!(STI.getFeatureBits()[AMDGPU::FeatureCaymanISA])) { |
Tom Stellard | ecf9d86 | 2013-06-14 22:12:30 +0000 | [diff] [blame] | 107 | InstWord2 |= 1 << 19; // Mega-Fetch bit |
| 108 | } |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 109 | |
| 110 | Emit(InstWord01, OS); |
| 111 | Emit(InstWord2, OS); |
Rafael Espindola | 525cf28 | 2013-05-22 01:36:19 +0000 | [diff] [blame] | 112 | Emit((uint32_t) 0, OS); |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 113 | } else if (IS_TEX(Desc)) { |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 114 | int64_t Sampler = MI.getOperand(14).getImm(); |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 115 | |
Rafael Espindola | 5986ce0 | 2013-05-17 22:45:52 +0000 | [diff] [blame] | 116 | int64_t SrcSelect[4] = { |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 117 | MI.getOperand(2).getImm(), |
| 118 | MI.getOperand(3).getImm(), |
| 119 | MI.getOperand(4).getImm(), |
| 120 | MI.getOperand(5).getImm() |
| 121 | }; |
Rafael Espindola | 00345fa | 2013-05-23 13:22:30 +0000 | [diff] [blame] | 122 | int64_t Offsets[3] = { |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 123 | MI.getOperand(6).getImm() & 0x1F, |
| 124 | MI.getOperand(7).getImm() & 0x1F, |
| 125 | MI.getOperand(8).getImm() & 0x1F |
| 126 | }; |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 127 | |
David Woodhouse | 3fa98a6 | 2014-01-28 23:13:18 +0000 | [diff] [blame] | 128 | uint64_t Word01 = getBinaryCodeForInstr(MI, Fixups, STI); |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 129 | uint32_t Word2 = Sampler << 15 | SrcSelect[ELEMENT_X] << 20 | |
| 130 | SrcSelect[ELEMENT_Y] << 23 | SrcSelect[ELEMENT_Z] << 26 | |
| 131 | SrcSelect[ELEMENT_W] << 29 | Offsets[0] << 0 | Offsets[1] << 5 | |
| 132 | Offsets[2] << 10; |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 133 | |
Vincent Lejeune | d3eed66 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 134 | Emit(Word01, OS); |
| 135 | Emit(Word2, OS); |
Rafael Espindola | 525cf28 | 2013-05-22 01:36:19 +0000 | [diff] [blame] | 136 | Emit((uint32_t) 0, OS); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 137 | } else { |
David Woodhouse | 3fa98a6 | 2014-01-28 23:13:18 +0000 | [diff] [blame] | 138 | uint64_t Inst = getBinaryCodeForInstr(MI, Fixups, STI); |
Michael Kuperstein | db0712f | 2015-05-26 10:47:10 +0000 | [diff] [blame] | 139 | if ((STI.getFeatureBits()[AMDGPU::FeatureR600ALUInst]) && |
Tom Stellard | ecc2ad1 | 2013-05-17 15:23:21 +0000 | [diff] [blame] | 140 | ((Desc.TSFlags & R600_InstFlag::OP1) || |
| 141 | Desc.TSFlags & R600_InstFlag::OP2)) { |
| 142 | uint64_t ISAOpCode = Inst & (0x3FFULL << 39); |
| 143 | Inst &= ~(0x3FFULL << 39); |
| 144 | Inst |= ISAOpCode << 1; |
| 145 | } |
Tom Stellard | d93cede | 2013-05-06 17:50:57 +0000 | [diff] [blame] | 146 | Emit(Inst, OS); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 147 | } |
| 148 | } |
| 149 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 150 | void R600MCCodeEmitter::Emit(uint32_t Value, raw_ostream &OS) const { |
Benjamin Kramer | 50e2a29 | 2015-06-04 15:03:02 +0000 | [diff] [blame] | 151 | support::endian::Writer<support::little>(OS).write(Value); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 152 | } |
| 153 | |
| 154 | void R600MCCodeEmitter::Emit(uint64_t Value, raw_ostream &OS) const { |
Benjamin Kramer | 50e2a29 | 2015-06-04 15:03:02 +0000 | [diff] [blame] | 155 | support::endian::Writer<support::little>(OS).write(Value); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 156 | } |
| 157 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 158 | unsigned R600MCCodeEmitter::getHWReg(unsigned RegNo) const { |
| 159 | return MRI.getEncodingValue(RegNo) & HW_REG_MASK; |
| 160 | } |
| 161 | |
| 162 | uint64_t R600MCCodeEmitter::getMachineOpValue(const MCInst &MI, |
| 163 | const MCOperand &MO, |
Jan Vesely | a1f9fdf | 2016-05-13 20:39:26 +0000 | [diff] [blame] | 164 | SmallVectorImpl<MCFixup> &Fixups, |
David Woodhouse | 3fa98a6 | 2014-01-28 23:13:18 +0000 | [diff] [blame] | 165 | const MCSubtargetInfo &STI) const { |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 166 | if (MO.isReg()) { |
Craig Topper | 35b2f75 | 2014-06-19 06:10:58 +0000 | [diff] [blame] | 167 | if (HAS_NATIVE_OPERANDS(MCII.get(MI.getOpcode()).TSFlags)) |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 168 | return MRI.getEncodingValue(MO.getReg()); |
Craig Topper | 35b2f75 | 2014-06-19 06:10:58 +0000 | [diff] [blame] | 169 | return getHWReg(MO.getReg()); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 170 | } |
Craig Topper | 35b2f75 | 2014-06-19 06:10:58 +0000 | [diff] [blame] | 171 | |
Jan Vesely | a1f9fdf | 2016-05-13 20:39:26 +0000 | [diff] [blame] | 172 | if (MO.isExpr()) { |
Jan Vesely | a1f9fdf | 2016-05-13 20:39:26 +0000 | [diff] [blame] | 173 | // We put rodata at the end of code section, then map the entire |
| 174 | // code secetion as vtx buf. Thus the section relative address is the |
| 175 | // correct one. |
| 176 | // Each R600 literal instruction has two operands |
| 177 | // We can't easily get the order of the current one, so compare against |
| 178 | // the first one and adjust offset. |
| 179 | const unsigned offset = (&MO == &MI.getOperand(0)) ? 0 : 4; |
Jan Vesely | 3bc1af2 | 2016-06-25 18:24:16 +0000 | [diff] [blame] | 180 | Fixups.push_back(MCFixup::create(offset, MO.getExpr(), FK_SecRel_4, MI.getLoc())); |
Jan Vesely | a1f9fdf | 2016-05-13 20:39:26 +0000 | [diff] [blame] | 181 | return 0; |
| 182 | } |
| 183 | |
Craig Topper | 35b2f75 | 2014-06-19 06:10:58 +0000 | [diff] [blame] | 184 | assert(MO.isImm()); |
| 185 | return MO.getImm(); |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 186 | } |
| 187 | |
Daniel Sanders | 72db2a3 | 2016-11-19 13:05:44 +0000 | [diff] [blame] | 188 | #define ENABLE_INSTR_PREDICATE_VERIFIER |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 189 | #include "AMDGPUGenMCCodeEmitter.inc" |