blob: 527b10146a37bb34f28953d3344e81edc546d75b [file] [log] [blame]
Clement Courbet0e69e2d2018-05-17 10:52:18 +00001//===-- Assembler.cpp -------------------------------------------*- C++ -*-===//
Clement Courbetac74acd2018-04-04 11:37:06 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Clement Courbet0e69e2d2018-05-17 10:52:18 +000010#include "Assembler.h"
11
Clement Courbet6fd00e32018-06-20 11:54:35 +000012#include "Target.h"
Clement Courbet559d1e32018-05-15 07:40:21 +000013#include "llvm/CodeGen/GlobalISel/CallLowering.h"
14#include "llvm/CodeGen/GlobalISel/MachineIRBuilder.h"
Clement Courbetac74acd2018-04-04 11:37:06 +000015#include "llvm/CodeGen/MachineInstrBuilder.h"
16#include "llvm/CodeGen/MachineModuleInfo.h"
17#include "llvm/CodeGen/MachineRegisterInfo.h"
18#include "llvm/CodeGen/TargetInstrInfo.h"
19#include "llvm/CodeGen/TargetPassConfig.h"
Clement Courbet0e69e2d2018-05-17 10:52:18 +000020#include "llvm/CodeGen/TargetSubtargetInfo.h"
Clement Courbetac74acd2018-04-04 11:37:06 +000021#include "llvm/ExecutionEngine/SectionMemoryManager.h"
Clement Courbetac74acd2018-04-04 11:37:06 +000022#include "llvm/IR/LegacyPassManager.h"
Clement Courbet0e69e2d2018-05-17 10:52:18 +000023#include "llvm/MC/MCInstrInfo.h"
24#include "llvm/Support/MemoryBuffer.h"
Clement Courbetac74acd2018-04-04 11:37:06 +000025
26namespace exegesis {
27
28static constexpr const char ModuleID[] = "ExegesisInfoTest";
29static constexpr const char FunctionID[] = "foo";
30
Clement Courbeta51efc22018-06-25 13:12:02 +000031static std::vector<llvm::MCInst>
Guillaume Chateletc96a97b2018-09-20 12:22:18 +000032generateSnippetSetupCode(const ExegesisTarget &ET,
33 const llvm::MCSubtargetInfo *const MSI,
34 llvm::ArrayRef<RegisterValue> RegisterInitialValues,
35 bool &IsSnippetSetupComplete) {
Clement Courbet22bad042018-10-19 12:08:05 +000036 IsSnippetSetupComplete = true;
Clement Courbeta51efc22018-06-25 13:12:02 +000037 std::vector<llvm::MCInst> Result;
Guillaume Chateletc96a97b2018-09-20 12:22:18 +000038 for (const RegisterValue &RV : RegisterInitialValues) {
Simon Pilgrimf652ef32018-09-18 15:38:16 +000039 // Load a constant in the register.
Guillaume Chateletc96a97b2018-09-20 12:22:18 +000040 const auto SetRegisterCode = ET.setRegTo(*MSI, RV.Register, RV.Value);
41 if (SetRegisterCode.empty())
42 IsSnippetSetupComplete = false;
43 Result.insert(Result.end(), SetRegisterCode.begin(), SetRegisterCode.end());
Simon Pilgrimf652ef32018-09-18 15:38:16 +000044 }
Clement Courbeta51efc22018-06-25 13:12:02 +000045 return Result;
46}
47
Clement Courbetac74acd2018-04-04 11:37:06 +000048// Small utility function to add named passes.
49static bool addPass(llvm::PassManagerBase &PM, llvm::StringRef PassName,
50 llvm::TargetPassConfig &TPC) {
51 const llvm::PassRegistry *PR = llvm::PassRegistry::getPassRegistry();
52 const llvm::PassInfo *PI = PR->getPassInfo(PassName);
53 if (!PI) {
54 llvm::errs() << " run-pass " << PassName << " is not registered.\n";
55 return true;
56 }
57
58 if (!PI->getNormalCtor()) {
59 llvm::errs() << " cannot create pass: " << PI->getPassName() << "\n";
60 return true;
61 }
62 llvm::Pass *P = PI->getNormalCtor()();
63 std::string Banner = std::string("After ") + std::string(P->getPassName());
64 PM.add(P);
65 TPC.printAndVerify(Banner);
66
67 return false;
68}
69
Guillaume Chateletfb943542018-08-01 14:41:45 +000070// Creates a void(int8*) MachineFunction.
Clement Courbetac74acd2018-04-04 11:37:06 +000071static llvm::MachineFunction &
Guillaume Chateletfb943542018-08-01 14:41:45 +000072createVoidVoidPtrMachineFunction(llvm::StringRef FunctionID,
73 llvm::Module *Module,
74 llvm::MachineModuleInfo *MMI) {
Clement Courbetac74acd2018-04-04 11:37:06 +000075 llvm::Type *const ReturnType = llvm::Type::getInt32Ty(Module->getContext());
Guillaume Chateletfb943542018-08-01 14:41:45 +000076 llvm::Type *const MemParamType = llvm::PointerType::get(
77 llvm::Type::getInt8Ty(Module->getContext()), 0 /*default address space*/);
78 llvm::FunctionType *FunctionType =
79 llvm::FunctionType::get(ReturnType, {MemParamType}, false);
Clement Courbetac74acd2018-04-04 11:37:06 +000080 llvm::Function *const F = llvm::Function::Create(
81 FunctionType, llvm::GlobalValue::InternalLinkage, FunctionID, Module);
82 // Making sure we can create a MachineFunction out of this Function even if it
83 // contains no IR.
84 F->setIsMaterializable(true);
85 return MMI->getOrCreateMachineFunction(*F);
86}
87
Clement Courbetac74acd2018-04-04 11:37:06 +000088static void fillMachineFunction(llvm::MachineFunction &MF,
Guillaume Chateletfb943542018-08-01 14:41:45 +000089 llvm::ArrayRef<unsigned> LiveIns,
Clement Courbetac74acd2018-04-04 11:37:06 +000090 llvm::ArrayRef<llvm::MCInst> Instructions) {
91 llvm::MachineBasicBlock *MBB = MF.CreateMachineBasicBlock();
92 MF.push_back(MBB);
Guillaume Chateletfb943542018-08-01 14:41:45 +000093 for (const unsigned Reg : LiveIns)
94 MBB->addLiveIn(Reg);
Clement Courbetac74acd2018-04-04 11:37:06 +000095 const llvm::MCInstrInfo *MCII = MF.getTarget().getMCInstrInfo();
Clement Courbet615b31d2018-04-04 11:45:53 +000096 llvm::DebugLoc DL;
Clement Courbetac74acd2018-04-04 11:37:06 +000097 for (const llvm::MCInst &Inst : Instructions) {
98 const unsigned Opcode = Inst.getOpcode();
99 const llvm::MCInstrDesc &MCID = MCII->get(Opcode);
100 llvm::MachineInstrBuilder Builder = llvm::BuildMI(MBB, DL, MCID);
101 for (unsigned OpIndex = 0, E = Inst.getNumOperands(); OpIndex < E;
102 ++OpIndex) {
103 const llvm::MCOperand &Op = Inst.getOperand(OpIndex);
104 if (Op.isReg()) {
105 const bool IsDef = OpIndex < MCID.getNumDefs();
106 unsigned Flags = 0;
107 const llvm::MCOperandInfo &OpInfo = MCID.operands().begin()[OpIndex];
108 if (IsDef && !OpInfo.isOptionalDef())
109 Flags |= llvm::RegState::Define;
110 Builder.addReg(Op.getReg(), Flags);
111 } else if (Op.isImm()) {
112 Builder.addImm(Op.getImm());
113 } else {
114 llvm_unreachable("Not yet implemented");
115 }
116 }
117 }
Clement Courbet559d1e32018-05-15 07:40:21 +0000118 // Insert the return code.
Clement Courbetac74acd2018-04-04 11:37:06 +0000119 const llvm::TargetInstrInfo *TII = MF.getSubtarget().getInstrInfo();
Clement Courbet559d1e32018-05-15 07:40:21 +0000120 if (TII->getReturnOpcode() < TII->getNumOpcodes()) {
121 llvm::BuildMI(MBB, DL, TII->get(TII->getReturnOpcode()));
122 } else {
123 llvm::MachineIRBuilder MIB(MF);
124 MIB.setMBB(*MBB);
John Brawnc616a722018-10-10 13:03:23 +0000125 MF.getSubtarget().getCallLowering()->lowerReturn(MIB, nullptr, {});
Clement Courbet559d1e32018-05-15 07:40:21 +0000126 }
Clement Courbetac74acd2018-04-04 11:37:06 +0000127}
128
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000129static std::unique_ptr<llvm::Module>
130createModule(const std::unique_ptr<llvm::LLVMContext> &Context,
131 const llvm::DataLayout DL) {
132 auto Module = llvm::make_unique<llvm::Module>(ModuleID, *Context);
133 Module->setDataLayout(DL);
134 return Module;
135}
136
137llvm::BitVector getFunctionReservedRegs(const llvm::TargetMachine &TM) {
138 std::unique_ptr<llvm::LLVMContext> Context =
139 llvm::make_unique<llvm::LLVMContext>();
140 std::unique_ptr<llvm::Module> Module =
141 createModule(Context, TM.createDataLayout());
142 std::unique_ptr<llvm::MachineModuleInfo> MMI =
143 llvm::make_unique<llvm::MachineModuleInfo>(&TM);
144 llvm::MachineFunction &MF =
Guillaume Chateletfb943542018-08-01 14:41:45 +0000145 createVoidVoidPtrMachineFunction(FunctionID, Module.get(), MMI.get());
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000146 // Saving reserved registers for client.
147 return MF.getSubtarget().getRegisterInfo()->getReservedRegs(MF);
148}
149
Clement Courbet4860b982018-06-26 08:49:30 +0000150void assembleToStream(const ExegesisTarget &ET,
Clement Courbeta51efc22018-06-25 13:12:02 +0000151 std::unique_ptr<llvm::LLVMTargetMachine> TM,
Guillaume Chateletfb943542018-08-01 14:41:45 +0000152 llvm::ArrayRef<unsigned> LiveIns,
Guillaume Chateletc96a97b2018-09-20 12:22:18 +0000153 llvm::ArrayRef<RegisterValue> RegisterInitialValues,
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000154 llvm::ArrayRef<llvm::MCInst> Instructions,
155 llvm::raw_pwrite_stream &AsmStream) {
156 std::unique_ptr<llvm::LLVMContext> Context =
157 llvm::make_unique<llvm::LLVMContext>();
158 std::unique_ptr<llvm::Module> Module =
159 createModule(Context, TM->createDataLayout());
160 std::unique_ptr<llvm::MachineModuleInfo> MMI =
161 llvm::make_unique<llvm::MachineModuleInfo>(TM.get());
162 llvm::MachineFunction &MF =
Guillaume Chateletfb943542018-08-01 14:41:45 +0000163 createVoidVoidPtrMachineFunction(FunctionID, Module.get(), MMI.get());
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000164
165 // We need to instruct the passes that we're done with SSA and virtual
166 // registers.
167 auto &Properties = MF.getProperties();
168 Properties.set(llvm::MachineFunctionProperties::Property::NoVRegs);
169 Properties.reset(llvm::MachineFunctionProperties::Property::IsSSA);
Guillaume Chateletfb943542018-08-01 14:41:45 +0000170
171 for (const unsigned Reg : LiveIns)
172 MF.getRegInfo().addLiveIn(Reg);
173
Clement Courbet22bad042018-10-19 12:08:05 +0000174 bool IsSnippetSetupComplete;
Guillaume Chateletc96a97b2018-09-20 12:22:18 +0000175 std::vector<llvm::MCInst> Code =
176 generateSnippetSetupCode(ET, TM->getMCSubtargetInfo(),
177 RegisterInitialValues, IsSnippetSetupComplete);
178
179 Code.insert(Code.end(), Instructions.begin(), Instructions.end());
180
Clement Courbeta51efc22018-06-25 13:12:02 +0000181 // If the snippet setup is not complete, we disable liveliness tracking. This
182 // means that we won't know what values are in the registers.
183 if (!IsSnippetSetupComplete)
184 Properties.reset(llvm::MachineFunctionProperties::Property::TracksLiveness);
185
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000186 // prologue/epilogue pass needs the reserved registers to be frozen, this
187 // is usually done by the SelectionDAGISel pass.
188 MF.getRegInfo().freezeReservedRegs(MF);
189
190 // Fill the MachineFunction from the instructions.
Guillaume Chateletc96a97b2018-09-20 12:22:18 +0000191 fillMachineFunction(MF, LiveIns, Code);
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000192
193 // We create the pass manager, run the passes to populate AsmBuffer.
194 llvm::MCContext &MCContext = MMI->getContext();
195 llvm::legacy::PassManager PM;
196
197 llvm::TargetLibraryInfoImpl TLII(llvm::Triple(Module->getTargetTriple()));
198 PM.add(new llvm::TargetLibraryInfoWrapperPass(TLII));
199
200 llvm::TargetPassConfig *TPC = TM->createPassConfig(PM);
201 PM.add(TPC);
202 PM.add(MMI.release());
203 TPC->printAndVerify("MachineFunctionGenerator::assemble");
Clement Courbet6fd00e32018-06-20 11:54:35 +0000204 // Add target-specific passes.
Clement Courbet4860b982018-06-26 08:49:30 +0000205 ET.addTargetSpecificPasses(PM);
206 TPC->printAndVerify("After ExegesisTarget::addTargetSpecificPasses");
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000207 // Adding the following passes:
208 // - machineverifier: checks that the MachineFunction is well formed.
209 // - prologepilog: saves and restore callee saved registers.
210 for (const char *PassName : {"machineverifier", "prologepilog"})
211 if (addPass(PM, PassName, *TPC))
212 llvm::report_fatal_error("Unable to add a mandatory pass");
213 TPC->setInitialized();
214
215 // AsmPrinter is responsible for generating the assembly into AsmBuffer.
Peter Collingbourne9a451142018-05-21 20:16:41 +0000216 if (TM->addAsmPrinter(PM, AsmStream, nullptr,
217 llvm::TargetMachine::CGFT_ObjectFile, MCContext))
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000218 llvm::report_fatal_error("Cannot add AsmPrinter passes");
219
220 PM.run(*Module); // Run all the passes
221}
222
223llvm::object::OwningBinary<llvm::object::ObjectFile>
224getObjectFromBuffer(llvm::StringRef InputData) {
225 // Storing the generated assembly into a MemoryBuffer that owns the memory.
226 std::unique_ptr<llvm::MemoryBuffer> Buffer =
227 llvm::MemoryBuffer::getMemBufferCopy(InputData);
228 // Create the ObjectFile from the MemoryBuffer.
229 std::unique_ptr<llvm::object::ObjectFile> Obj = llvm::cantFail(
230 llvm::object::ObjectFile::createObjectFile(Buffer->getMemBufferRef()));
231 // Returning both the MemoryBuffer and the ObjectFile.
232 return llvm::object::OwningBinary<llvm::object::ObjectFile>(
233 std::move(Obj), std::move(Buffer));
234}
235
236llvm::object::OwningBinary<llvm::object::ObjectFile>
237getObjectFromFile(llvm::StringRef Filename) {
238 return llvm::cantFail(llvm::object::ObjectFile::createObjectFile(Filename));
239}
240
Clement Courbetac74acd2018-04-04 11:37:06 +0000241namespace {
242
243// Implementation of this class relies on the fact that a single object with a
244// single function will be loaded into memory.
245class TrackingSectionMemoryManager : public llvm::SectionMemoryManager {
246public:
247 explicit TrackingSectionMemoryManager(uintptr_t *CodeSize)
248 : CodeSize(CodeSize) {}
249
250 uint8_t *allocateCodeSection(uintptr_t Size, unsigned Alignment,
251 unsigned SectionID,
252 llvm::StringRef SectionName) override {
253 *CodeSize = Size;
254 return llvm::SectionMemoryManager::allocateCodeSection(
255 Size, Alignment, SectionID, SectionName);
256 }
257
258private:
259 uintptr_t *const CodeSize = nullptr;
260};
261
262} // namespace
263
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000264ExecutableFunction::ExecutableFunction(
265 std::unique_ptr<llvm::LLVMTargetMachine> TM,
266 llvm::object::OwningBinary<llvm::object::ObjectFile> &&ObjectFileHolder)
267 : Context(llvm::make_unique<llvm::LLVMContext>()) {
268 assert(ObjectFileHolder.getBinary() && "cannot create object file");
Clement Courbetac74acd2018-04-04 11:37:06 +0000269 // Initializing the execution engine.
270 // We need to use the JIT EngineKind to be able to add an object file.
271 LLVMLinkInMCJIT();
272 uintptr_t CodeSize = 0;
273 std::string Error;
274 ExecEngine.reset(
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000275 llvm::EngineBuilder(createModule(Context, TM->createDataLayout()))
Clement Courbetac74acd2018-04-04 11:37:06 +0000276 .setErrorStr(&Error)
Simon Pilgrim01e8c4e2018-04-18 14:22:33 +0000277 .setMCPU(TM->getTargetCPU())
Clement Courbetac74acd2018-04-04 11:37:06 +0000278 .setEngineKind(llvm::EngineKind::JIT)
279 .setMCJITMemoryManager(
280 llvm::make_unique<TrackingSectionMemoryManager>(&CodeSize))
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000281 .create(TM.release()));
Clement Courbetac74acd2018-04-04 11:37:06 +0000282 if (!ExecEngine)
283 llvm::report_fatal_error(Error);
284 // Adding the generated object file containing the assembled function.
285 // The ExecutionEngine makes sure the object file is copied into an
286 // executable page.
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000287 ExecEngine->addObjectFile(std::move(ObjectFileHolder));
288 // Fetching function bytes.
Clement Courbetac74acd2018-04-04 11:37:06 +0000289 FunctionBytes =
290 llvm::StringRef(reinterpret_cast<const char *>(
291 ExecEngine->getFunctionAddress(FunctionID)),
292 CodeSize);
293}
294
295} // namespace exegesis