blob: 9410c70c582d901a7b4c286770d7a856392a4934 [file] [log] [blame]
Clement Courbet0e69e2d2018-05-17 10:52:18 +00001//===-- Assembler.cpp -------------------------------------------*- C++ -*-===//
Clement Courbetac74acd2018-04-04 11:37:06 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Clement Courbet0e69e2d2018-05-17 10:52:18 +000010#include "Assembler.h"
11
Clement Courbet6fd00e32018-06-20 11:54:35 +000012#include "Target.h"
Clement Courbet559d1e32018-05-15 07:40:21 +000013#include "llvm/CodeGen/GlobalISel/CallLowering.h"
14#include "llvm/CodeGen/GlobalISel/MachineIRBuilder.h"
Clement Courbetac74acd2018-04-04 11:37:06 +000015#include "llvm/CodeGen/MachineInstrBuilder.h"
16#include "llvm/CodeGen/MachineModuleInfo.h"
17#include "llvm/CodeGen/MachineRegisterInfo.h"
18#include "llvm/CodeGen/TargetInstrInfo.h"
19#include "llvm/CodeGen/TargetPassConfig.h"
Clement Courbet0e69e2d2018-05-17 10:52:18 +000020#include "llvm/CodeGen/TargetSubtargetInfo.h"
Clement Courbetac74acd2018-04-04 11:37:06 +000021#include "llvm/ExecutionEngine/SectionMemoryManager.h"
Clement Courbetac74acd2018-04-04 11:37:06 +000022#include "llvm/IR/LegacyPassManager.h"
Clement Courbet0e69e2d2018-05-17 10:52:18 +000023#include "llvm/MC/MCInstrInfo.h"
24#include "llvm/Support/MemoryBuffer.h"
Clement Courbetac74acd2018-04-04 11:37:06 +000025
26namespace exegesis {
27
28static constexpr const char ModuleID[] = "ExegesisInfoTest";
29static constexpr const char FunctionID[] = "foo";
30
Clement Courbeta51efc22018-06-25 13:12:02 +000031static std::vector<llvm::MCInst>
32generateSnippetSetupCode(const llvm::ArrayRef<unsigned> RegsToDef,
33 const ExegesisTarget &ET, bool &IsComplete) {
34 IsComplete = true;
35 std::vector<llvm::MCInst> Result;
36 for (const unsigned Reg : RegsToDef) {
37 // Load a constant in the register.
38 const auto Code = ET.setRegToConstant(Reg);
39 if (Code.empty())
40 IsComplete = false;
41 Result.insert(Result.end(), Code.begin(), Code.end());
42 }
43 return Result;
44}
45
Clement Courbetac74acd2018-04-04 11:37:06 +000046// Small utility function to add named passes.
47static bool addPass(llvm::PassManagerBase &PM, llvm::StringRef PassName,
48 llvm::TargetPassConfig &TPC) {
49 const llvm::PassRegistry *PR = llvm::PassRegistry::getPassRegistry();
50 const llvm::PassInfo *PI = PR->getPassInfo(PassName);
51 if (!PI) {
52 llvm::errs() << " run-pass " << PassName << " is not registered.\n";
53 return true;
54 }
55
56 if (!PI->getNormalCtor()) {
57 llvm::errs() << " cannot create pass: " << PI->getPassName() << "\n";
58 return true;
59 }
60 llvm::Pass *P = PI->getNormalCtor()();
61 std::string Banner = std::string("After ") + std::string(P->getPassName());
62 PM.add(P);
63 TPC.printAndVerify(Banner);
64
65 return false;
66}
67
68// Creates a void MachineFunction with no argument.
69static llvm::MachineFunction &
70createVoidVoidMachineFunction(llvm::StringRef FunctionID, llvm::Module *Module,
71 llvm::MachineModuleInfo *MMI) {
72 llvm::Type *const ReturnType = llvm::Type::getInt32Ty(Module->getContext());
73 llvm::FunctionType *FunctionType = llvm::FunctionType::get(ReturnType, false);
74 llvm::Function *const F = llvm::Function::Create(
75 FunctionType, llvm::GlobalValue::InternalLinkage, FunctionID, Module);
76 // Making sure we can create a MachineFunction out of this Function even if it
77 // contains no IR.
78 F->setIsMaterializable(true);
79 return MMI->getOrCreateMachineFunction(*F);
80}
81
Clement Courbetac74acd2018-04-04 11:37:06 +000082static void fillMachineFunction(llvm::MachineFunction &MF,
83 llvm::ArrayRef<llvm::MCInst> Instructions) {
84 llvm::MachineBasicBlock *MBB = MF.CreateMachineBasicBlock();
85 MF.push_back(MBB);
86 const llvm::MCInstrInfo *MCII = MF.getTarget().getMCInstrInfo();
Clement Courbet615b31d2018-04-04 11:45:53 +000087 llvm::DebugLoc DL;
Clement Courbetac74acd2018-04-04 11:37:06 +000088 for (const llvm::MCInst &Inst : Instructions) {
89 const unsigned Opcode = Inst.getOpcode();
90 const llvm::MCInstrDesc &MCID = MCII->get(Opcode);
91 llvm::MachineInstrBuilder Builder = llvm::BuildMI(MBB, DL, MCID);
92 for (unsigned OpIndex = 0, E = Inst.getNumOperands(); OpIndex < E;
93 ++OpIndex) {
94 const llvm::MCOperand &Op = Inst.getOperand(OpIndex);
95 if (Op.isReg()) {
96 const bool IsDef = OpIndex < MCID.getNumDefs();
97 unsigned Flags = 0;
98 const llvm::MCOperandInfo &OpInfo = MCID.operands().begin()[OpIndex];
99 if (IsDef && !OpInfo.isOptionalDef())
100 Flags |= llvm::RegState::Define;
101 Builder.addReg(Op.getReg(), Flags);
102 } else if (Op.isImm()) {
103 Builder.addImm(Op.getImm());
104 } else {
105 llvm_unreachable("Not yet implemented");
106 }
107 }
108 }
Clement Courbet559d1e32018-05-15 07:40:21 +0000109 // Insert the return code.
Clement Courbetac74acd2018-04-04 11:37:06 +0000110 const llvm::TargetInstrInfo *TII = MF.getSubtarget().getInstrInfo();
Clement Courbet559d1e32018-05-15 07:40:21 +0000111 if (TII->getReturnOpcode() < TII->getNumOpcodes()) {
112 llvm::BuildMI(MBB, DL, TII->get(TII->getReturnOpcode()));
113 } else {
114 llvm::MachineIRBuilder MIB(MF);
115 MIB.setMBB(*MBB);
116 MF.getSubtarget().getCallLowering()->lowerReturn(MIB, nullptr, 0);
117 }
Clement Courbetac74acd2018-04-04 11:37:06 +0000118}
119
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000120static std::unique_ptr<llvm::Module>
121createModule(const std::unique_ptr<llvm::LLVMContext> &Context,
122 const llvm::DataLayout DL) {
123 auto Module = llvm::make_unique<llvm::Module>(ModuleID, *Context);
124 Module->setDataLayout(DL);
125 return Module;
126}
127
128llvm::BitVector getFunctionReservedRegs(const llvm::TargetMachine &TM) {
129 std::unique_ptr<llvm::LLVMContext> Context =
130 llvm::make_unique<llvm::LLVMContext>();
131 std::unique_ptr<llvm::Module> Module =
132 createModule(Context, TM.createDataLayout());
133 std::unique_ptr<llvm::MachineModuleInfo> MMI =
134 llvm::make_unique<llvm::MachineModuleInfo>(&TM);
135 llvm::MachineFunction &MF =
136 createVoidVoidMachineFunction(FunctionID, Module.get(), MMI.get());
137 // Saving reserved registers for client.
138 return MF.getSubtarget().getRegisterInfo()->getReservedRegs(MF);
139}
140
Clement Courbeta51efc22018-06-25 13:12:02 +0000141void assembleToStream(const ExegesisTarget *ET,
142 std::unique_ptr<llvm::LLVMTargetMachine> TM,
143 llvm::ArrayRef<unsigned> RegsToDef,
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000144 llvm::ArrayRef<llvm::MCInst> Instructions,
145 llvm::raw_pwrite_stream &AsmStream) {
146 std::unique_ptr<llvm::LLVMContext> Context =
147 llvm::make_unique<llvm::LLVMContext>();
148 std::unique_ptr<llvm::Module> Module =
149 createModule(Context, TM->createDataLayout());
150 std::unique_ptr<llvm::MachineModuleInfo> MMI =
151 llvm::make_unique<llvm::MachineModuleInfo>(TM.get());
152 llvm::MachineFunction &MF =
153 createVoidVoidMachineFunction(FunctionID, Module.get(), MMI.get());
154
155 // We need to instruct the passes that we're done with SSA and virtual
156 // registers.
157 auto &Properties = MF.getProperties();
158 Properties.set(llvm::MachineFunctionProperties::Property::NoVRegs);
159 Properties.reset(llvm::MachineFunctionProperties::Property::IsSSA);
Clement Courbeta51efc22018-06-25 13:12:02 +0000160 std::vector<llvm::MCInst> SnippetWithSetup;
Clement Courbet6a60f2f2018-06-25 13:39:50 +0000161 bool IsSnippetSetupComplete = RegsToDef.empty();
Clement Courbeta51efc22018-06-25 13:12:02 +0000162 if (ET) {
163 SnippetWithSetup =
164 generateSnippetSetupCode(RegsToDef, *ET, IsSnippetSetupComplete);
165 SnippetWithSetup.insert(SnippetWithSetup.end(), Instructions.begin(),
166 Instructions.end());
167 Instructions = SnippetWithSetup;
168 }
169 // If the snippet setup is not complete, we disable liveliness tracking. This
170 // means that we won't know what values are in the registers.
171 if (!IsSnippetSetupComplete)
172 Properties.reset(llvm::MachineFunctionProperties::Property::TracksLiveness);
173
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000174 // prologue/epilogue pass needs the reserved registers to be frozen, this
175 // is usually done by the SelectionDAGISel pass.
176 MF.getRegInfo().freezeReservedRegs(MF);
177
178 // Fill the MachineFunction from the instructions.
179 fillMachineFunction(MF, Instructions);
180
181 // We create the pass manager, run the passes to populate AsmBuffer.
182 llvm::MCContext &MCContext = MMI->getContext();
183 llvm::legacy::PassManager PM;
184
185 llvm::TargetLibraryInfoImpl TLII(llvm::Triple(Module->getTargetTriple()));
186 PM.add(new llvm::TargetLibraryInfoWrapperPass(TLII));
187
188 llvm::TargetPassConfig *TPC = TM->createPassConfig(PM);
189 PM.add(TPC);
190 PM.add(MMI.release());
191 TPC->printAndVerify("MachineFunctionGenerator::assemble");
Clement Courbet6fd00e32018-06-20 11:54:35 +0000192 // Add target-specific passes.
Clement Courbeta51efc22018-06-25 13:12:02 +0000193 if (ET) {
Clement Courbet6fd00e32018-06-20 11:54:35 +0000194 ET->addTargetSpecificPasses(PM);
195 TPC->printAndVerify("After ExegesisTarget::addTargetSpecificPasses");
196 }
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000197 // Adding the following passes:
198 // - machineverifier: checks that the MachineFunction is well formed.
199 // - prologepilog: saves and restore callee saved registers.
200 for (const char *PassName : {"machineverifier", "prologepilog"})
201 if (addPass(PM, PassName, *TPC))
202 llvm::report_fatal_error("Unable to add a mandatory pass");
203 TPC->setInitialized();
204
205 // AsmPrinter is responsible for generating the assembly into AsmBuffer.
Peter Collingbourne9a451142018-05-21 20:16:41 +0000206 if (TM->addAsmPrinter(PM, AsmStream, nullptr,
207 llvm::TargetMachine::CGFT_ObjectFile, MCContext))
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000208 llvm::report_fatal_error("Cannot add AsmPrinter passes");
209
210 PM.run(*Module); // Run all the passes
211}
212
213llvm::object::OwningBinary<llvm::object::ObjectFile>
214getObjectFromBuffer(llvm::StringRef InputData) {
215 // Storing the generated assembly into a MemoryBuffer that owns the memory.
216 std::unique_ptr<llvm::MemoryBuffer> Buffer =
217 llvm::MemoryBuffer::getMemBufferCopy(InputData);
218 // Create the ObjectFile from the MemoryBuffer.
219 std::unique_ptr<llvm::object::ObjectFile> Obj = llvm::cantFail(
220 llvm::object::ObjectFile::createObjectFile(Buffer->getMemBufferRef()));
221 // Returning both the MemoryBuffer and the ObjectFile.
222 return llvm::object::OwningBinary<llvm::object::ObjectFile>(
223 std::move(Obj), std::move(Buffer));
224}
225
226llvm::object::OwningBinary<llvm::object::ObjectFile>
227getObjectFromFile(llvm::StringRef Filename) {
228 return llvm::cantFail(llvm::object::ObjectFile::createObjectFile(Filename));
229}
230
Clement Courbetac74acd2018-04-04 11:37:06 +0000231namespace {
232
233// Implementation of this class relies on the fact that a single object with a
234// single function will be loaded into memory.
235class TrackingSectionMemoryManager : public llvm::SectionMemoryManager {
236public:
237 explicit TrackingSectionMemoryManager(uintptr_t *CodeSize)
238 : CodeSize(CodeSize) {}
239
240 uint8_t *allocateCodeSection(uintptr_t Size, unsigned Alignment,
241 unsigned SectionID,
242 llvm::StringRef SectionName) override {
243 *CodeSize = Size;
244 return llvm::SectionMemoryManager::allocateCodeSection(
245 Size, Alignment, SectionID, SectionName);
246 }
247
248private:
249 uintptr_t *const CodeSize = nullptr;
250};
251
252} // namespace
253
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000254ExecutableFunction::ExecutableFunction(
255 std::unique_ptr<llvm::LLVMTargetMachine> TM,
256 llvm::object::OwningBinary<llvm::object::ObjectFile> &&ObjectFileHolder)
257 : Context(llvm::make_unique<llvm::LLVMContext>()) {
258 assert(ObjectFileHolder.getBinary() && "cannot create object file");
Clement Courbetac74acd2018-04-04 11:37:06 +0000259 // Initializing the execution engine.
260 // We need to use the JIT EngineKind to be able to add an object file.
261 LLVMLinkInMCJIT();
262 uintptr_t CodeSize = 0;
263 std::string Error;
264 ExecEngine.reset(
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000265 llvm::EngineBuilder(createModule(Context, TM->createDataLayout()))
Clement Courbetac74acd2018-04-04 11:37:06 +0000266 .setErrorStr(&Error)
Simon Pilgrim01e8c4e2018-04-18 14:22:33 +0000267 .setMCPU(TM->getTargetCPU())
Clement Courbetac74acd2018-04-04 11:37:06 +0000268 .setEngineKind(llvm::EngineKind::JIT)
269 .setMCJITMemoryManager(
270 llvm::make_unique<TrackingSectionMemoryManager>(&CodeSize))
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000271 .create(TM.release()));
Clement Courbetac74acd2018-04-04 11:37:06 +0000272 if (!ExecEngine)
273 llvm::report_fatal_error(Error);
274 // Adding the generated object file containing the assembled function.
275 // The ExecutionEngine makes sure the object file is copied into an
276 // executable page.
Clement Courbet0e69e2d2018-05-17 10:52:18 +0000277 ExecEngine->addObjectFile(std::move(ObjectFileHolder));
278 // Fetching function bytes.
Clement Courbetac74acd2018-04-04 11:37:06 +0000279 FunctionBytes =
280 llvm::StringRef(reinterpret_cast<const char *>(
281 ExecEngine->getFunctionAddress(FunctionID)),
282 CodeSize);
283}
284
285} // namespace exegesis