blob: 08aa3a8ce529867203e1556ffe34a185f60eeb66 [file] [log] [blame]
Lang Hames53ccf882015-02-22 01:45:31 +00001//===---- IndirectionUtils.cpp - Utilities for call indirection in Orc ----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Chandler Carruth6bda14b2017-06-06 11:49:48 +000010#include "llvm/ExecutionEngine/Orc/IndirectionUtils.h"
Benjamin Kramer0a446fd2015-03-01 21:28:53 +000011#include "llvm/ADT/STLExtras.h"
Lang Hames93de2a12015-01-23 21:25:00 +000012#include "llvm/ADT/Triple.h"
Lang Hames105518f2016-05-26 17:20:35 +000013#include "llvm/ExecutionEngine/Orc/OrcABISupport.h"
Lang Hames93de2a12015-01-23 21:25:00 +000014#include "llvm/IR/CallSite.h"
15#include "llvm/IR/IRBuilder.h"
Lang Hamescd68eba2015-05-05 17:37:18 +000016#include "llvm/Transforms/Utils/Cloning.h"
Lang Hamesc6de4582015-04-12 20:05:51 +000017#include <sstream>
Lang Hames93de2a12015-01-23 21:25:00 +000018
Lang Hames93de2a12015-01-23 21:25:00 +000019namespace llvm {
Lang Hamese7380612015-02-21 20:44:36 +000020namespace orc {
Lang Hames93de2a12015-01-23 21:25:00 +000021
Lang Hamesf0f4b4c2015-12-04 02:15:39 +000022void JITCompileCallbackManager::anchor() {}
Lang Hamesea39de82015-12-06 19:44:45 +000023void IndirectStubsManager::anchor() {}
Lang Hames98c2ac12015-10-19 17:43:51 +000024
Lang Hames105518f2016-05-26 17:20:35 +000025std::unique_ptr<JITCompileCallbackManager>
Benjamin Kramerc321e532016-06-08 19:09:22 +000026createLocalCompileCallbackManager(const Triple &T,
Lang Hamesad4a9112016-08-01 20:49:11 +000027 JITTargetAddress ErrorHandlerAddress) {
Lang Hames105518f2016-05-26 17:20:35 +000028 switch (T.getArch()) {
29 default: return nullptr;
30
Lang Hames359983b2017-08-15 18:10:19 +000031 case Triple::aarch64: {
32 typedef orc::LocalJITCompileCallbackManager<orc::OrcAArch64> CCMgrT;
33 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
34 }
35
Lang Hames105518f2016-05-26 17:20:35 +000036 case Triple::x86: {
37 typedef orc::LocalJITCompileCallbackManager<orc::OrcI386> CCMgrT;
38 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
39 }
40
41 case Triple::x86_64: {
42 if ( T.getOS() == Triple::OSType::Win32 ) {
43 typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_Win32> CCMgrT;
44 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
45 } else {
46 typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_SysV> CCMgrT;
47 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
48 }
49 }
Lang Hames359983b2017-08-15 18:10:19 +000050
Lang Hames105518f2016-05-26 17:20:35 +000051 }
52}
53
54std::function<std::unique_ptr<IndirectStubsManager>()>
Benjamin Kramerc321e532016-06-08 19:09:22 +000055createLocalIndirectStubsManagerBuilder(const Triple &T) {
Lang Hames105518f2016-05-26 17:20:35 +000056 switch (T.getArch()) {
Lang Hamesa95b0df2018-03-28 03:41:45 +000057 default:
58 return [](){
59 return llvm::make_unique<
60 orc::LocalIndirectStubsManager<orc::OrcGenericABI>>();
61 };
Lang Hames105518f2016-05-26 17:20:35 +000062
Lang Hames359983b2017-08-15 18:10:19 +000063 case Triple::aarch64:
64 return [](){
65 return llvm::make_unique<
66 orc::LocalIndirectStubsManager<orc::OrcAArch64>>();
67 };
68
Lang Hames105518f2016-05-26 17:20:35 +000069 case Triple::x86:
70 return [](){
71 return llvm::make_unique<
72 orc::LocalIndirectStubsManager<orc::OrcI386>>();
73 };
74
75 case Triple::x86_64:
76 if (T.getOS() == Triple::OSType::Win32) {
77 return [](){
78 return llvm::make_unique<
79 orc::LocalIndirectStubsManager<orc::OrcX86_64_Win32>>();
80 };
81 } else {
82 return [](){
83 return llvm::make_unique<
84 orc::LocalIndirectStubsManager<orc::OrcX86_64_SysV>>();
85 };
86 }
Lang Hames359983b2017-08-15 18:10:19 +000087
Lang Hames105518f2016-05-26 17:20:35 +000088 }
89}
90
Lang Hamesad4a9112016-08-01 20:49:11 +000091Constant* createIRTypedAddress(FunctionType &FT, JITTargetAddress Addr) {
Lang Hameseb9bdb52015-04-11 00:23:49 +000092 Constant *AddrIntVal =
93 ConstantInt::get(Type::getInt64Ty(FT.getContext()), Addr);
94 Constant *AddrPtrVal =
95 ConstantExpr::getCast(Instruction::IntToPtr, AddrIntVal,
96 PointerType::get(&FT, 0));
97 return AddrPtrVal;
98}
99
100GlobalVariable* createImplPointer(PointerType &PT, Module &M,
101 const Twine &Name, Constant *Initializer) {
Lang Hamescd68eba2015-05-05 17:37:18 +0000102 auto IP = new GlobalVariable(M, &PT, false, GlobalValue::ExternalLinkage,
103 Initializer, Name, nullptr,
104 GlobalValue::NotThreadLocal, 0, true);
105 IP->setVisibility(GlobalValue::HiddenVisibility);
106 return IP;
Lang Hames93de2a12015-01-23 21:25:00 +0000107}
108
Lang Hames98c2ac12015-10-19 17:43:51 +0000109void makeStub(Function &F, Value &ImplPointer) {
Lang Hames27547142015-02-17 01:18:38 +0000110 assert(F.isDeclaration() && "Can't turn a definition into a stub.");
111 assert(F.getParent() && "Function isn't in a module.");
112 Module &M = *F.getParent();
113 BasicBlock *EntryBlock = BasicBlock::Create(M.getContext(), "entry", &F);
114 IRBuilder<> Builder(EntryBlock);
115 LoadInst *ImplAddr = Builder.CreateLoad(&ImplPointer);
116 std::vector<Value*> CallArgs;
117 for (auto &A : F.args())
118 CallArgs.push_back(&A);
119 CallInst *Call = Builder.CreateCall(ImplAddr, CallArgs);
120 Call->setTailCall();
Lang Hamesdc4260d2015-04-20 20:41:45 +0000121 Call->setAttributes(F.getAttributes());
Lang Hamescd68eba2015-05-05 17:37:18 +0000122 if (F.getReturnType()->isVoidTy())
123 Builder.CreateRetVoid();
124 else
125 Builder.CreateRet(Call);
Lang Hames93de2a12015-01-23 21:25:00 +0000126}
127
Lang Hamesc6de4582015-04-12 20:05:51 +0000128// Utility class for renaming global values and functions during partitioning.
129class GlobalRenamer {
130public:
131
132 static bool needsRenaming(const Value &New) {
Alexander Kornienkodb73c2f2015-11-05 21:18:09 +0000133 return !New.hasName() || New.getName().startswith("\01L");
Lang Hamesc6de4582015-04-12 20:05:51 +0000134 }
135
136 const std::string& getRename(const Value &Orig) {
137 // See if we have a name for this global.
138 {
139 auto I = Names.find(&Orig);
140 if (I != Names.end())
141 return I->second;
142 }
143
144 // Nope. Create a new one.
145 // FIXME: Use a more robust uniquing scheme. (This may blow up if the user
146 // writes a "__orc_anon[[:digit:]]* method).
147 unsigned ID = Names.size();
148 std::ostringstream NameStream;
149 NameStream << "__orc_anon" << ID++;
150 auto I = Names.insert(std::make_pair(&Orig, NameStream.str()));
151 return I.first->second;
152 }
153private:
154 DenseMap<const Value*, std::string> Names;
155};
156
Lang Hamescd68eba2015-05-05 17:37:18 +0000157static void raiseVisibilityOnValue(GlobalValue &V, GlobalRenamer &R) {
158 if (V.hasLocalLinkage()) {
159 if (R.needsRenaming(V))
160 V.setName(R.getRename(V));
161 V.setLinkage(GlobalValue::ExternalLinkage);
162 V.setVisibility(GlobalValue::HiddenVisibility);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000163 }
Peter Collingbourne96efdd62016-06-14 21:01:22 +0000164 V.setUnnamedAddr(GlobalValue::UnnamedAddr::None);
Lang Hamescd68eba2015-05-05 17:37:18 +0000165 assert(!R.needsRenaming(V) && "Invalid global name.");
Lang Hamesa68970d2015-05-04 22:03:10 +0000166}
Lang Hames27547142015-02-17 01:18:38 +0000167
Lang Hamescd68eba2015-05-05 17:37:18 +0000168void makeAllSymbolsExternallyAccessible(Module &M) {
169 GlobalRenamer Renamer;
Lang Hames93de2a12015-01-23 21:25:00 +0000170
Lang Hamescd68eba2015-05-05 17:37:18 +0000171 for (auto &F : M)
172 raiseVisibilityOnValue(F, Renamer);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000173
Lang Hamescd68eba2015-05-05 17:37:18 +0000174 for (auto &GV : M.globals())
175 raiseVisibilityOnValue(GV, Renamer);
Lang Hames98c2ac12015-10-19 17:43:51 +0000176
177 for (auto &A : M.aliases())
178 raiseVisibilityOnValue(A, Renamer);
Lang Hamescd68eba2015-05-05 17:37:18 +0000179}
Lang Hamesac31a1f2015-05-04 23:30:01 +0000180
Lang Hamescd68eba2015-05-05 17:37:18 +0000181Function* cloneFunctionDecl(Module &Dst, const Function &F,
182 ValueToValueMapTy *VMap) {
183 assert(F.getParent() != &Dst && "Can't copy decl over existing function.");
184 Function *NewF =
Manuel Jacob5f6eaac2016-01-16 20:30:46 +0000185 Function::Create(cast<FunctionType>(F.getValueType()),
Lang Hamescd68eba2015-05-05 17:37:18 +0000186 F.getLinkage(), F.getName(), &Dst);
187 NewF->copyAttributesFrom(&F);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000188
Lang Hamescd68eba2015-05-05 17:37:18 +0000189 if (VMap) {
190 (*VMap)[&F] = NewF;
191 auto NewArgI = NewF->arg_begin();
192 for (auto ArgI = F.arg_begin(), ArgE = F.arg_end(); ArgI != ArgE;
193 ++ArgI, ++NewArgI)
Duncan P. N. Exon Smith1275bff2015-10-13 18:10:59 +0000194 (*VMap)[&*ArgI] = &*NewArgI;
Lang Hames93de2a12015-01-23 21:25:00 +0000195 }
196
Lang Hamescd68eba2015-05-05 17:37:18 +0000197 return NewF;
198}
Lang Hames27547142015-02-17 01:18:38 +0000199
Lang Hamescd68eba2015-05-05 17:37:18 +0000200void moveFunctionBody(Function &OrigF, ValueToValueMapTy &VMap,
201 ValueMaterializer *Materializer,
202 Function *NewF) {
203 assert(!OrigF.isDeclaration() && "Nothing to move");
204 if (!NewF)
205 NewF = cast<Function>(VMap[&OrigF]);
206 else
207 assert(VMap[&OrigF] == NewF && "Incorrect function mapping in VMap.");
208 assert(NewF && "Function mapping missing from VMap.");
209 assert(NewF->getParent() != OrigF.getParent() &&
210 "moveFunctionBody should only be used to move bodies between "
211 "modules.");
Lang Hames27547142015-02-17 01:18:38 +0000212
Lang Hamescd68eba2015-05-05 17:37:18 +0000213 SmallVector<ReturnInst *, 8> Returns; // Ignore returns cloned.
214 CloneFunctionInto(NewF, &OrigF, VMap, /*ModuleLevelChanges=*/true, Returns,
215 "", nullptr, nullptr, Materializer);
216 OrigF.deleteBody();
217}
Lang Hames27547142015-02-17 01:18:38 +0000218
Lang Hamescd68eba2015-05-05 17:37:18 +0000219GlobalVariable* cloneGlobalVariableDecl(Module &Dst, const GlobalVariable &GV,
220 ValueToValueMapTy *VMap) {
221 assert(GV.getParent() != &Dst && "Can't copy decl over existing global var.");
222 GlobalVariable *NewGV = new GlobalVariable(
Manuel Jacob5f6eaac2016-01-16 20:30:46 +0000223 Dst, GV.getValueType(), GV.isConstant(),
Lang Hamescd68eba2015-05-05 17:37:18 +0000224 GV.getLinkage(), nullptr, GV.getName(), nullptr,
225 GV.getThreadLocalMode(), GV.getType()->getAddressSpace());
226 NewGV->copyAttributesFrom(&GV);
227 if (VMap)
228 (*VMap)[&GV] = NewGV;
229 return NewGV;
230}
Lang Hames27547142015-02-17 01:18:38 +0000231
Lang Hamescd68eba2015-05-05 17:37:18 +0000232void moveGlobalVariableInitializer(GlobalVariable &OrigGV,
233 ValueToValueMapTy &VMap,
234 ValueMaterializer *Materializer,
235 GlobalVariable *NewGV) {
236 assert(OrigGV.hasInitializer() && "Nothing to move");
237 if (!NewGV)
238 NewGV = cast<GlobalVariable>(VMap[&OrigGV]);
239 else
240 assert(VMap[&OrigGV] == NewGV &&
241 "Incorrect global variable mapping in VMap.");
242 assert(NewGV->getParent() != OrigGV.getParent() &&
243 "moveGlobalVariable should only be used to move initializers between "
244 "modules");
245
246 NewGV->setInitializer(MapValue(OrigGV.getInitializer(), VMap, RF_None,
247 nullptr, Materializer));
Lang Hames93de2a12015-01-23 21:25:00 +0000248}
249
Lang Hames98c2ac12015-10-19 17:43:51 +0000250GlobalAlias* cloneGlobalAliasDecl(Module &Dst, const GlobalAlias &OrigA,
251 ValueToValueMapTy &VMap) {
Lang Hames44780ac2015-10-06 22:55:05 +0000252 assert(OrigA.getAliasee() && "Original alias doesn't have an aliasee?");
253 auto *NewA = GlobalAlias::create(OrigA.getValueType(),
254 OrigA.getType()->getPointerAddressSpace(),
255 OrigA.getLinkage(), OrigA.getName(), &Dst);
256 NewA->copyAttributesFrom(&OrigA);
257 VMap[&OrigA] = NewA;
Lang Hames44780ac2015-10-06 22:55:05 +0000258 return NewA;
259}
260
Lang Hames38c79272016-09-04 17:53:30 +0000261void cloneModuleFlagsMetadata(Module &Dst, const Module &Src,
262 ValueToValueMapTy &VMap) {
263 auto *MFs = Src.getModuleFlagsMetadata();
264 if (!MFs)
265 return;
266 for (auto *MF : MFs->operands())
267 Dst.addModuleFlag(MapMetadata(MF, VMap));
268}
269
Lang Hamese7380612015-02-21 20:44:36 +0000270} // End namespace orc.
271} // End namespace llvm.