blob: 68397beae63aa60cf881ecc90934d5dafb1fa0af [file] [log] [blame]
Lang Hames53ccf882015-02-22 01:45:31 +00001//===---- IndirectionUtils.cpp - Utilities for call indirection in Orc ----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Chandler Carruth6bda14b2017-06-06 11:49:48 +000010#include "llvm/ExecutionEngine/Orc/IndirectionUtils.h"
Benjamin Kramer0a446fd2015-03-01 21:28:53 +000011#include "llvm/ADT/STLExtras.h"
Lang Hames93de2a12015-01-23 21:25:00 +000012#include "llvm/ADT/Triple.h"
Lang Hames105518f2016-05-26 17:20:35 +000013#include "llvm/ExecutionEngine/Orc/OrcABISupport.h"
Lang Hames93de2a12015-01-23 21:25:00 +000014#include "llvm/IR/CallSite.h"
15#include "llvm/IR/IRBuilder.h"
Lang Hamescd68eba2015-05-05 17:37:18 +000016#include "llvm/Transforms/Utils/Cloning.h"
Lang Hamesc6de4582015-04-12 20:05:51 +000017#include <sstream>
Lang Hames93de2a12015-01-23 21:25:00 +000018
Lang Hames93de2a12015-01-23 21:25:00 +000019namespace llvm {
Lang Hamese7380612015-02-21 20:44:36 +000020namespace orc {
Lang Hames93de2a12015-01-23 21:25:00 +000021
Lang Hamesf0f4b4c2015-12-04 02:15:39 +000022void JITCompileCallbackManager::anchor() {}
Lang Hamesea39de82015-12-06 19:44:45 +000023void IndirectStubsManager::anchor() {}
Lang Hames98c2ac12015-10-19 17:43:51 +000024
Lang Hames105518f2016-05-26 17:20:35 +000025std::unique_ptr<JITCompileCallbackManager>
Benjamin Kramerc321e532016-06-08 19:09:22 +000026createLocalCompileCallbackManager(const Triple &T,
Lang Hamesad4a9112016-08-01 20:49:11 +000027 JITTargetAddress ErrorHandlerAddress) {
Lang Hames105518f2016-05-26 17:20:35 +000028 switch (T.getArch()) {
29 default: return nullptr;
30
Lang Hames359983b2017-08-15 18:10:19 +000031 case Triple::aarch64: {
32 typedef orc::LocalJITCompileCallbackManager<orc::OrcAArch64> CCMgrT;
33 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
34 }
35
Lang Hames105518f2016-05-26 17:20:35 +000036 case Triple::x86: {
37 typedef orc::LocalJITCompileCallbackManager<orc::OrcI386> CCMgrT;
38 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
39 }
40
41 case Triple::x86_64: {
42 if ( T.getOS() == Triple::OSType::Win32 ) {
43 typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_Win32> CCMgrT;
44 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
45 } else {
46 typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_SysV> CCMgrT;
47 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
48 }
49 }
Lang Hames359983b2017-08-15 18:10:19 +000050
Lang Hames105518f2016-05-26 17:20:35 +000051 }
52}
53
54std::function<std::unique_ptr<IndirectStubsManager>()>
Benjamin Kramerc321e532016-06-08 19:09:22 +000055createLocalIndirectStubsManagerBuilder(const Triple &T) {
Lang Hames105518f2016-05-26 17:20:35 +000056 switch (T.getArch()) {
57 default: return nullptr;
58
Lang Hames359983b2017-08-15 18:10:19 +000059 case Triple::aarch64:
60 return [](){
61 return llvm::make_unique<
62 orc::LocalIndirectStubsManager<orc::OrcAArch64>>();
63 };
64
Lang Hames105518f2016-05-26 17:20:35 +000065 case Triple::x86:
66 return [](){
67 return llvm::make_unique<
68 orc::LocalIndirectStubsManager<orc::OrcI386>>();
69 };
70
71 case Triple::x86_64:
72 if (T.getOS() == Triple::OSType::Win32) {
73 return [](){
74 return llvm::make_unique<
75 orc::LocalIndirectStubsManager<orc::OrcX86_64_Win32>>();
76 };
77 } else {
78 return [](){
79 return llvm::make_unique<
80 orc::LocalIndirectStubsManager<orc::OrcX86_64_SysV>>();
81 };
82 }
Lang Hames359983b2017-08-15 18:10:19 +000083
Lang Hames105518f2016-05-26 17:20:35 +000084 }
85}
86
Lang Hamesad4a9112016-08-01 20:49:11 +000087Constant* createIRTypedAddress(FunctionType &FT, JITTargetAddress Addr) {
Lang Hameseb9bdb52015-04-11 00:23:49 +000088 Constant *AddrIntVal =
89 ConstantInt::get(Type::getInt64Ty(FT.getContext()), Addr);
90 Constant *AddrPtrVal =
91 ConstantExpr::getCast(Instruction::IntToPtr, AddrIntVal,
92 PointerType::get(&FT, 0));
93 return AddrPtrVal;
94}
95
96GlobalVariable* createImplPointer(PointerType &PT, Module &M,
97 const Twine &Name, Constant *Initializer) {
Lang Hamescd68eba2015-05-05 17:37:18 +000098 auto IP = new GlobalVariable(M, &PT, false, GlobalValue::ExternalLinkage,
99 Initializer, Name, nullptr,
100 GlobalValue::NotThreadLocal, 0, true);
101 IP->setVisibility(GlobalValue::HiddenVisibility);
102 return IP;
Lang Hames93de2a12015-01-23 21:25:00 +0000103}
104
Lang Hames98c2ac12015-10-19 17:43:51 +0000105void makeStub(Function &F, Value &ImplPointer) {
Lang Hames27547142015-02-17 01:18:38 +0000106 assert(F.isDeclaration() && "Can't turn a definition into a stub.");
107 assert(F.getParent() && "Function isn't in a module.");
108 Module &M = *F.getParent();
109 BasicBlock *EntryBlock = BasicBlock::Create(M.getContext(), "entry", &F);
110 IRBuilder<> Builder(EntryBlock);
111 LoadInst *ImplAddr = Builder.CreateLoad(&ImplPointer);
112 std::vector<Value*> CallArgs;
113 for (auto &A : F.args())
114 CallArgs.push_back(&A);
115 CallInst *Call = Builder.CreateCall(ImplAddr, CallArgs);
116 Call->setTailCall();
Lang Hamesdc4260d2015-04-20 20:41:45 +0000117 Call->setAttributes(F.getAttributes());
Lang Hamescd68eba2015-05-05 17:37:18 +0000118 if (F.getReturnType()->isVoidTy())
119 Builder.CreateRetVoid();
120 else
121 Builder.CreateRet(Call);
Lang Hames93de2a12015-01-23 21:25:00 +0000122}
123
Lang Hamesc6de4582015-04-12 20:05:51 +0000124// Utility class for renaming global values and functions during partitioning.
125class GlobalRenamer {
126public:
127
128 static bool needsRenaming(const Value &New) {
Alexander Kornienkodb73c2f2015-11-05 21:18:09 +0000129 return !New.hasName() || New.getName().startswith("\01L");
Lang Hamesc6de4582015-04-12 20:05:51 +0000130 }
131
132 const std::string& getRename(const Value &Orig) {
133 // See if we have a name for this global.
134 {
135 auto I = Names.find(&Orig);
136 if (I != Names.end())
137 return I->second;
138 }
139
140 // Nope. Create a new one.
141 // FIXME: Use a more robust uniquing scheme. (This may blow up if the user
142 // writes a "__orc_anon[[:digit:]]* method).
143 unsigned ID = Names.size();
144 std::ostringstream NameStream;
145 NameStream << "__orc_anon" << ID++;
146 auto I = Names.insert(std::make_pair(&Orig, NameStream.str()));
147 return I.first->second;
148 }
149private:
150 DenseMap<const Value*, std::string> Names;
151};
152
Lang Hamescd68eba2015-05-05 17:37:18 +0000153static void raiseVisibilityOnValue(GlobalValue &V, GlobalRenamer &R) {
154 if (V.hasLocalLinkage()) {
155 if (R.needsRenaming(V))
156 V.setName(R.getRename(V));
157 V.setLinkage(GlobalValue::ExternalLinkage);
158 V.setVisibility(GlobalValue::HiddenVisibility);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000159 }
Peter Collingbourne96efdd62016-06-14 21:01:22 +0000160 V.setUnnamedAddr(GlobalValue::UnnamedAddr::None);
Lang Hamescd68eba2015-05-05 17:37:18 +0000161 assert(!R.needsRenaming(V) && "Invalid global name.");
Lang Hamesa68970d2015-05-04 22:03:10 +0000162}
Lang Hames27547142015-02-17 01:18:38 +0000163
Lang Hamescd68eba2015-05-05 17:37:18 +0000164void makeAllSymbolsExternallyAccessible(Module &M) {
165 GlobalRenamer Renamer;
Lang Hames93de2a12015-01-23 21:25:00 +0000166
Lang Hamescd68eba2015-05-05 17:37:18 +0000167 for (auto &F : M)
168 raiseVisibilityOnValue(F, Renamer);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000169
Lang Hamescd68eba2015-05-05 17:37:18 +0000170 for (auto &GV : M.globals())
171 raiseVisibilityOnValue(GV, Renamer);
Lang Hames98c2ac12015-10-19 17:43:51 +0000172
173 for (auto &A : M.aliases())
174 raiseVisibilityOnValue(A, Renamer);
Lang Hamescd68eba2015-05-05 17:37:18 +0000175}
Lang Hamesac31a1f2015-05-04 23:30:01 +0000176
Lang Hamescd68eba2015-05-05 17:37:18 +0000177Function* cloneFunctionDecl(Module &Dst, const Function &F,
178 ValueToValueMapTy *VMap) {
179 assert(F.getParent() != &Dst && "Can't copy decl over existing function.");
180 Function *NewF =
Manuel Jacob5f6eaac2016-01-16 20:30:46 +0000181 Function::Create(cast<FunctionType>(F.getValueType()),
Lang Hamescd68eba2015-05-05 17:37:18 +0000182 F.getLinkage(), F.getName(), &Dst);
183 NewF->copyAttributesFrom(&F);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000184
Lang Hamescd68eba2015-05-05 17:37:18 +0000185 if (VMap) {
186 (*VMap)[&F] = NewF;
187 auto NewArgI = NewF->arg_begin();
188 for (auto ArgI = F.arg_begin(), ArgE = F.arg_end(); ArgI != ArgE;
189 ++ArgI, ++NewArgI)
Duncan P. N. Exon Smith1275bff2015-10-13 18:10:59 +0000190 (*VMap)[&*ArgI] = &*NewArgI;
Lang Hames93de2a12015-01-23 21:25:00 +0000191 }
192
Lang Hamescd68eba2015-05-05 17:37:18 +0000193 return NewF;
194}
Lang Hames27547142015-02-17 01:18:38 +0000195
Lang Hamescd68eba2015-05-05 17:37:18 +0000196void moveFunctionBody(Function &OrigF, ValueToValueMapTy &VMap,
197 ValueMaterializer *Materializer,
198 Function *NewF) {
199 assert(!OrigF.isDeclaration() && "Nothing to move");
200 if (!NewF)
201 NewF = cast<Function>(VMap[&OrigF]);
202 else
203 assert(VMap[&OrigF] == NewF && "Incorrect function mapping in VMap.");
204 assert(NewF && "Function mapping missing from VMap.");
205 assert(NewF->getParent() != OrigF.getParent() &&
206 "moveFunctionBody should only be used to move bodies between "
207 "modules.");
Lang Hames27547142015-02-17 01:18:38 +0000208
Lang Hamescd68eba2015-05-05 17:37:18 +0000209 SmallVector<ReturnInst *, 8> Returns; // Ignore returns cloned.
210 CloneFunctionInto(NewF, &OrigF, VMap, /*ModuleLevelChanges=*/true, Returns,
211 "", nullptr, nullptr, Materializer);
212 OrigF.deleteBody();
213}
Lang Hames27547142015-02-17 01:18:38 +0000214
Lang Hamescd68eba2015-05-05 17:37:18 +0000215GlobalVariable* cloneGlobalVariableDecl(Module &Dst, const GlobalVariable &GV,
216 ValueToValueMapTy *VMap) {
217 assert(GV.getParent() != &Dst && "Can't copy decl over existing global var.");
218 GlobalVariable *NewGV = new GlobalVariable(
Manuel Jacob5f6eaac2016-01-16 20:30:46 +0000219 Dst, GV.getValueType(), GV.isConstant(),
Lang Hamescd68eba2015-05-05 17:37:18 +0000220 GV.getLinkage(), nullptr, GV.getName(), nullptr,
221 GV.getThreadLocalMode(), GV.getType()->getAddressSpace());
222 NewGV->copyAttributesFrom(&GV);
223 if (VMap)
224 (*VMap)[&GV] = NewGV;
225 return NewGV;
226}
Lang Hames27547142015-02-17 01:18:38 +0000227
Lang Hamescd68eba2015-05-05 17:37:18 +0000228void moveGlobalVariableInitializer(GlobalVariable &OrigGV,
229 ValueToValueMapTy &VMap,
230 ValueMaterializer *Materializer,
231 GlobalVariable *NewGV) {
232 assert(OrigGV.hasInitializer() && "Nothing to move");
233 if (!NewGV)
234 NewGV = cast<GlobalVariable>(VMap[&OrigGV]);
235 else
236 assert(VMap[&OrigGV] == NewGV &&
237 "Incorrect global variable mapping in VMap.");
238 assert(NewGV->getParent() != OrigGV.getParent() &&
239 "moveGlobalVariable should only be used to move initializers between "
240 "modules");
241
242 NewGV->setInitializer(MapValue(OrigGV.getInitializer(), VMap, RF_None,
243 nullptr, Materializer));
Lang Hames93de2a12015-01-23 21:25:00 +0000244}
245
Lang Hames98c2ac12015-10-19 17:43:51 +0000246GlobalAlias* cloneGlobalAliasDecl(Module &Dst, const GlobalAlias &OrigA,
247 ValueToValueMapTy &VMap) {
Lang Hames44780ac2015-10-06 22:55:05 +0000248 assert(OrigA.getAliasee() && "Original alias doesn't have an aliasee?");
249 auto *NewA = GlobalAlias::create(OrigA.getValueType(),
250 OrigA.getType()->getPointerAddressSpace(),
251 OrigA.getLinkage(), OrigA.getName(), &Dst);
252 NewA->copyAttributesFrom(&OrigA);
253 VMap[&OrigA] = NewA;
Lang Hames44780ac2015-10-06 22:55:05 +0000254 return NewA;
255}
256
Lang Hames38c79272016-09-04 17:53:30 +0000257void cloneModuleFlagsMetadata(Module &Dst, const Module &Src,
258 ValueToValueMapTy &VMap) {
259 auto *MFs = Src.getModuleFlagsMetadata();
260 if (!MFs)
261 return;
262 for (auto *MF : MFs->operands())
263 Dst.addModuleFlag(MapMetadata(MF, VMap));
264}
265
Lang Hamese7380612015-02-21 20:44:36 +0000266} // End namespace orc.
267} // End namespace llvm.