blob: 34a0ddf00c852af1cb96a5cf28cf0df42303af59 [file] [log] [blame]
Lang Hames53ccf882015-02-22 01:45:31 +00001//===---- IndirectionUtils.cpp - Utilities for call indirection in Orc ----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Benjamin Kramer0a446fd2015-03-01 21:28:53 +000010#include "llvm/ADT/STLExtras.h"
Lang Hames93de2a12015-01-23 21:25:00 +000011#include "llvm/ADT/Triple.h"
Chandler Carruth71f308a2015-02-13 09:09:03 +000012#include "llvm/ExecutionEngine/Orc/IndirectionUtils.h"
Lang Hames105518f2016-05-26 17:20:35 +000013#include "llvm/ExecutionEngine/Orc/OrcABISupport.h"
Lang Hames93de2a12015-01-23 21:25:00 +000014#include "llvm/IR/CallSite.h"
15#include "llvm/IR/IRBuilder.h"
Lang Hamescd68eba2015-05-05 17:37:18 +000016#include "llvm/Transforms/Utils/Cloning.h"
Lang Hamesc6de4582015-04-12 20:05:51 +000017#include <sstream>
Lang Hames93de2a12015-01-23 21:25:00 +000018
Lang Hames93de2a12015-01-23 21:25:00 +000019namespace llvm {
Lang Hamese7380612015-02-21 20:44:36 +000020namespace orc {
Lang Hames93de2a12015-01-23 21:25:00 +000021
Lang Hamesf0f4b4c2015-12-04 02:15:39 +000022void JITCompileCallbackManager::anchor() {}
Lang Hamesea39de82015-12-06 19:44:45 +000023void IndirectStubsManager::anchor() {}
Lang Hames98c2ac12015-10-19 17:43:51 +000024
Lang Hames105518f2016-05-26 17:20:35 +000025std::unique_ptr<JITCompileCallbackManager>
26createLocalCompileCallbackManager(Triple T, TargetAddress ErrorHandlerAddress) {
27 switch (T.getArch()) {
28 default: return nullptr;
29
30 case Triple::x86: {
31 typedef orc::LocalJITCompileCallbackManager<orc::OrcI386> CCMgrT;
32 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
33 }
34
35 case Triple::x86_64: {
36 if ( T.getOS() == Triple::OSType::Win32 ) {
37 typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_Win32> CCMgrT;
38 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
39 } else {
40 typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_SysV> CCMgrT;
41 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
42 }
43 }
44 }
45}
46
47std::function<std::unique_ptr<IndirectStubsManager>()>
48createLocalIndirectStubsManagerBuilder(Triple T) {
49 switch (T.getArch()) {
50 default: return nullptr;
51
52 case Triple::x86:
53 return [](){
54 return llvm::make_unique<
55 orc::LocalIndirectStubsManager<orc::OrcI386>>();
56 };
57
58 case Triple::x86_64:
59 if (T.getOS() == Triple::OSType::Win32) {
60 return [](){
61 return llvm::make_unique<
62 orc::LocalIndirectStubsManager<orc::OrcX86_64_Win32>>();
63 };
64 } else {
65 return [](){
66 return llvm::make_unique<
67 orc::LocalIndirectStubsManager<orc::OrcX86_64_SysV>>();
68 };
69 }
70 }
71}
72
Lang Hameseb9bdb52015-04-11 00:23:49 +000073Constant* createIRTypedAddress(FunctionType &FT, TargetAddress Addr) {
74 Constant *AddrIntVal =
75 ConstantInt::get(Type::getInt64Ty(FT.getContext()), Addr);
76 Constant *AddrPtrVal =
77 ConstantExpr::getCast(Instruction::IntToPtr, AddrIntVal,
78 PointerType::get(&FT, 0));
79 return AddrPtrVal;
80}
81
82GlobalVariable* createImplPointer(PointerType &PT, Module &M,
83 const Twine &Name, Constant *Initializer) {
Lang Hamescd68eba2015-05-05 17:37:18 +000084 auto IP = new GlobalVariable(M, &PT, false, GlobalValue::ExternalLinkage,
85 Initializer, Name, nullptr,
86 GlobalValue::NotThreadLocal, 0, true);
87 IP->setVisibility(GlobalValue::HiddenVisibility);
88 return IP;
Lang Hames93de2a12015-01-23 21:25:00 +000089}
90
Lang Hames98c2ac12015-10-19 17:43:51 +000091void makeStub(Function &F, Value &ImplPointer) {
Lang Hames27547142015-02-17 01:18:38 +000092 assert(F.isDeclaration() && "Can't turn a definition into a stub.");
93 assert(F.getParent() && "Function isn't in a module.");
94 Module &M = *F.getParent();
95 BasicBlock *EntryBlock = BasicBlock::Create(M.getContext(), "entry", &F);
96 IRBuilder<> Builder(EntryBlock);
97 LoadInst *ImplAddr = Builder.CreateLoad(&ImplPointer);
98 std::vector<Value*> CallArgs;
99 for (auto &A : F.args())
100 CallArgs.push_back(&A);
101 CallInst *Call = Builder.CreateCall(ImplAddr, CallArgs);
102 Call->setTailCall();
Lang Hamesdc4260d2015-04-20 20:41:45 +0000103 Call->setAttributes(F.getAttributes());
Lang Hamescd68eba2015-05-05 17:37:18 +0000104 if (F.getReturnType()->isVoidTy())
105 Builder.CreateRetVoid();
106 else
107 Builder.CreateRet(Call);
Lang Hames93de2a12015-01-23 21:25:00 +0000108}
109
Lang Hamesc6de4582015-04-12 20:05:51 +0000110// Utility class for renaming global values and functions during partitioning.
111class GlobalRenamer {
112public:
113
114 static bool needsRenaming(const Value &New) {
Alexander Kornienkodb73c2f2015-11-05 21:18:09 +0000115 return !New.hasName() || New.getName().startswith("\01L");
Lang Hamesc6de4582015-04-12 20:05:51 +0000116 }
117
118 const std::string& getRename(const Value &Orig) {
119 // See if we have a name for this global.
120 {
121 auto I = Names.find(&Orig);
122 if (I != Names.end())
123 return I->second;
124 }
125
126 // Nope. Create a new one.
127 // FIXME: Use a more robust uniquing scheme. (This may blow up if the user
128 // writes a "__orc_anon[[:digit:]]* method).
129 unsigned ID = Names.size();
130 std::ostringstream NameStream;
131 NameStream << "__orc_anon" << ID++;
132 auto I = Names.insert(std::make_pair(&Orig, NameStream.str()));
133 return I.first->second;
134 }
135private:
136 DenseMap<const Value*, std::string> Names;
137};
138
Lang Hamescd68eba2015-05-05 17:37:18 +0000139static void raiseVisibilityOnValue(GlobalValue &V, GlobalRenamer &R) {
140 if (V.hasLocalLinkage()) {
141 if (R.needsRenaming(V))
142 V.setName(R.getRename(V));
143 V.setLinkage(GlobalValue::ExternalLinkage);
144 V.setVisibility(GlobalValue::HiddenVisibility);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000145 }
Lang Hamescd68eba2015-05-05 17:37:18 +0000146 V.setUnnamedAddr(false);
147 assert(!R.needsRenaming(V) && "Invalid global name.");
Lang Hamesa68970d2015-05-04 22:03:10 +0000148}
Lang Hames27547142015-02-17 01:18:38 +0000149
Lang Hamescd68eba2015-05-05 17:37:18 +0000150void makeAllSymbolsExternallyAccessible(Module &M) {
151 GlobalRenamer Renamer;
Lang Hames93de2a12015-01-23 21:25:00 +0000152
Lang Hamescd68eba2015-05-05 17:37:18 +0000153 for (auto &F : M)
154 raiseVisibilityOnValue(F, Renamer);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000155
Lang Hamescd68eba2015-05-05 17:37:18 +0000156 for (auto &GV : M.globals())
157 raiseVisibilityOnValue(GV, Renamer);
Lang Hames98c2ac12015-10-19 17:43:51 +0000158
159 for (auto &A : M.aliases())
160 raiseVisibilityOnValue(A, Renamer);
Lang Hamescd68eba2015-05-05 17:37:18 +0000161}
Lang Hamesac31a1f2015-05-04 23:30:01 +0000162
Lang Hamescd68eba2015-05-05 17:37:18 +0000163Function* cloneFunctionDecl(Module &Dst, const Function &F,
164 ValueToValueMapTy *VMap) {
165 assert(F.getParent() != &Dst && "Can't copy decl over existing function.");
166 Function *NewF =
Manuel Jacob5f6eaac2016-01-16 20:30:46 +0000167 Function::Create(cast<FunctionType>(F.getValueType()),
Lang Hamescd68eba2015-05-05 17:37:18 +0000168 F.getLinkage(), F.getName(), &Dst);
169 NewF->copyAttributesFrom(&F);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000170
Lang Hamescd68eba2015-05-05 17:37:18 +0000171 if (VMap) {
172 (*VMap)[&F] = NewF;
173 auto NewArgI = NewF->arg_begin();
174 for (auto ArgI = F.arg_begin(), ArgE = F.arg_end(); ArgI != ArgE;
175 ++ArgI, ++NewArgI)
Duncan P. N. Exon Smith1275bff2015-10-13 18:10:59 +0000176 (*VMap)[&*ArgI] = &*NewArgI;
Lang Hames93de2a12015-01-23 21:25:00 +0000177 }
178
Lang Hamescd68eba2015-05-05 17:37:18 +0000179 return NewF;
180}
Lang Hames27547142015-02-17 01:18:38 +0000181
Lang Hamescd68eba2015-05-05 17:37:18 +0000182void moveFunctionBody(Function &OrigF, ValueToValueMapTy &VMap,
183 ValueMaterializer *Materializer,
184 Function *NewF) {
185 assert(!OrigF.isDeclaration() && "Nothing to move");
186 if (!NewF)
187 NewF = cast<Function>(VMap[&OrigF]);
188 else
189 assert(VMap[&OrigF] == NewF && "Incorrect function mapping in VMap.");
190 assert(NewF && "Function mapping missing from VMap.");
191 assert(NewF->getParent() != OrigF.getParent() &&
192 "moveFunctionBody should only be used to move bodies between "
193 "modules.");
Lang Hames27547142015-02-17 01:18:38 +0000194
Lang Hamescd68eba2015-05-05 17:37:18 +0000195 SmallVector<ReturnInst *, 8> Returns; // Ignore returns cloned.
196 CloneFunctionInto(NewF, &OrigF, VMap, /*ModuleLevelChanges=*/true, Returns,
197 "", nullptr, nullptr, Materializer);
198 OrigF.deleteBody();
199}
Lang Hames27547142015-02-17 01:18:38 +0000200
Lang Hamescd68eba2015-05-05 17:37:18 +0000201GlobalVariable* cloneGlobalVariableDecl(Module &Dst, const GlobalVariable &GV,
202 ValueToValueMapTy *VMap) {
203 assert(GV.getParent() != &Dst && "Can't copy decl over existing global var.");
204 GlobalVariable *NewGV = new GlobalVariable(
Manuel Jacob5f6eaac2016-01-16 20:30:46 +0000205 Dst, GV.getValueType(), GV.isConstant(),
Lang Hamescd68eba2015-05-05 17:37:18 +0000206 GV.getLinkage(), nullptr, GV.getName(), nullptr,
207 GV.getThreadLocalMode(), GV.getType()->getAddressSpace());
208 NewGV->copyAttributesFrom(&GV);
209 if (VMap)
210 (*VMap)[&GV] = NewGV;
211 return NewGV;
212}
Lang Hames27547142015-02-17 01:18:38 +0000213
Lang Hamescd68eba2015-05-05 17:37:18 +0000214void moveGlobalVariableInitializer(GlobalVariable &OrigGV,
215 ValueToValueMapTy &VMap,
216 ValueMaterializer *Materializer,
217 GlobalVariable *NewGV) {
218 assert(OrigGV.hasInitializer() && "Nothing to move");
219 if (!NewGV)
220 NewGV = cast<GlobalVariable>(VMap[&OrigGV]);
221 else
222 assert(VMap[&OrigGV] == NewGV &&
223 "Incorrect global variable mapping in VMap.");
224 assert(NewGV->getParent() != OrigGV.getParent() &&
225 "moveGlobalVariable should only be used to move initializers between "
226 "modules");
227
228 NewGV->setInitializer(MapValue(OrigGV.getInitializer(), VMap, RF_None,
229 nullptr, Materializer));
Lang Hames93de2a12015-01-23 21:25:00 +0000230}
231
Lang Hames98c2ac12015-10-19 17:43:51 +0000232GlobalAlias* cloneGlobalAliasDecl(Module &Dst, const GlobalAlias &OrigA,
233 ValueToValueMapTy &VMap) {
Lang Hames44780ac2015-10-06 22:55:05 +0000234 assert(OrigA.getAliasee() && "Original alias doesn't have an aliasee?");
235 auto *NewA = GlobalAlias::create(OrigA.getValueType(),
236 OrigA.getType()->getPointerAddressSpace(),
237 OrigA.getLinkage(), OrigA.getName(), &Dst);
238 NewA->copyAttributesFrom(&OrigA);
239 VMap[&OrigA] = NewA;
Lang Hames44780ac2015-10-06 22:55:05 +0000240 return NewA;
241}
242
Lang Hamese7380612015-02-21 20:44:36 +0000243} // End namespace orc.
244} // End namespace llvm.