blob: e3a456849f90351120905f916a442ddb4d731186 [file] [log] [blame]
Lang Hames53ccf882015-02-22 01:45:31 +00001//===---- IndirectionUtils.cpp - Utilities for call indirection in Orc ----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Chandler Carruth6bda14b2017-06-06 11:49:48 +000010#include "llvm/ExecutionEngine/Orc/IndirectionUtils.h"
Benjamin Kramer0a446fd2015-03-01 21:28:53 +000011#include "llvm/ADT/STLExtras.h"
Lang Hames93de2a12015-01-23 21:25:00 +000012#include "llvm/ADT/Triple.h"
Lang Hames105518f2016-05-26 17:20:35 +000013#include "llvm/ExecutionEngine/Orc/OrcABISupport.h"
Lang Hames93de2a12015-01-23 21:25:00 +000014#include "llvm/IR/CallSite.h"
15#include "llvm/IR/IRBuilder.h"
Lang Hamescd68eba2015-05-05 17:37:18 +000016#include "llvm/Transforms/Utils/Cloning.h"
Lang Hamesc6de4582015-04-12 20:05:51 +000017#include <sstream>
Lang Hames93de2a12015-01-23 21:25:00 +000018
Lang Hames93de2a12015-01-23 21:25:00 +000019namespace llvm {
Lang Hamese7380612015-02-21 20:44:36 +000020namespace orc {
Lang Hames93de2a12015-01-23 21:25:00 +000021
Lang Hamesf0f4b4c2015-12-04 02:15:39 +000022void JITCompileCallbackManager::anchor() {}
Lang Hamesea39de82015-12-06 19:44:45 +000023void IndirectStubsManager::anchor() {}
Lang Hames98c2ac12015-10-19 17:43:51 +000024
Lang Hames105518f2016-05-26 17:20:35 +000025std::unique_ptr<JITCompileCallbackManager>
Benjamin Kramerc321e532016-06-08 19:09:22 +000026createLocalCompileCallbackManager(const Triple &T,
Lang Hamesad4a9112016-08-01 20:49:11 +000027 JITTargetAddress ErrorHandlerAddress) {
Lang Hames105518f2016-05-26 17:20:35 +000028 switch (T.getArch()) {
29 default: return nullptr;
30
31 case Triple::x86: {
32 typedef orc::LocalJITCompileCallbackManager<orc::OrcI386> CCMgrT;
33 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
34 }
35
36 case Triple::x86_64: {
37 if ( T.getOS() == Triple::OSType::Win32 ) {
38 typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_Win32> CCMgrT;
39 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
40 } else {
41 typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_SysV> CCMgrT;
42 return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
43 }
44 }
45 }
46}
47
48std::function<std::unique_ptr<IndirectStubsManager>()>
Benjamin Kramerc321e532016-06-08 19:09:22 +000049createLocalIndirectStubsManagerBuilder(const Triple &T) {
Lang Hames105518f2016-05-26 17:20:35 +000050 switch (T.getArch()) {
51 default: return nullptr;
52
53 case Triple::x86:
54 return [](){
55 return llvm::make_unique<
56 orc::LocalIndirectStubsManager<orc::OrcI386>>();
57 };
58
59 case Triple::x86_64:
60 if (T.getOS() == Triple::OSType::Win32) {
61 return [](){
62 return llvm::make_unique<
63 orc::LocalIndirectStubsManager<orc::OrcX86_64_Win32>>();
64 };
65 } else {
66 return [](){
67 return llvm::make_unique<
68 orc::LocalIndirectStubsManager<orc::OrcX86_64_SysV>>();
69 };
70 }
71 }
72}
73
Lang Hamesad4a9112016-08-01 20:49:11 +000074Constant* createIRTypedAddress(FunctionType &FT, JITTargetAddress Addr) {
Lang Hameseb9bdb52015-04-11 00:23:49 +000075 Constant *AddrIntVal =
76 ConstantInt::get(Type::getInt64Ty(FT.getContext()), Addr);
77 Constant *AddrPtrVal =
78 ConstantExpr::getCast(Instruction::IntToPtr, AddrIntVal,
79 PointerType::get(&FT, 0));
80 return AddrPtrVal;
81}
82
83GlobalVariable* createImplPointer(PointerType &PT, Module &M,
84 const Twine &Name, Constant *Initializer) {
Lang Hamescd68eba2015-05-05 17:37:18 +000085 auto IP = new GlobalVariable(M, &PT, false, GlobalValue::ExternalLinkage,
86 Initializer, Name, nullptr,
87 GlobalValue::NotThreadLocal, 0, true);
88 IP->setVisibility(GlobalValue::HiddenVisibility);
89 return IP;
Lang Hames93de2a12015-01-23 21:25:00 +000090}
91
Lang Hames98c2ac12015-10-19 17:43:51 +000092void makeStub(Function &F, Value &ImplPointer) {
Lang Hames27547142015-02-17 01:18:38 +000093 assert(F.isDeclaration() && "Can't turn a definition into a stub.");
94 assert(F.getParent() && "Function isn't in a module.");
95 Module &M = *F.getParent();
96 BasicBlock *EntryBlock = BasicBlock::Create(M.getContext(), "entry", &F);
97 IRBuilder<> Builder(EntryBlock);
98 LoadInst *ImplAddr = Builder.CreateLoad(&ImplPointer);
99 std::vector<Value*> CallArgs;
100 for (auto &A : F.args())
101 CallArgs.push_back(&A);
102 CallInst *Call = Builder.CreateCall(ImplAddr, CallArgs);
103 Call->setTailCall();
Lang Hamesdc4260d2015-04-20 20:41:45 +0000104 Call->setAttributes(F.getAttributes());
Lang Hamescd68eba2015-05-05 17:37:18 +0000105 if (F.getReturnType()->isVoidTy())
106 Builder.CreateRetVoid();
107 else
108 Builder.CreateRet(Call);
Lang Hames93de2a12015-01-23 21:25:00 +0000109}
110
Lang Hamesc6de4582015-04-12 20:05:51 +0000111// Utility class for renaming global values and functions during partitioning.
112class GlobalRenamer {
113public:
114
115 static bool needsRenaming(const Value &New) {
Alexander Kornienkodb73c2f2015-11-05 21:18:09 +0000116 return !New.hasName() || New.getName().startswith("\01L");
Lang Hamesc6de4582015-04-12 20:05:51 +0000117 }
118
119 const std::string& getRename(const Value &Orig) {
120 // See if we have a name for this global.
121 {
122 auto I = Names.find(&Orig);
123 if (I != Names.end())
124 return I->second;
125 }
126
127 // Nope. Create a new one.
128 // FIXME: Use a more robust uniquing scheme. (This may blow up if the user
129 // writes a "__orc_anon[[:digit:]]* method).
130 unsigned ID = Names.size();
131 std::ostringstream NameStream;
132 NameStream << "__orc_anon" << ID++;
133 auto I = Names.insert(std::make_pair(&Orig, NameStream.str()));
134 return I.first->second;
135 }
136private:
137 DenseMap<const Value*, std::string> Names;
138};
139
Lang Hamescd68eba2015-05-05 17:37:18 +0000140static void raiseVisibilityOnValue(GlobalValue &V, GlobalRenamer &R) {
141 if (V.hasLocalLinkage()) {
142 if (R.needsRenaming(V))
143 V.setName(R.getRename(V));
144 V.setLinkage(GlobalValue::ExternalLinkage);
145 V.setVisibility(GlobalValue::HiddenVisibility);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000146 }
Peter Collingbourne96efdd62016-06-14 21:01:22 +0000147 V.setUnnamedAddr(GlobalValue::UnnamedAddr::None);
Lang Hamescd68eba2015-05-05 17:37:18 +0000148 assert(!R.needsRenaming(V) && "Invalid global name.");
Lang Hamesa68970d2015-05-04 22:03:10 +0000149}
Lang Hames27547142015-02-17 01:18:38 +0000150
Lang Hamescd68eba2015-05-05 17:37:18 +0000151void makeAllSymbolsExternallyAccessible(Module &M) {
152 GlobalRenamer Renamer;
Lang Hames93de2a12015-01-23 21:25:00 +0000153
Lang Hamescd68eba2015-05-05 17:37:18 +0000154 for (auto &F : M)
155 raiseVisibilityOnValue(F, Renamer);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000156
Lang Hamescd68eba2015-05-05 17:37:18 +0000157 for (auto &GV : M.globals())
158 raiseVisibilityOnValue(GV, Renamer);
Lang Hames98c2ac12015-10-19 17:43:51 +0000159
160 for (auto &A : M.aliases())
161 raiseVisibilityOnValue(A, Renamer);
Lang Hamescd68eba2015-05-05 17:37:18 +0000162}
Lang Hamesac31a1f2015-05-04 23:30:01 +0000163
Lang Hamescd68eba2015-05-05 17:37:18 +0000164Function* cloneFunctionDecl(Module &Dst, const Function &F,
165 ValueToValueMapTy *VMap) {
166 assert(F.getParent() != &Dst && "Can't copy decl over existing function.");
167 Function *NewF =
Manuel Jacob5f6eaac2016-01-16 20:30:46 +0000168 Function::Create(cast<FunctionType>(F.getValueType()),
Lang Hamescd68eba2015-05-05 17:37:18 +0000169 F.getLinkage(), F.getName(), &Dst);
170 NewF->copyAttributesFrom(&F);
Lang Hamesac31a1f2015-05-04 23:30:01 +0000171
Lang Hamescd68eba2015-05-05 17:37:18 +0000172 if (VMap) {
173 (*VMap)[&F] = NewF;
174 auto NewArgI = NewF->arg_begin();
175 for (auto ArgI = F.arg_begin(), ArgE = F.arg_end(); ArgI != ArgE;
176 ++ArgI, ++NewArgI)
Duncan P. N. Exon Smith1275bff2015-10-13 18:10:59 +0000177 (*VMap)[&*ArgI] = &*NewArgI;
Lang Hames93de2a12015-01-23 21:25:00 +0000178 }
179
Lang Hamescd68eba2015-05-05 17:37:18 +0000180 return NewF;
181}
Lang Hames27547142015-02-17 01:18:38 +0000182
Lang Hamescd68eba2015-05-05 17:37:18 +0000183void moveFunctionBody(Function &OrigF, ValueToValueMapTy &VMap,
184 ValueMaterializer *Materializer,
185 Function *NewF) {
186 assert(!OrigF.isDeclaration() && "Nothing to move");
187 if (!NewF)
188 NewF = cast<Function>(VMap[&OrigF]);
189 else
190 assert(VMap[&OrigF] == NewF && "Incorrect function mapping in VMap.");
191 assert(NewF && "Function mapping missing from VMap.");
192 assert(NewF->getParent() != OrigF.getParent() &&
193 "moveFunctionBody should only be used to move bodies between "
194 "modules.");
Lang Hames27547142015-02-17 01:18:38 +0000195
Lang Hamescd68eba2015-05-05 17:37:18 +0000196 SmallVector<ReturnInst *, 8> Returns; // Ignore returns cloned.
197 CloneFunctionInto(NewF, &OrigF, VMap, /*ModuleLevelChanges=*/true, Returns,
198 "", nullptr, nullptr, Materializer);
199 OrigF.deleteBody();
200}
Lang Hames27547142015-02-17 01:18:38 +0000201
Lang Hamescd68eba2015-05-05 17:37:18 +0000202GlobalVariable* cloneGlobalVariableDecl(Module &Dst, const GlobalVariable &GV,
203 ValueToValueMapTy *VMap) {
204 assert(GV.getParent() != &Dst && "Can't copy decl over existing global var.");
205 GlobalVariable *NewGV = new GlobalVariable(
Manuel Jacob5f6eaac2016-01-16 20:30:46 +0000206 Dst, GV.getValueType(), GV.isConstant(),
Lang Hamescd68eba2015-05-05 17:37:18 +0000207 GV.getLinkage(), nullptr, GV.getName(), nullptr,
208 GV.getThreadLocalMode(), GV.getType()->getAddressSpace());
209 NewGV->copyAttributesFrom(&GV);
210 if (VMap)
211 (*VMap)[&GV] = NewGV;
212 return NewGV;
213}
Lang Hames27547142015-02-17 01:18:38 +0000214
Lang Hamescd68eba2015-05-05 17:37:18 +0000215void moveGlobalVariableInitializer(GlobalVariable &OrigGV,
216 ValueToValueMapTy &VMap,
217 ValueMaterializer *Materializer,
218 GlobalVariable *NewGV) {
219 assert(OrigGV.hasInitializer() && "Nothing to move");
220 if (!NewGV)
221 NewGV = cast<GlobalVariable>(VMap[&OrigGV]);
222 else
223 assert(VMap[&OrigGV] == NewGV &&
224 "Incorrect global variable mapping in VMap.");
225 assert(NewGV->getParent() != OrigGV.getParent() &&
226 "moveGlobalVariable should only be used to move initializers between "
227 "modules");
228
229 NewGV->setInitializer(MapValue(OrigGV.getInitializer(), VMap, RF_None,
230 nullptr, Materializer));
Lang Hames93de2a12015-01-23 21:25:00 +0000231}
232
Lang Hames98c2ac12015-10-19 17:43:51 +0000233GlobalAlias* cloneGlobalAliasDecl(Module &Dst, const GlobalAlias &OrigA,
234 ValueToValueMapTy &VMap) {
Lang Hames44780ac2015-10-06 22:55:05 +0000235 assert(OrigA.getAliasee() && "Original alias doesn't have an aliasee?");
236 auto *NewA = GlobalAlias::create(OrigA.getValueType(),
237 OrigA.getType()->getPointerAddressSpace(),
238 OrigA.getLinkage(), OrigA.getName(), &Dst);
239 NewA->copyAttributesFrom(&OrigA);
240 VMap[&OrigA] = NewA;
Lang Hames44780ac2015-10-06 22:55:05 +0000241 return NewA;
242}
243
Lang Hames38c79272016-09-04 17:53:30 +0000244void cloneModuleFlagsMetadata(Module &Dst, const Module &Src,
245 ValueToValueMapTy &VMap) {
246 auto *MFs = Src.getModuleFlagsMetadata();
247 if (!MFs)
248 return;
249 for (auto *MF : MFs->operands())
250 Dst.addModuleFlag(MapMetadata(MF, VMap));
251}
252
Lang Hamese7380612015-02-21 20:44:36 +0000253} // End namespace orc.
254} // End namespace llvm.