blob: 11ba2e55deb48410308d9abe779a033f8bdd1f69 [file] [log] [blame]
Lang Hamesc1275e72018-09-26 04:18:30 +00001//===---------- LazyReexports.cpp - Utilities for lazy reexports ----------===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Lang Hamesc1275e72018-09-26 04:18:30 +00006//
7//===----------------------------------------------------------------------===//
8
9#include "llvm/ExecutionEngine/Orc/LazyReexports.h"
10
11#include "llvm/ADT/Triple.h"
12#include "llvm/ExecutionEngine/Orc/OrcABISupport.h"
13
14#define DEBUG_TYPE "orc"
15
16namespace llvm {
17namespace orc {
18
19void LazyCallThroughManager::NotifyResolvedFunction::anchor() {}
20
21LazyCallThroughManager::LazyCallThroughManager(
22 ExecutionSession &ES, JITTargetAddress ErrorHandlerAddr,
23 std::unique_ptr<TrampolinePool> TP)
24 : ES(ES), ErrorHandlerAddr(ErrorHandlerAddr), TP(std::move(TP)) {}
25
26Expected<JITTargetAddress> LazyCallThroughManager::getCallThroughTrampoline(
27 JITDylib &SourceJD, SymbolStringPtr SymbolName,
28 std::shared_ptr<NotifyResolvedFunction> NotifyResolved) {
29 std::lock_guard<std::mutex> Lock(LCTMMutex);
30 auto Trampoline = TP->getTrampoline();
31
32 if (!Trampoline)
33 return Trampoline.takeError();
34
35 Reexports[*Trampoline] = std::make_pair(&SourceJD, std::move(SymbolName));
36 Notifiers[*Trampoline] = std::move(NotifyResolved);
37 return *Trampoline;
38}
39
40JITTargetAddress
41LazyCallThroughManager::callThroughToSymbol(JITTargetAddress TrampolineAddr) {
42 JITDylib *SourceJD = nullptr;
43 SymbolStringPtr SymbolName;
44
45 {
46 std::lock_guard<std::mutex> Lock(LCTMMutex);
47 auto I = Reexports.find(TrampolineAddr);
48 if (I == Reexports.end())
49 return ErrorHandlerAddr;
50 SourceJD = I->second.first;
51 SymbolName = I->second.second;
52 }
Lang Hamesd4a80892019-06-07 19:33:51 +000053 auto LookupResult =
54 ES.lookup(JITDylibSearchList({{SourceJD, true}}), SymbolName);
Lang Hamesc1275e72018-09-26 04:18:30 +000055
56 if (!LookupResult) {
57 ES.reportError(LookupResult.takeError());
58 return ErrorHandlerAddr;
59 }
60
Lang Hamesd4a80892019-06-07 19:33:51 +000061 auto ResolvedAddr = LookupResult->getAddress();
Lang Hamesc1275e72018-09-26 04:18:30 +000062
63 std::shared_ptr<NotifyResolvedFunction> NotifyResolved = nullptr;
64 {
65 std::lock_guard<std::mutex> Lock(LCTMMutex);
66 auto I = Notifiers.find(TrampolineAddr);
67 if (I != Notifiers.end()) {
68 NotifyResolved = I->second;
69 Notifiers.erase(I);
70 }
71 }
72
73 if (NotifyResolved) {
74 if (auto Err = (*NotifyResolved)(*SourceJD, SymbolName, ResolvedAddr)) {
75 ES.reportError(std::move(Err));
76 return ErrorHandlerAddr;
77 }
78 }
79
80 return ResolvedAddr;
81}
82
83Expected<std::unique_ptr<LazyCallThroughManager>>
84createLocalLazyCallThroughManager(const Triple &T, ExecutionSession &ES,
85 JITTargetAddress ErrorHandlerAddr) {
86 switch (T.getArch()) {
87 default:
88 return make_error<StringError>(
89 std::string("No callback manager available for ") + T.str(),
90 inconvertibleErrorCode());
91
92 case Triple::aarch64:
93 return LocalLazyCallThroughManager::Create<OrcAArch64>(ES,
94 ErrorHandlerAddr);
95
96 case Triple::x86:
97 return LocalLazyCallThroughManager::Create<OrcI386>(ES, ErrorHandlerAddr);
98
99 case Triple::mips:
100 return LocalLazyCallThroughManager::Create<OrcMips32Be>(ES,
101 ErrorHandlerAddr);
102
103 case Triple::mipsel:
104 return LocalLazyCallThroughManager::Create<OrcMips32Le>(ES,
105 ErrorHandlerAddr);
106
107 case Triple::mips64:
108 case Triple::mips64el:
109 return LocalLazyCallThroughManager::Create<OrcMips64>(ES, ErrorHandlerAddr);
110
111 case Triple::x86_64:
112 if (T.getOS() == Triple::OSType::Win32)
113 return LocalLazyCallThroughManager::Create<OrcX86_64_Win32>(
114 ES, ErrorHandlerAddr);
115 else
116 return LocalLazyCallThroughManager::Create<OrcX86_64_SysV>(
117 ES, ErrorHandlerAddr);
118 }
119}
120
121LazyReexportsMaterializationUnit::LazyReexportsMaterializationUnit(
122 LazyCallThroughManager &LCTManager, IndirectStubsManager &ISManager,
Praveen Velliengirif5c40cb2019-08-03 14:42:13 +0000123 JITDylib &SourceJD, SymbolAliasMap CallableAliases, ImplSymbolMap *SrcJDLoc,
124 VModuleKey K)
Lang Hames8b942742018-10-16 20:13:06 +0000125 : MaterializationUnit(extractFlags(CallableAliases), std::move(K)),
Lang Hamesc1275e72018-09-26 04:18:30 +0000126 LCTManager(LCTManager), ISManager(ISManager), SourceJD(SourceJD),
127 CallableAliases(std::move(CallableAliases)),
128 NotifyResolved(LazyCallThroughManager::createNotifyResolvedFunction(
129 [&ISManager](JITDylib &JD, const SymbolStringPtr &SymbolName,
130 JITTargetAddress ResolvedAddr) {
131 return ISManager.updatePointer(*SymbolName, ResolvedAddr);
Praveen Velliengirif5c40cb2019-08-03 14:42:13 +0000132 })),
133 AliaseeTable(SrcJDLoc) {}
Lang Hamesc1275e72018-09-26 04:18:30 +0000134
Lang Hames46f40a72018-09-28 15:03:11 +0000135StringRef LazyReexportsMaterializationUnit::getName() const {
136 return "<Lazy Reexports>";
137}
138
Lang Hamesc1275e72018-09-26 04:18:30 +0000139void LazyReexportsMaterializationUnit::materialize(
140 MaterializationResponsibility R) {
141 auto RequestedSymbols = R.getRequestedSymbols();
142
143 SymbolAliasMap RequestedAliases;
144 for (auto &RequestedSymbol : RequestedSymbols) {
145 auto I = CallableAliases.find(RequestedSymbol);
146 assert(I != CallableAliases.end() && "Symbol not found in alias map?");
147 RequestedAliases[I->first] = std::move(I->second);
148 CallableAliases.erase(I);
149 }
150
151 if (!CallableAliases.empty())
152 R.replace(lazyReexports(LCTManager, ISManager, SourceJD,
Praveen Velliengirif5c40cb2019-08-03 14:42:13 +0000153 std::move(CallableAliases), AliaseeTable));
Lang Hamesc1275e72018-09-26 04:18:30 +0000154
155 IndirectStubsManager::StubInitsMap StubInits;
156 for (auto &Alias : RequestedAliases) {
157
158 auto CallThroughTrampoline = LCTManager.getCallThroughTrampoline(
159 SourceJD, Alias.second.Aliasee, NotifyResolved);
160
161 if (!CallThroughTrampoline) {
162 SourceJD.getExecutionSession().reportError(
163 CallThroughTrampoline.takeError());
164 R.failMaterialization();
165 return;
166 }
167
168 StubInits[*Alias.first] =
169 std::make_pair(*CallThroughTrampoline, Alias.second.AliasFlags);
170 }
171
Praveen Velliengirif5c40cb2019-08-03 14:42:13 +0000172 if (AliaseeTable != nullptr && !RequestedAliases.empty())
173 AliaseeTable->trackImpls(RequestedAliases, &SourceJD);
174
Lang Hamesc1275e72018-09-26 04:18:30 +0000175 if (auto Err = ISManager.createStubs(StubInits)) {
176 SourceJD.getExecutionSession().reportError(std::move(Err));
177 R.failMaterialization();
178 return;
179 }
180
181 SymbolMap Stubs;
182 for (auto &Alias : RequestedAliases)
183 Stubs[Alias.first] = ISManager.findStub(*Alias.first, false);
184
Lang Hames2f8c6f92019-06-13 20:11:23 +0000185 R.notifyResolved(Stubs);
186 R.notifyEmitted();
Lang Hamesc1275e72018-09-26 04:18:30 +0000187}
188
189void LazyReexportsMaterializationUnit::discard(const JITDylib &JD,
Lang Hamescb5702c32018-10-06 23:02:06 +0000190 const SymbolStringPtr &Name) {
Lang Hamesc1275e72018-09-26 04:18:30 +0000191 assert(CallableAliases.count(Name) &&
192 "Symbol not covered by this MaterializationUnit");
193 CallableAliases.erase(Name);
194}
195
196SymbolFlagsMap
197LazyReexportsMaterializationUnit::extractFlags(const SymbolAliasMap &Aliases) {
198 SymbolFlagsMap SymbolFlags;
199 for (auto &KV : Aliases) {
200 assert(KV.second.AliasFlags.isCallable() &&
201 "Lazy re-exports must be callable symbols");
202 SymbolFlags[KV.first] = KV.second.AliasFlags;
203 }
204 return SymbolFlags;
205}
206
207} // End namespace orc.
208} // End namespace llvm.