Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 1 | //===---------- LazyReexports.cpp - Utilities for lazy reexports ----------===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | |
| 9 | #include "llvm/ExecutionEngine/Orc/LazyReexports.h" |
| 10 | |
| 11 | #include "llvm/ADT/Triple.h" |
| 12 | #include "llvm/ExecutionEngine/Orc/OrcABISupport.h" |
| 13 | |
| 14 | #define DEBUG_TYPE "orc" |
| 15 | |
| 16 | namespace llvm { |
| 17 | namespace orc { |
| 18 | |
| 19 | void LazyCallThroughManager::NotifyResolvedFunction::anchor() {} |
| 20 | |
| 21 | LazyCallThroughManager::LazyCallThroughManager( |
| 22 | ExecutionSession &ES, JITTargetAddress ErrorHandlerAddr, |
| 23 | std::unique_ptr<TrampolinePool> TP) |
| 24 | : ES(ES), ErrorHandlerAddr(ErrorHandlerAddr), TP(std::move(TP)) {} |
| 25 | |
| 26 | Expected<JITTargetAddress> LazyCallThroughManager::getCallThroughTrampoline( |
| 27 | JITDylib &SourceJD, SymbolStringPtr SymbolName, |
| 28 | std::shared_ptr<NotifyResolvedFunction> NotifyResolved) { |
| 29 | std::lock_guard<std::mutex> Lock(LCTMMutex); |
| 30 | auto Trampoline = TP->getTrampoline(); |
| 31 | |
| 32 | if (!Trampoline) |
| 33 | return Trampoline.takeError(); |
| 34 | |
| 35 | Reexports[*Trampoline] = std::make_pair(&SourceJD, std::move(SymbolName)); |
| 36 | Notifiers[*Trampoline] = std::move(NotifyResolved); |
| 37 | return *Trampoline; |
| 38 | } |
| 39 | |
| 40 | JITTargetAddress |
| 41 | LazyCallThroughManager::callThroughToSymbol(JITTargetAddress TrampolineAddr) { |
| 42 | JITDylib *SourceJD = nullptr; |
| 43 | SymbolStringPtr SymbolName; |
| 44 | |
| 45 | { |
| 46 | std::lock_guard<std::mutex> Lock(LCTMMutex); |
| 47 | auto I = Reexports.find(TrampolineAddr); |
| 48 | if (I == Reexports.end()) |
| 49 | return ErrorHandlerAddr; |
| 50 | SourceJD = I->second.first; |
| 51 | SymbolName = I->second.second; |
| 52 | } |
Lang Hames | d4a8089 | 2019-06-07 19:33:51 +0000 | [diff] [blame] | 53 | auto LookupResult = |
| 54 | ES.lookup(JITDylibSearchList({{SourceJD, true}}), SymbolName); |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 55 | |
| 56 | if (!LookupResult) { |
| 57 | ES.reportError(LookupResult.takeError()); |
| 58 | return ErrorHandlerAddr; |
| 59 | } |
| 60 | |
Lang Hames | d4a8089 | 2019-06-07 19:33:51 +0000 | [diff] [blame] | 61 | auto ResolvedAddr = LookupResult->getAddress(); |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 62 | |
| 63 | std::shared_ptr<NotifyResolvedFunction> NotifyResolved = nullptr; |
| 64 | { |
| 65 | std::lock_guard<std::mutex> Lock(LCTMMutex); |
| 66 | auto I = Notifiers.find(TrampolineAddr); |
| 67 | if (I != Notifiers.end()) { |
| 68 | NotifyResolved = I->second; |
| 69 | Notifiers.erase(I); |
| 70 | } |
| 71 | } |
| 72 | |
| 73 | if (NotifyResolved) { |
| 74 | if (auto Err = (*NotifyResolved)(*SourceJD, SymbolName, ResolvedAddr)) { |
| 75 | ES.reportError(std::move(Err)); |
| 76 | return ErrorHandlerAddr; |
| 77 | } |
| 78 | } |
| 79 | |
| 80 | return ResolvedAddr; |
| 81 | } |
| 82 | |
| 83 | Expected<std::unique_ptr<LazyCallThroughManager>> |
| 84 | createLocalLazyCallThroughManager(const Triple &T, ExecutionSession &ES, |
| 85 | JITTargetAddress ErrorHandlerAddr) { |
| 86 | switch (T.getArch()) { |
| 87 | default: |
| 88 | return make_error<StringError>( |
| 89 | std::string("No callback manager available for ") + T.str(), |
| 90 | inconvertibleErrorCode()); |
| 91 | |
| 92 | case Triple::aarch64: |
| 93 | return LocalLazyCallThroughManager::Create<OrcAArch64>(ES, |
| 94 | ErrorHandlerAddr); |
| 95 | |
| 96 | case Triple::x86: |
| 97 | return LocalLazyCallThroughManager::Create<OrcI386>(ES, ErrorHandlerAddr); |
| 98 | |
| 99 | case Triple::mips: |
| 100 | return LocalLazyCallThroughManager::Create<OrcMips32Be>(ES, |
| 101 | ErrorHandlerAddr); |
| 102 | |
| 103 | case Triple::mipsel: |
| 104 | return LocalLazyCallThroughManager::Create<OrcMips32Le>(ES, |
| 105 | ErrorHandlerAddr); |
| 106 | |
| 107 | case Triple::mips64: |
| 108 | case Triple::mips64el: |
| 109 | return LocalLazyCallThroughManager::Create<OrcMips64>(ES, ErrorHandlerAddr); |
| 110 | |
| 111 | case Triple::x86_64: |
| 112 | if (T.getOS() == Triple::OSType::Win32) |
| 113 | return LocalLazyCallThroughManager::Create<OrcX86_64_Win32>( |
| 114 | ES, ErrorHandlerAddr); |
| 115 | else |
| 116 | return LocalLazyCallThroughManager::Create<OrcX86_64_SysV>( |
| 117 | ES, ErrorHandlerAddr); |
| 118 | } |
| 119 | } |
| 120 | |
| 121 | LazyReexportsMaterializationUnit::LazyReexportsMaterializationUnit( |
| 122 | LazyCallThroughManager &LCTManager, IndirectStubsManager &ISManager, |
Praveen Velliengiri | f5c40cb | 2019-08-03 14:42:13 +0000 | [diff] [blame] | 123 | JITDylib &SourceJD, SymbolAliasMap CallableAliases, ImplSymbolMap *SrcJDLoc, |
| 124 | VModuleKey K) |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 125 | : MaterializationUnit(extractFlags(CallableAliases), std::move(K)), |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 126 | LCTManager(LCTManager), ISManager(ISManager), SourceJD(SourceJD), |
| 127 | CallableAliases(std::move(CallableAliases)), |
| 128 | NotifyResolved(LazyCallThroughManager::createNotifyResolvedFunction( |
| 129 | [&ISManager](JITDylib &JD, const SymbolStringPtr &SymbolName, |
| 130 | JITTargetAddress ResolvedAddr) { |
| 131 | return ISManager.updatePointer(*SymbolName, ResolvedAddr); |
Praveen Velliengiri | f5c40cb | 2019-08-03 14:42:13 +0000 | [diff] [blame] | 132 | })), |
| 133 | AliaseeTable(SrcJDLoc) {} |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 134 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 135 | StringRef LazyReexportsMaterializationUnit::getName() const { |
| 136 | return "<Lazy Reexports>"; |
| 137 | } |
| 138 | |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 139 | void LazyReexportsMaterializationUnit::materialize( |
| 140 | MaterializationResponsibility R) { |
| 141 | auto RequestedSymbols = R.getRequestedSymbols(); |
| 142 | |
| 143 | SymbolAliasMap RequestedAliases; |
| 144 | for (auto &RequestedSymbol : RequestedSymbols) { |
| 145 | auto I = CallableAliases.find(RequestedSymbol); |
| 146 | assert(I != CallableAliases.end() && "Symbol not found in alias map?"); |
| 147 | RequestedAliases[I->first] = std::move(I->second); |
| 148 | CallableAliases.erase(I); |
| 149 | } |
| 150 | |
| 151 | if (!CallableAliases.empty()) |
| 152 | R.replace(lazyReexports(LCTManager, ISManager, SourceJD, |
Praveen Velliengiri | f5c40cb | 2019-08-03 14:42:13 +0000 | [diff] [blame] | 153 | std::move(CallableAliases), AliaseeTable)); |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 154 | |
| 155 | IndirectStubsManager::StubInitsMap StubInits; |
| 156 | for (auto &Alias : RequestedAliases) { |
| 157 | |
| 158 | auto CallThroughTrampoline = LCTManager.getCallThroughTrampoline( |
| 159 | SourceJD, Alias.second.Aliasee, NotifyResolved); |
| 160 | |
| 161 | if (!CallThroughTrampoline) { |
| 162 | SourceJD.getExecutionSession().reportError( |
| 163 | CallThroughTrampoline.takeError()); |
| 164 | R.failMaterialization(); |
| 165 | return; |
| 166 | } |
| 167 | |
| 168 | StubInits[*Alias.first] = |
| 169 | std::make_pair(*CallThroughTrampoline, Alias.second.AliasFlags); |
| 170 | } |
| 171 | |
Praveen Velliengiri | f5c40cb | 2019-08-03 14:42:13 +0000 | [diff] [blame] | 172 | if (AliaseeTable != nullptr && !RequestedAliases.empty()) |
| 173 | AliaseeTable->trackImpls(RequestedAliases, &SourceJD); |
| 174 | |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 175 | if (auto Err = ISManager.createStubs(StubInits)) { |
| 176 | SourceJD.getExecutionSession().reportError(std::move(Err)); |
| 177 | R.failMaterialization(); |
| 178 | return; |
| 179 | } |
| 180 | |
| 181 | SymbolMap Stubs; |
| 182 | for (auto &Alias : RequestedAliases) |
| 183 | Stubs[Alias.first] = ISManager.findStub(*Alias.first, false); |
| 184 | |
Lang Hames | 2f8c6f9 | 2019-06-13 20:11:23 +0000 | [diff] [blame] | 185 | R.notifyResolved(Stubs); |
| 186 | R.notifyEmitted(); |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 187 | } |
| 188 | |
| 189 | void LazyReexportsMaterializationUnit::discard(const JITDylib &JD, |
Lang Hames | cb5702c3 | 2018-10-06 23:02:06 +0000 | [diff] [blame] | 190 | const SymbolStringPtr &Name) { |
Lang Hames | c1275e7 | 2018-09-26 04:18:30 +0000 | [diff] [blame] | 191 | assert(CallableAliases.count(Name) && |
| 192 | "Symbol not covered by this MaterializationUnit"); |
| 193 | CallableAliases.erase(Name); |
| 194 | } |
| 195 | |
| 196 | SymbolFlagsMap |
| 197 | LazyReexportsMaterializationUnit::extractFlags(const SymbolAliasMap &Aliases) { |
| 198 | SymbolFlagsMap SymbolFlags; |
| 199 | for (auto &KV : Aliases) { |
| 200 | assert(KV.second.AliasFlags.isCallable() && |
| 201 | "Lazy re-exports must be callable symbols"); |
| 202 | SymbolFlags[KV.first] = KV.second.AliasFlags; |
| 203 | } |
| 204 | return SymbolFlags; |
| 205 | } |
| 206 | |
| 207 | } // End namespace orc. |
| 208 | } // End namespace llvm. |