Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 1 | //===-------------------- Layer.cpp - Layer interfaces --------------------===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | |
| 9 | #include "llvm/ExecutionEngine/Orc/Layer.h" |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 10 | #include "llvm/Object/ObjectFile.h" |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 11 | #include "llvm/Support/Debug.h" |
| 12 | |
| 13 | #define DEBUG_TYPE "orc" |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 14 | |
| 15 | namespace llvm { |
| 16 | namespace orc { |
| 17 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 18 | IRLayer::IRLayer(ExecutionSession &ES) : ES(ES) {} |
| 19 | IRLayer::~IRLayer() {} |
| 20 | |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 21 | Error IRLayer::add(JITDylib &JD, ThreadSafeModule TSM, VModuleKey K) { |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 22 | return JD.define(llvm::make_unique<BasicIRLayerMaterializationUnit>( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 23 | *this, std::move(K), std::move(TSM))); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 24 | } |
| 25 | |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 26 | IRMaterializationUnit::IRMaterializationUnit(ExecutionSession &ES, |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 27 | ThreadSafeModule TSM, VModuleKey K) |
| 28 | : MaterializationUnit(SymbolFlagsMap(), std::move(K)), TSM(std::move(TSM)) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 29 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 30 | assert(this->TSM && "Module must not be null"); |
| 31 | |
| 32 | MangleAndInterner Mangle(ES, this->TSM.getModule()->getDataLayout()); |
| 33 | for (auto &G : this->TSM.getModule()->global_values()) { |
Lang Hames | 6a94134 | 2018-06-26 21:35:48 +0000 | [diff] [blame] | 34 | if (G.hasName() && !G.isDeclaration() && !G.hasLocalLinkage() && |
| 35 | !G.hasAvailableExternallyLinkage() && !G.hasAppendingLinkage()) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 36 | auto MangledName = Mangle(G.getName()); |
| 37 | SymbolFlags[MangledName] = JITSymbolFlags::fromGlobalValue(G); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 38 | SymbolToDefinition[MangledName] = &G; |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 39 | } |
| 40 | } |
| 41 | } |
| 42 | |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 43 | IRMaterializationUnit::IRMaterializationUnit( |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 44 | ThreadSafeModule TSM, VModuleKey K, SymbolFlagsMap SymbolFlags, |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 45 | SymbolNameToDefinitionMap SymbolToDefinition) |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 46 | : MaterializationUnit(std::move(SymbolFlags), std::move(K)), |
| 47 | TSM(std::move(TSM)), SymbolToDefinition(std::move(SymbolToDefinition)) {} |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 48 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 49 | StringRef IRMaterializationUnit::getName() const { |
| 50 | if (TSM.getModule()) |
| 51 | return TSM.getModule()->getModuleIdentifier(); |
| 52 | return "<null module>"; |
| 53 | } |
| 54 | |
Lang Hames | cb5702c3 | 2018-10-06 23:02:06 +0000 | [diff] [blame] | 55 | void IRMaterializationUnit::discard(const JITDylib &JD, |
| 56 | const SymbolStringPtr &Name) { |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 57 | LLVM_DEBUG(JD.getExecutionSession().runSessionLocked([&]() { |
| 58 | dbgs() << "In " << JD.getName() << " discarding " << *Name << " from MU@" |
| 59 | << this << " (" << getName() << ")\n"; |
| 60 | });); |
| 61 | |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 62 | auto I = SymbolToDefinition.find(Name); |
| 63 | assert(I != SymbolToDefinition.end() && |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 64 | "Symbol not provided by this MU, or previously discarded"); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 65 | assert(!I->second->isDeclaration() && |
| 66 | "Discard should only apply to definitions"); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 67 | I->second->setLinkage(GlobalValue::AvailableExternallyLinkage); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 68 | SymbolToDefinition.erase(I); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 69 | } |
| 70 | |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 71 | BasicIRLayerMaterializationUnit::BasicIRLayerMaterializationUnit( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 72 | IRLayer &L, VModuleKey K, ThreadSafeModule TSM) |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 73 | : IRMaterializationUnit(L.getExecutionSession(), std::move(TSM), |
| 74 | std::move(K)), |
| 75 | L(L), K(std::move(K)) {} |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 76 | |
| 77 | void BasicIRLayerMaterializationUnit::materialize( |
| 78 | MaterializationResponsibility R) { |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 79 | |
Lang Hames | c3053e4 | 2018-09-29 23:49:56 +0000 | [diff] [blame] | 80 | // Throw away the SymbolToDefinition map: it's not usable after we hand |
| 81 | // off the module. |
| 82 | SymbolToDefinition.clear(); |
| 83 | |
| 84 | // If cloneToNewContextOnEmit is set, clone the module now. |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 85 | if (L.getCloneToNewContextOnEmit()) |
| 86 | TSM = cloneToNewContext(TSM); |
| 87 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 88 | #ifndef NDEBUG |
| 89 | auto &ES = R.getTargetJITDylib().getExecutionSession(); |
Nick Desaulniers | 28e351a | 2019-05-20 22:17:43 +0000 | [diff] [blame^] | 90 | auto &N = R.getTargetJITDylib().getName(); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 91 | #endif // NDEBUG |
| 92 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 93 | auto Lock = TSM.getContextLock(); |
Nick Desaulniers | 28e351a | 2019-05-20 22:17:43 +0000 | [diff] [blame^] | 94 | LLVM_DEBUG(ES.runSessionLocked( |
| 95 | [&]() { dbgs() << "Emitting, for " << N << ", " << *this << "\n"; });); |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 96 | L.emit(std::move(R), std::move(TSM)); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 97 | LLVM_DEBUG(ES.runSessionLocked([&]() { |
Nick Desaulniers | 28e351a | 2019-05-20 22:17:43 +0000 | [diff] [blame^] | 98 | dbgs() << "Finished emitting, for " << N << ", " << *this << "\n"; |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 99 | });); |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 100 | } |
| 101 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 102 | ObjectLayer::ObjectLayer(ExecutionSession &ES) : ES(ES) {} |
| 103 | |
| 104 | ObjectLayer::~ObjectLayer() {} |
| 105 | |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 106 | Error ObjectLayer::add(JITDylib &JD, std::unique_ptr<MemoryBuffer> O, |
| 107 | VModuleKey K) { |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 108 | auto ObjMU = BasicObjectLayerMaterializationUnit::Create(*this, std::move(K), |
| 109 | std::move(O)); |
| 110 | if (!ObjMU) |
| 111 | return ObjMU.takeError(); |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 112 | return JD.define(std::move(*ObjMU)); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 113 | } |
| 114 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 115 | Expected<std::unique_ptr<BasicObjectLayerMaterializationUnit>> |
| 116 | BasicObjectLayerMaterializationUnit::Create(ObjectLayer &L, VModuleKey K, |
| 117 | std::unique_ptr<MemoryBuffer> O) { |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 118 | auto SymbolFlags = |
| 119 | getObjectSymbolFlags(L.getExecutionSession(), O->getMemBufferRef()); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 120 | |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 121 | if (!SymbolFlags) |
| 122 | return SymbolFlags.takeError(); |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 123 | |
| 124 | return std::unique_ptr<BasicObjectLayerMaterializationUnit>( |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 125 | new BasicObjectLayerMaterializationUnit(L, K, std::move(O), |
| 126 | std::move(*SymbolFlags))); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 127 | } |
| 128 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 129 | BasicObjectLayerMaterializationUnit::BasicObjectLayerMaterializationUnit( |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 130 | ObjectLayer &L, VModuleKey K, std::unique_ptr<MemoryBuffer> O, |
| 131 | SymbolFlagsMap SymbolFlags) |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 132 | : MaterializationUnit(std::move(SymbolFlags), std::move(K)), L(L), |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 133 | O(std::move(O)) {} |
| 134 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 135 | StringRef BasicObjectLayerMaterializationUnit::getName() const { |
| 136 | if (O) |
| 137 | return O->getBufferIdentifier(); |
| 138 | return "<null object>"; |
| 139 | } |
| 140 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 141 | void BasicObjectLayerMaterializationUnit::materialize( |
| 142 | MaterializationResponsibility R) { |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 143 | L.emit(std::move(R), std::move(O)); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 144 | } |
| 145 | |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 146 | void BasicObjectLayerMaterializationUnit::discard(const JITDylib &JD, |
Lang Hames | cb5702c3 | 2018-10-06 23:02:06 +0000 | [diff] [blame] | 147 | const SymbolStringPtr &Name) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 148 | // FIXME: Support object file level discard. This could be done by building a |
| 149 | // filter to pass to the object layer along with the object itself. |
| 150 | } |
| 151 | |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 152 | Expected<SymbolFlagsMap> getObjectSymbolFlags(ExecutionSession &ES, |
| 153 | MemoryBufferRef ObjBuffer) { |
| 154 | auto Obj = object::ObjectFile::createObjectFile(ObjBuffer); |
| 155 | |
| 156 | if (!Obj) |
| 157 | return Obj.takeError(); |
| 158 | |
| 159 | SymbolFlagsMap SymbolFlags; |
| 160 | for (auto &Sym : (*Obj)->symbols()) { |
Lang Hames | 6051158 | 2018-08-26 16:46:02 +0000 | [diff] [blame] | 161 | // Skip symbols not defined in this object file. |
| 162 | if (Sym.getFlags() & object::BasicSymbolRef::SF_Undefined) |
| 163 | continue; |
| 164 | |
| 165 | // Skip symbols that are not global. |
| 166 | if (!(Sym.getFlags() & object::BasicSymbolRef::SF_Global)) |
| 167 | continue; |
| 168 | |
| 169 | auto Name = Sym.getName(); |
| 170 | if (!Name) |
| 171 | return Name.takeError(); |
Lang Hames | 71d781c | 2018-09-30 23:18:24 +0000 | [diff] [blame] | 172 | auto InternedName = ES.intern(*Name); |
Lang Hames | 6051158 | 2018-08-26 16:46:02 +0000 | [diff] [blame] | 173 | auto SymFlags = JITSymbolFlags::fromObjectSymbol(Sym); |
| 174 | if (!SymFlags) |
| 175 | return SymFlags.takeError(); |
| 176 | SymbolFlags[InternedName] = std::move(*SymFlags); |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 177 | } |
| 178 | |
| 179 | return SymbolFlags; |
| 180 | } |
| 181 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 182 | } // End namespace orc. |
| 183 | } // End namespace llvm. |