Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 1 | //===-------------------- Layer.cpp - Layer interfaces --------------------===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | |
| 9 | #include "llvm/ExecutionEngine/Orc/Layer.h" |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 10 | #include "llvm/Object/ObjectFile.h" |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 11 | #include "llvm/Support/Debug.h" |
| 12 | |
| 13 | #define DEBUG_TYPE "orc" |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 14 | |
| 15 | namespace llvm { |
| 16 | namespace orc { |
| 17 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 18 | IRLayer::IRLayer(ExecutionSession &ES) : ES(ES) {} |
| 19 | IRLayer::~IRLayer() {} |
| 20 | |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 21 | Error IRLayer::add(JITDylib &JD, ThreadSafeModule TSM, VModuleKey K) { |
Jonas Devlieghere | 0eaee54 | 2019-08-15 15:54:37 +0000 | [diff] [blame] | 22 | return JD.define(std::make_unique<BasicIRLayerMaterializationUnit>( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 23 | *this, std::move(K), std::move(TSM))); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 24 | } |
| 25 | |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 26 | IRMaterializationUnit::IRMaterializationUnit(ExecutionSession &ES, |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 27 | ThreadSafeModule TSM, VModuleKey K) |
| 28 | : MaterializationUnit(SymbolFlagsMap(), std::move(K)), TSM(std::move(TSM)) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 29 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 30 | assert(this->TSM && "Module must not be null"); |
| 31 | |
Lang Hames | 809e9d1 | 2019-08-02 15:21:37 +0000 | [diff] [blame] | 32 | MangleAndInterner Mangle(ES, this->TSM.getModuleUnlocked()->getDataLayout()); |
| 33 | this->TSM.withModuleDo([&](Module &M) { |
| 34 | for (auto &G : M.global_values()) { |
| 35 | if (G.hasName() && !G.isDeclaration() && !G.hasLocalLinkage() && |
| 36 | !G.hasAvailableExternallyLinkage() && !G.hasAppendingLinkage()) { |
| 37 | auto MangledName = Mangle(G.getName()); |
| 38 | SymbolFlags[MangledName] = JITSymbolFlags::fromGlobalValue(G); |
| 39 | SymbolToDefinition[MangledName] = &G; |
| 40 | } |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 41 | } |
Lang Hames | 809e9d1 | 2019-08-02 15:21:37 +0000 | [diff] [blame] | 42 | }); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 43 | } |
| 44 | |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 45 | IRMaterializationUnit::IRMaterializationUnit( |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 46 | ThreadSafeModule TSM, VModuleKey K, SymbolFlagsMap SymbolFlags, |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 47 | SymbolNameToDefinitionMap SymbolToDefinition) |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 48 | : MaterializationUnit(std::move(SymbolFlags), std::move(K)), |
| 49 | TSM(std::move(TSM)), SymbolToDefinition(std::move(SymbolToDefinition)) {} |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 50 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 51 | StringRef IRMaterializationUnit::getName() const { |
Lang Hames | 809e9d1 | 2019-08-02 15:21:37 +0000 | [diff] [blame] | 52 | if (TSM) |
| 53 | return TSM.withModuleDo( |
Matthias Gehre | 5b3275e | 2019-08-19 21:59:44 +0000 | [diff] [blame] | 54 | [](const Module &M) -> StringRef { return M.getModuleIdentifier(); }); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 55 | return "<null module>"; |
| 56 | } |
| 57 | |
Lang Hames | cb5702c3 | 2018-10-06 23:02:06 +0000 | [diff] [blame] | 58 | void IRMaterializationUnit::discard(const JITDylib &JD, |
| 59 | const SymbolStringPtr &Name) { |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 60 | LLVM_DEBUG(JD.getExecutionSession().runSessionLocked([&]() { |
| 61 | dbgs() << "In " << JD.getName() << " discarding " << *Name << " from MU@" |
| 62 | << this << " (" << getName() << ")\n"; |
| 63 | });); |
| 64 | |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 65 | auto I = SymbolToDefinition.find(Name); |
| 66 | assert(I != SymbolToDefinition.end() && |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 67 | "Symbol not provided by this MU, or previously discarded"); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 68 | assert(!I->second->isDeclaration() && |
| 69 | "Discard should only apply to definitions"); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 70 | I->second->setLinkage(GlobalValue::AvailableExternallyLinkage); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 71 | SymbolToDefinition.erase(I); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 72 | } |
| 73 | |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 74 | BasicIRLayerMaterializationUnit::BasicIRLayerMaterializationUnit( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 75 | IRLayer &L, VModuleKey K, ThreadSafeModule TSM) |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 76 | : IRMaterializationUnit(L.getExecutionSession(), std::move(TSM), |
| 77 | std::move(K)), |
| 78 | L(L), K(std::move(K)) {} |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 79 | |
| 80 | void BasicIRLayerMaterializationUnit::materialize( |
| 81 | MaterializationResponsibility R) { |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 82 | |
Lang Hames | c3053e4 | 2018-09-29 23:49:56 +0000 | [diff] [blame] | 83 | // Throw away the SymbolToDefinition map: it's not usable after we hand |
| 84 | // off the module. |
| 85 | SymbolToDefinition.clear(); |
| 86 | |
| 87 | // If cloneToNewContextOnEmit is set, clone the module now. |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 88 | if (L.getCloneToNewContextOnEmit()) |
| 89 | TSM = cloneToNewContext(TSM); |
| 90 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 91 | #ifndef NDEBUG |
| 92 | auto &ES = R.getTargetJITDylib().getExecutionSession(); |
Nick Desaulniers | 28e351a | 2019-05-20 22:17:43 +0000 | [diff] [blame] | 93 | auto &N = R.getTargetJITDylib().getName(); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 94 | #endif // NDEBUG |
| 95 | |
Nick Desaulniers | 28e351a | 2019-05-20 22:17:43 +0000 | [diff] [blame] | 96 | LLVM_DEBUG(ES.runSessionLocked( |
| 97 | [&]() { dbgs() << "Emitting, for " << N << ", " << *this << "\n"; });); |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 98 | L.emit(std::move(R), std::move(TSM)); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 99 | LLVM_DEBUG(ES.runSessionLocked([&]() { |
Nick Desaulniers | 28e351a | 2019-05-20 22:17:43 +0000 | [diff] [blame] | 100 | dbgs() << "Finished emitting, for " << N << ", " << *this << "\n"; |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 101 | });); |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 102 | } |
| 103 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 104 | ObjectLayer::ObjectLayer(ExecutionSession &ES) : ES(ES) {} |
| 105 | |
| 106 | ObjectLayer::~ObjectLayer() {} |
| 107 | |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 108 | Error ObjectLayer::add(JITDylib &JD, std::unique_ptr<MemoryBuffer> O, |
| 109 | VModuleKey K) { |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 110 | auto ObjMU = BasicObjectLayerMaterializationUnit::Create(*this, std::move(K), |
| 111 | std::move(O)); |
| 112 | if (!ObjMU) |
| 113 | return ObjMU.takeError(); |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 114 | return JD.define(std::move(*ObjMU)); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 115 | } |
| 116 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 117 | Expected<std::unique_ptr<BasicObjectLayerMaterializationUnit>> |
| 118 | BasicObjectLayerMaterializationUnit::Create(ObjectLayer &L, VModuleKey K, |
| 119 | std::unique_ptr<MemoryBuffer> O) { |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 120 | auto SymbolFlags = |
| 121 | getObjectSymbolFlags(L.getExecutionSession(), O->getMemBufferRef()); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 122 | |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 123 | if (!SymbolFlags) |
| 124 | return SymbolFlags.takeError(); |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 125 | |
| 126 | return std::unique_ptr<BasicObjectLayerMaterializationUnit>( |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 127 | new BasicObjectLayerMaterializationUnit(L, K, std::move(O), |
| 128 | std::move(*SymbolFlags))); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 129 | } |
| 130 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 131 | BasicObjectLayerMaterializationUnit::BasicObjectLayerMaterializationUnit( |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 132 | ObjectLayer &L, VModuleKey K, std::unique_ptr<MemoryBuffer> O, |
| 133 | SymbolFlagsMap SymbolFlags) |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 134 | : MaterializationUnit(std::move(SymbolFlags), std::move(K)), L(L), |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 135 | O(std::move(O)) {} |
| 136 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 137 | StringRef BasicObjectLayerMaterializationUnit::getName() const { |
| 138 | if (O) |
| 139 | return O->getBufferIdentifier(); |
| 140 | return "<null object>"; |
| 141 | } |
| 142 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 143 | void BasicObjectLayerMaterializationUnit::materialize( |
| 144 | MaterializationResponsibility R) { |
Lang Hames | 8b94274 | 2018-10-16 20:13:06 +0000 | [diff] [blame] | 145 | L.emit(std::move(R), std::move(O)); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 146 | } |
| 147 | |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 148 | void BasicObjectLayerMaterializationUnit::discard(const JITDylib &JD, |
Lang Hames | cb5702c3 | 2018-10-06 23:02:06 +0000 | [diff] [blame] | 149 | const SymbolStringPtr &Name) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 150 | // FIXME: Support object file level discard. This could be done by building a |
| 151 | // filter to pass to the object layer along with the object itself. |
| 152 | } |
| 153 | |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 154 | Expected<SymbolFlagsMap> getObjectSymbolFlags(ExecutionSession &ES, |
| 155 | MemoryBufferRef ObjBuffer) { |
| 156 | auto Obj = object::ObjectFile::createObjectFile(ObjBuffer); |
| 157 | |
| 158 | if (!Obj) |
| 159 | return Obj.takeError(); |
| 160 | |
| 161 | SymbolFlagsMap SymbolFlags; |
| 162 | for (auto &Sym : (*Obj)->symbols()) { |
Lang Hames | 6051158 | 2018-08-26 16:46:02 +0000 | [diff] [blame] | 163 | // Skip symbols not defined in this object file. |
| 164 | if (Sym.getFlags() & object::BasicSymbolRef::SF_Undefined) |
| 165 | continue; |
| 166 | |
| 167 | // Skip symbols that are not global. |
| 168 | if (!(Sym.getFlags() & object::BasicSymbolRef::SF_Global)) |
| 169 | continue; |
| 170 | |
| 171 | auto Name = Sym.getName(); |
| 172 | if (!Name) |
| 173 | return Name.takeError(); |
Lang Hames | 71d781c | 2018-09-30 23:18:24 +0000 | [diff] [blame] | 174 | auto InternedName = ES.intern(*Name); |
Lang Hames | 6051158 | 2018-08-26 16:46:02 +0000 | [diff] [blame] | 175 | auto SymFlags = JITSymbolFlags::fromObjectSymbol(Sym); |
| 176 | if (!SymFlags) |
| 177 | return SymFlags.takeError(); |
| 178 | SymbolFlags[InternedName] = std::move(*SymFlags); |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 179 | } |
| 180 | |
| 181 | return SymbolFlags; |
| 182 | } |
| 183 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 184 | } // End namespace orc. |
| 185 | } // End namespace llvm. |