Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 1 | //===-------------------- Layer.cpp - Layer interfaces --------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| 10 | #include "llvm/ExecutionEngine/Orc/Layer.h" |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 11 | #include "llvm/Object/ObjectFile.h" |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 12 | #include "llvm/Support/Debug.h" |
| 13 | |
| 14 | #define DEBUG_TYPE "orc" |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 15 | |
| 16 | namespace llvm { |
| 17 | namespace orc { |
| 18 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 19 | IRLayer::IRLayer(ExecutionSession &ES) : ES(ES) {} |
| 20 | IRLayer::~IRLayer() {} |
| 21 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 22 | Error IRLayer::add(JITDylib &JD, VModuleKey K, ThreadSafeModule TSM) { |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 23 | return JD.define(llvm::make_unique<BasicIRLayerMaterializationUnit>( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 24 | *this, std::move(K), std::move(TSM))); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 25 | } |
| 26 | |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 27 | IRMaterializationUnit::IRMaterializationUnit(ExecutionSession &ES, |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 28 | ThreadSafeModule TSM) |
| 29 | : MaterializationUnit(SymbolFlagsMap()), TSM(std::move(TSM)) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 30 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 31 | assert(this->TSM && "Module must not be null"); |
| 32 | |
| 33 | MangleAndInterner Mangle(ES, this->TSM.getModule()->getDataLayout()); |
| 34 | for (auto &G : this->TSM.getModule()->global_values()) { |
Lang Hames | 6a94134 | 2018-06-26 21:35:48 +0000 | [diff] [blame] | 35 | if (G.hasName() && !G.isDeclaration() && !G.hasLocalLinkage() && |
| 36 | !G.hasAvailableExternallyLinkage() && !G.hasAppendingLinkage()) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 37 | auto MangledName = Mangle(G.getName()); |
| 38 | SymbolFlags[MangledName] = JITSymbolFlags::fromGlobalValue(G); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 39 | SymbolToDefinition[MangledName] = &G; |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 40 | } |
| 41 | } |
| 42 | } |
| 43 | |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 44 | IRMaterializationUnit::IRMaterializationUnit( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 45 | ThreadSafeModule TSM, SymbolFlagsMap SymbolFlags, |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 46 | SymbolNameToDefinitionMap SymbolToDefinition) |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 47 | : MaterializationUnit(std::move(SymbolFlags)), TSM(std::move(TSM)), |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 48 | SymbolToDefinition(std::move(SymbolToDefinition)) {} |
| 49 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 50 | StringRef IRMaterializationUnit::getName() const { |
| 51 | if (TSM.getModule()) |
| 52 | return TSM.getModule()->getModuleIdentifier(); |
| 53 | return "<null module>"; |
| 54 | } |
| 55 | |
Lang Hames | cb5702c3 | 2018-10-06 23:02:06 +0000 | [diff] [blame^] | 56 | void IRMaterializationUnit::discard(const JITDylib &JD, |
| 57 | const SymbolStringPtr &Name) { |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 58 | LLVM_DEBUG(JD.getExecutionSession().runSessionLocked([&]() { |
| 59 | dbgs() << "In " << JD.getName() << " discarding " << *Name << " from MU@" |
| 60 | << this << " (" << getName() << ")\n"; |
| 61 | });); |
| 62 | |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 63 | auto I = SymbolToDefinition.find(Name); |
| 64 | assert(I != SymbolToDefinition.end() && |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 65 | "Symbol not provided by this MU, or previously discarded"); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 66 | assert(!I->second->isDeclaration() && |
| 67 | "Discard should only apply to definitions"); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 68 | I->second->setLinkage(GlobalValue::AvailableExternallyLinkage); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 69 | SymbolToDefinition.erase(I); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 70 | } |
| 71 | |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 72 | BasicIRLayerMaterializationUnit::BasicIRLayerMaterializationUnit( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 73 | IRLayer &L, VModuleKey K, ThreadSafeModule TSM) |
| 74 | : IRMaterializationUnit(L.getExecutionSession(), std::move(TSM)), L(L), |
| 75 | K(std::move(K)) {} |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 76 | |
| 77 | void BasicIRLayerMaterializationUnit::materialize( |
| 78 | MaterializationResponsibility R) { |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 79 | |
Lang Hames | c3053e4 | 2018-09-29 23:49:56 +0000 | [diff] [blame] | 80 | // Throw away the SymbolToDefinition map: it's not usable after we hand |
| 81 | // off the module. |
| 82 | SymbolToDefinition.clear(); |
| 83 | |
| 84 | // If cloneToNewContextOnEmit is set, clone the module now. |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 85 | if (L.getCloneToNewContextOnEmit()) |
| 86 | TSM = cloneToNewContext(TSM); |
| 87 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 88 | #ifndef NDEBUG |
| 89 | auto &ES = R.getTargetJITDylib().getExecutionSession(); |
| 90 | #endif // NDEBUG |
| 91 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 92 | auto Lock = TSM.getContextLock(); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 93 | LLVM_DEBUG(ES.runSessionLocked([&]() { |
| 94 | dbgs() << "Emitting, for " << R.getTargetJITDylib().getName() << ", " |
| 95 | << *this << "\n"; |
| 96 | });); |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 97 | L.emit(std::move(R), std::move(K), std::move(TSM)); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 98 | LLVM_DEBUG(ES.runSessionLocked([&]() { |
| 99 | dbgs() << "Finished emitting, for " << R.getTargetJITDylib().getName() |
| 100 | << ", " << *this << "\n"; |
| 101 | });); |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 102 | } |
| 103 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 104 | ObjectLayer::ObjectLayer(ExecutionSession &ES) : ES(ES) {} |
| 105 | |
| 106 | ObjectLayer::~ObjectLayer() {} |
| 107 | |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 108 | Error ObjectLayer::add(JITDylib &JD, VModuleKey K, |
| 109 | std::unique_ptr<MemoryBuffer> O) { |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 110 | auto ObjMU = BasicObjectLayerMaterializationUnit::Create(*this, std::move(K), |
| 111 | std::move(O)); |
| 112 | if (!ObjMU) |
| 113 | return ObjMU.takeError(); |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 114 | return JD.define(std::move(*ObjMU)); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 115 | } |
| 116 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 117 | Expected<std::unique_ptr<BasicObjectLayerMaterializationUnit>> |
| 118 | BasicObjectLayerMaterializationUnit::Create(ObjectLayer &L, VModuleKey K, |
| 119 | std::unique_ptr<MemoryBuffer> O) { |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 120 | auto SymbolFlags = |
| 121 | getObjectSymbolFlags(L.getExecutionSession(), O->getMemBufferRef()); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 122 | |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 123 | if (!SymbolFlags) |
| 124 | return SymbolFlags.takeError(); |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 125 | |
| 126 | return std::unique_ptr<BasicObjectLayerMaterializationUnit>( |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 127 | new BasicObjectLayerMaterializationUnit(L, K, std::move(O), |
| 128 | std::move(*SymbolFlags))); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 129 | } |
| 130 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 131 | BasicObjectLayerMaterializationUnit::BasicObjectLayerMaterializationUnit( |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 132 | ObjectLayer &L, VModuleKey K, std::unique_ptr<MemoryBuffer> O, |
| 133 | SymbolFlagsMap SymbolFlags) |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 134 | : MaterializationUnit(std::move(SymbolFlags)), L(L), K(std::move(K)), |
| 135 | O(std::move(O)) {} |
| 136 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 137 | StringRef BasicObjectLayerMaterializationUnit::getName() const { |
| 138 | if (O) |
| 139 | return O->getBufferIdentifier(); |
| 140 | return "<null object>"; |
| 141 | } |
| 142 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 143 | void BasicObjectLayerMaterializationUnit::materialize( |
| 144 | MaterializationResponsibility R) { |
| 145 | L.emit(std::move(R), std::move(K), std::move(O)); |
| 146 | } |
| 147 | |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 148 | void BasicObjectLayerMaterializationUnit::discard(const JITDylib &JD, |
Lang Hames | cb5702c3 | 2018-10-06 23:02:06 +0000 | [diff] [blame^] | 149 | const SymbolStringPtr &Name) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 150 | // FIXME: Support object file level discard. This could be done by building a |
| 151 | // filter to pass to the object layer along with the object itself. |
| 152 | } |
| 153 | |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 154 | Expected<SymbolFlagsMap> getObjectSymbolFlags(ExecutionSession &ES, |
| 155 | MemoryBufferRef ObjBuffer) { |
| 156 | auto Obj = object::ObjectFile::createObjectFile(ObjBuffer); |
| 157 | |
| 158 | if (!Obj) |
| 159 | return Obj.takeError(); |
| 160 | |
| 161 | SymbolFlagsMap SymbolFlags; |
| 162 | for (auto &Sym : (*Obj)->symbols()) { |
Lang Hames | 6051158 | 2018-08-26 16:46:02 +0000 | [diff] [blame] | 163 | // Skip symbols not defined in this object file. |
| 164 | if (Sym.getFlags() & object::BasicSymbolRef::SF_Undefined) |
| 165 | continue; |
| 166 | |
| 167 | // Skip symbols that are not global. |
| 168 | if (!(Sym.getFlags() & object::BasicSymbolRef::SF_Global)) |
| 169 | continue; |
| 170 | |
| 171 | auto Name = Sym.getName(); |
| 172 | if (!Name) |
| 173 | return Name.takeError(); |
Lang Hames | 71d781c | 2018-09-30 23:18:24 +0000 | [diff] [blame] | 174 | auto InternedName = ES.intern(*Name); |
Lang Hames | 6051158 | 2018-08-26 16:46:02 +0000 | [diff] [blame] | 175 | auto SymFlags = JITSymbolFlags::fromObjectSymbol(Sym); |
| 176 | if (!SymFlags) |
| 177 | return SymFlags.takeError(); |
| 178 | SymbolFlags[InternedName] = std::move(*SymFlags); |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 179 | } |
| 180 | |
| 181 | return SymbolFlags; |
| 182 | } |
| 183 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 184 | } // End namespace orc. |
| 185 | } // End namespace llvm. |