Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 1 | //===-------------------- Layer.cpp - Layer interfaces --------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| 10 | #include "llvm/ExecutionEngine/Orc/Layer.h" |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 11 | #include "llvm/Object/ObjectFile.h" |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 12 | #include "llvm/Support/Debug.h" |
| 13 | |
| 14 | #define DEBUG_TYPE "orc" |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 15 | |
| 16 | namespace llvm { |
| 17 | namespace orc { |
| 18 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 19 | IRLayer::IRLayer(ExecutionSession &ES) : ES(ES) {} |
| 20 | IRLayer::~IRLayer() {} |
| 21 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 22 | Error IRLayer::add(JITDylib &JD, VModuleKey K, ThreadSafeModule TSM) { |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 23 | return JD.define(llvm::make_unique<BasicIRLayerMaterializationUnit>( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 24 | *this, std::move(K), std::move(TSM))); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 25 | } |
| 26 | |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 27 | IRMaterializationUnit::IRMaterializationUnit(ExecutionSession &ES, |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 28 | ThreadSafeModule TSM) |
| 29 | : MaterializationUnit(SymbolFlagsMap()), TSM(std::move(TSM)) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 30 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 31 | assert(this->TSM && "Module must not be null"); |
| 32 | |
| 33 | MangleAndInterner Mangle(ES, this->TSM.getModule()->getDataLayout()); |
| 34 | for (auto &G : this->TSM.getModule()->global_values()) { |
Lang Hames | 6a94134 | 2018-06-26 21:35:48 +0000 | [diff] [blame] | 35 | if (G.hasName() && !G.isDeclaration() && !G.hasLocalLinkage() && |
| 36 | !G.hasAvailableExternallyLinkage() && !G.hasAppendingLinkage()) { |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 37 | auto MangledName = Mangle(G.getName()); |
| 38 | SymbolFlags[MangledName] = JITSymbolFlags::fromGlobalValue(G); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 39 | SymbolToDefinition[MangledName] = &G; |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 40 | } |
| 41 | } |
| 42 | } |
| 43 | |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 44 | IRMaterializationUnit::IRMaterializationUnit( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 45 | ThreadSafeModule TSM, SymbolFlagsMap SymbolFlags, |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 46 | SymbolNameToDefinitionMap SymbolToDefinition) |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 47 | : MaterializationUnit(std::move(SymbolFlags)), TSM(std::move(TSM)), |
Lang Hames | d6155ff | 2018-06-03 19:22:48 +0000 | [diff] [blame] | 48 | SymbolToDefinition(std::move(SymbolToDefinition)) {} |
| 49 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 50 | StringRef IRMaterializationUnit::getName() const { |
| 51 | if (TSM.getModule()) |
| 52 | return TSM.getModule()->getModuleIdentifier(); |
| 53 | return "<null module>"; |
| 54 | } |
| 55 | |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 56 | void IRMaterializationUnit::discard(const JITDylib &JD, SymbolStringPtr Name) { |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 57 | LLVM_DEBUG(JD.getExecutionSession().runSessionLocked([&]() { |
| 58 | dbgs() << "In " << JD.getName() << " discarding " << *Name << " from MU@" |
| 59 | << this << " (" << getName() << ")\n"; |
| 60 | });); |
| 61 | |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 62 | auto I = SymbolToDefinition.find(Name); |
| 63 | assert(I != SymbolToDefinition.end() && |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 64 | "Symbol not provided by this MU, or previously discarded"); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 65 | assert(!I->second->isDeclaration() && |
| 66 | "Discard should only apply to definitions"); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 67 | I->second->setLinkage(GlobalValue::AvailableExternallyLinkage); |
Lang Hames | d3a76f5 | 2018-05-31 19:29:01 +0000 | [diff] [blame] | 68 | SymbolToDefinition.erase(I); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 69 | } |
| 70 | |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 71 | BasicIRLayerMaterializationUnit::BasicIRLayerMaterializationUnit( |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 72 | IRLayer &L, VModuleKey K, ThreadSafeModule TSM) |
| 73 | : IRMaterializationUnit(L.getExecutionSession(), std::move(TSM)), L(L), |
| 74 | K(std::move(K)) {} |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 75 | |
| 76 | void BasicIRLayerMaterializationUnit::materialize( |
| 77 | MaterializationResponsibility R) { |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 78 | |
Lang Hames | c3053e4 | 2018-09-29 23:49:56 +0000 | [diff] [blame] | 79 | // Throw away the SymbolToDefinition map: it's not usable after we hand |
| 80 | // off the module. |
| 81 | SymbolToDefinition.clear(); |
| 82 | |
| 83 | // If cloneToNewContextOnEmit is set, clone the module now. |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 84 | if (L.getCloneToNewContextOnEmit()) |
| 85 | TSM = cloneToNewContext(TSM); |
| 86 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 87 | #ifndef NDEBUG |
| 88 | auto &ES = R.getTargetJITDylib().getExecutionSession(); |
| 89 | #endif // NDEBUG |
| 90 | |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 91 | auto Lock = TSM.getContextLock(); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 92 | LLVM_DEBUG(ES.runSessionLocked([&]() { |
| 93 | dbgs() << "Emitting, for " << R.getTargetJITDylib().getName() << ", " |
| 94 | << *this << "\n"; |
| 95 | });); |
Lang Hames | 8d76c71 | 2018-09-26 01:24:12 +0000 | [diff] [blame] | 96 | L.emit(std::move(R), std::move(K), std::move(TSM)); |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 97 | LLVM_DEBUG(ES.runSessionLocked([&]() { |
| 98 | dbgs() << "Finished emitting, for " << R.getTargetJITDylib().getName() |
| 99 | << ", " << *this << "\n"; |
| 100 | });); |
Lang Hames | 5261aa9 | 2018-05-22 16:15:38 +0000 | [diff] [blame] | 101 | } |
| 102 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 103 | ObjectLayer::ObjectLayer(ExecutionSession &ES) : ES(ES) {} |
| 104 | |
| 105 | ObjectLayer::~ObjectLayer() {} |
| 106 | |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 107 | Error ObjectLayer::add(JITDylib &JD, VModuleKey K, |
| 108 | std::unique_ptr<MemoryBuffer> O) { |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 109 | auto ObjMU = BasicObjectLayerMaterializationUnit::Create(*this, std::move(K), |
| 110 | std::move(O)); |
| 111 | if (!ObjMU) |
| 112 | return ObjMU.takeError(); |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 113 | return JD.define(std::move(*ObjMU)); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 114 | } |
| 115 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 116 | Expected<std::unique_ptr<BasicObjectLayerMaterializationUnit>> |
| 117 | BasicObjectLayerMaterializationUnit::Create(ObjectLayer &L, VModuleKey K, |
| 118 | std::unique_ptr<MemoryBuffer> O) { |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 119 | auto SymbolFlags = |
| 120 | getObjectSymbolFlags(L.getExecutionSession(), O->getMemBufferRef()); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 121 | |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 122 | if (!SymbolFlags) |
| 123 | return SymbolFlags.takeError(); |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 124 | |
| 125 | return std::unique_ptr<BasicObjectLayerMaterializationUnit>( |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 126 | new BasicObjectLayerMaterializationUnit(L, K, std::move(O), |
| 127 | std::move(*SymbolFlags))); |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 128 | } |
| 129 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 130 | BasicObjectLayerMaterializationUnit::BasicObjectLayerMaterializationUnit( |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 131 | ObjectLayer &L, VModuleKey K, std::unique_ptr<MemoryBuffer> O, |
| 132 | SymbolFlagsMap SymbolFlags) |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 133 | : MaterializationUnit(std::move(SymbolFlags)), L(L), K(std::move(K)), |
| 134 | O(std::move(O)) {} |
| 135 | |
Lang Hames | 46f40a7 | 2018-09-28 15:03:11 +0000 | [diff] [blame] | 136 | StringRef BasicObjectLayerMaterializationUnit::getName() const { |
| 137 | if (O) |
| 138 | return O->getBufferIdentifier(); |
| 139 | return "<null object>"; |
| 140 | } |
| 141 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 142 | void BasicObjectLayerMaterializationUnit::materialize( |
| 143 | MaterializationResponsibility R) { |
| 144 | L.emit(std::move(R), std::move(K), std::move(O)); |
| 145 | } |
| 146 | |
Lang Hames | d5f56c5 | 2018-08-17 21:18:18 +0000 | [diff] [blame] | 147 | void BasicObjectLayerMaterializationUnit::discard(const JITDylib &JD, |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 148 | SymbolStringPtr Name) { |
| 149 | // FIXME: Support object file level discard. This could be done by building a |
| 150 | // filter to pass to the object layer along with the object itself. |
| 151 | } |
| 152 | |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 153 | Expected<SymbolFlagsMap> getObjectSymbolFlags(ExecutionSession &ES, |
| 154 | MemoryBufferRef ObjBuffer) { |
| 155 | auto Obj = object::ObjectFile::createObjectFile(ObjBuffer); |
| 156 | |
| 157 | if (!Obj) |
| 158 | return Obj.takeError(); |
| 159 | |
| 160 | SymbolFlagsMap SymbolFlags; |
| 161 | for (auto &Sym : (*Obj)->symbols()) { |
Lang Hames | 6051158 | 2018-08-26 16:46:02 +0000 | [diff] [blame] | 162 | // Skip symbols not defined in this object file. |
| 163 | if (Sym.getFlags() & object::BasicSymbolRef::SF_Undefined) |
| 164 | continue; |
| 165 | |
| 166 | // Skip symbols that are not global. |
| 167 | if (!(Sym.getFlags() & object::BasicSymbolRef::SF_Global)) |
| 168 | continue; |
| 169 | |
| 170 | auto Name = Sym.getName(); |
| 171 | if (!Name) |
| 172 | return Name.takeError(); |
Lang Hames | 71d781c | 2018-09-30 23:18:24 +0000 | [diff] [blame^] | 173 | auto InternedName = ES.intern(*Name); |
Lang Hames | 6051158 | 2018-08-26 16:46:02 +0000 | [diff] [blame] | 174 | auto SymFlags = JITSymbolFlags::fromObjectSymbol(Sym); |
| 175 | if (!SymFlags) |
| 176 | return SymFlags.takeError(); |
| 177 | SymbolFlags[InternedName] = std::move(*SymFlags); |
Lang Hames | c0514f0 | 2018-08-05 22:35:37 +0000 | [diff] [blame] | 178 | } |
| 179 | |
| 180 | return SymbolFlags; |
| 181 | } |
| 182 | |
Lang Hames | 1cf9987 | 2018-05-21 21:11:13 +0000 | [diff] [blame] | 183 | } // End namespace orc. |
| 184 | } // End namespace llvm. |