Jim Grosbach | 06594e1 | 2012-01-16 23:50:58 +0000 | [diff] [blame] | 1 | //===-- RuntimeDyld.cpp - Run-time dynamic linker for MC-JIT ----*- C++ -*-===// |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
| 9 | // Implementation of the MC-JIT runtime dynamic linker. |
| 10 | // |
| 11 | //===----------------------------------------------------------------------===// |
| 12 | |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 13 | #include "llvm/ExecutionEngine/RuntimeDyld.h" |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 14 | #include "RuntimeDyldCOFF.h" |
Eli Bendersky | 058d647 | 2012-01-22 07:05:02 +0000 | [diff] [blame] | 15 | #include "RuntimeDyldELF.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 16 | #include "RuntimeDyldImpl.h" |
Eli Bendersky | 058d647 | 2012-01-22 07:05:02 +0000 | [diff] [blame] | 17 | #include "RuntimeDyldMachO.h" |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 18 | #include "llvm/Object/COFF.h" |
Chandler Carruth | 6bda14b | 2017-06-06 11:49:48 +0000 | [diff] [blame] | 19 | #include "llvm/Object/ELFObjectFile.h" |
Guillaume Chatelet | af11cc7 | 2019-09-12 15:20:36 +0000 | [diff] [blame] | 20 | #include "llvm/Support/Alignment.h" |
Lang Hames | ffa72ef | 2018-09-25 20:16:06 +0000 | [diff] [blame] | 21 | #include "llvm/Support/MSVCErrorWorkarounds.h" |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 22 | #include "llvm/Support/ManagedStatic.h" |
Tim Northover | 94bc73d | 2012-10-29 10:47:04 +0000 | [diff] [blame] | 23 | #include "llvm/Support/MathExtras.h" |
Benjamin Kramer | 3d5360a | 2019-08-07 10:57:25 +0000 | [diff] [blame] | 24 | #include <mutex> |
Eli Bendersky | 058d647 | 2012-01-22 07:05:02 +0000 | [diff] [blame] | 25 | |
Lang Hames | adde5ba | 2018-09-25 19:48:46 +0000 | [diff] [blame] | 26 | #include <future> |
| 27 | |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 28 | using namespace llvm; |
| 29 | using namespace llvm::object; |
| 30 | |
Chandler Carruth | f58e376 | 2014-04-22 03:04:17 +0000 | [diff] [blame] | 31 | #define DEBUG_TYPE "dyld" |
| 32 | |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 33 | namespace { |
| 34 | |
| 35 | enum RuntimeDyldErrorCode { |
| 36 | GenericRTDyldError = 1 |
| 37 | }; |
| 38 | |
Peter Collingbourne | 4718f8b | 2016-05-24 20:13:46 +0000 | [diff] [blame] | 39 | // FIXME: This class is only here to support the transition to llvm::Error. It |
| 40 | // will be removed once this transition is complete. Clients should prefer to |
| 41 | // deal with the Error value directly, rather than converting to error_code. |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 42 | class RuntimeDyldErrorCategory : public std::error_category { |
| 43 | public: |
Reid Kleckner | 990504e | 2016-10-19 23:52:38 +0000 | [diff] [blame] | 44 | const char *name() const noexcept override { return "runtimedyld"; } |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 45 | |
| 46 | std::string message(int Condition) const override { |
| 47 | switch (static_cast<RuntimeDyldErrorCode>(Condition)) { |
| 48 | case GenericRTDyldError: return "Generic RuntimeDyld error"; |
| 49 | } |
| 50 | llvm_unreachable("Unrecognized RuntimeDyldErrorCode"); |
| 51 | } |
| 52 | }; |
| 53 | |
| 54 | static ManagedStatic<RuntimeDyldErrorCategory> RTDyldErrorCategory; |
| 55 | |
| 56 | } |
| 57 | |
| 58 | char RuntimeDyldError::ID = 0; |
| 59 | |
| 60 | void RuntimeDyldError::log(raw_ostream &OS) const { |
| 61 | OS << ErrMsg << "\n"; |
| 62 | } |
| 63 | |
| 64 | std::error_code RuntimeDyldError::convertToErrorCode() const { |
| 65 | return std::error_code(GenericRTDyldError, *RTDyldErrorCategory); |
| 66 | } |
| 67 | |
Chandler Carruth | 086f708 | 2011-04-05 23:54:31 +0000 | [diff] [blame] | 68 | // Empty out-of-line virtual destructor as the key function. |
Danil Malyshev | 72510f2 | 2011-07-13 07:57:58 +0000 | [diff] [blame] | 69 | RuntimeDyldImpl::~RuntimeDyldImpl() {} |
Chandler Carruth | 086f708 | 2011-04-05 23:54:31 +0000 | [diff] [blame] | 70 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 71 | // Pin LoadedObjectInfo's vtables to this file. |
| 72 | void RuntimeDyld::LoadedObjectInfo::anchor() {} |
Juergen Ributzka | d12ccbd | 2013-11-19 00:57:56 +0000 | [diff] [blame] | 73 | |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 74 | namespace llvm { |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 75 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 76 | void RuntimeDyldImpl::registerEHFrames() {} |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 77 | |
Lang Hames | c936ac7 | 2017-05-09 21:32:18 +0000 | [diff] [blame] | 78 | void RuntimeDyldImpl::deregisterEHFrames() { |
| 79 | MemMgr.deregisterEHFrames(); |
| 80 | } |
Andrew Kaylor | c442a76 | 2013-10-16 00:14:21 +0000 | [diff] [blame] | 81 | |
Benjamin Kramer | 01e1789 | 2014-08-26 14:22:05 +0000 | [diff] [blame] | 82 | #ifndef NDEBUG |
Lang Hames | f4b3b67 | 2014-08-25 22:19:14 +0000 | [diff] [blame] | 83 | static void dumpSectionMemory(const SectionEntry &S, StringRef State) { |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 84 | dbgs() << "----- Contents of section " << S.getName() << " " << State |
| 85 | << " -----"; |
Lang Hames | f4b3b67 | 2014-08-25 22:19:14 +0000 | [diff] [blame] | 86 | |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 87 | if (S.getAddress() == nullptr) { |
Lang Hames | 24f0c24 | 2014-10-01 21:57:47 +0000 | [diff] [blame] | 88 | dbgs() << "\n <section not emitted>\n"; |
| 89 | return; |
| 90 | } |
| 91 | |
Lang Hames | f4b3b67 | 2014-08-25 22:19:14 +0000 | [diff] [blame] | 92 | const unsigned ColsPerRow = 16; |
Lang Hames | 86b08f0 | 2014-08-25 18:37:38 +0000 | [diff] [blame] | 93 | |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 94 | uint8_t *DataAddr = S.getAddress(); |
| 95 | uint64_t LoadAddr = S.getLoadAddress(); |
Lang Hames | 86b08f0 | 2014-08-25 18:37:38 +0000 | [diff] [blame] | 96 | |
Lang Hames | 8d4d026 | 2014-09-18 16:43:24 +0000 | [diff] [blame] | 97 | unsigned StartPadding = LoadAddr & (ColsPerRow - 1); |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 98 | unsigned BytesRemaining = S.getSize(); |
Lang Hames | 86b08f0 | 2014-08-25 18:37:38 +0000 | [diff] [blame] | 99 | |
| 100 | if (StartPadding) { |
Alexei Starovoitov | 36df1ca | 2015-03-30 05:15:57 +0000 | [diff] [blame] | 101 | dbgs() << "\n" << format("0x%016" PRIx64, |
| 102 | LoadAddr & ~(uint64_t)(ColsPerRow - 1)) << ":"; |
Lang Hames | 86b08f0 | 2014-08-25 18:37:38 +0000 | [diff] [blame] | 103 | while (StartPadding--) |
| 104 | dbgs() << " "; |
| 105 | } |
| 106 | |
| 107 | while (BytesRemaining > 0) { |
Lang Hames | f4b3b67 | 2014-08-25 22:19:14 +0000 | [diff] [blame] | 108 | if ((LoadAddr & (ColsPerRow - 1)) == 0) |
Lang Hames | c5cafbb | 2014-08-28 04:25:17 +0000 | [diff] [blame] | 109 | dbgs() << "\n" << format("0x%016" PRIx64, LoadAddr) << ":"; |
Lang Hames | 86b08f0 | 2014-08-25 18:37:38 +0000 | [diff] [blame] | 110 | |
| 111 | dbgs() << " " << format("%02x", *DataAddr); |
| 112 | |
| 113 | ++DataAddr; |
| 114 | ++LoadAddr; |
| 115 | --BytesRemaining; |
| 116 | } |
| 117 | |
| 118 | dbgs() << "\n"; |
| 119 | } |
Benjamin Kramer | 01e1789 | 2014-08-26 14:22:05 +0000 | [diff] [blame] | 120 | #endif |
Lang Hames | 86b08f0 | 2014-08-25 18:37:38 +0000 | [diff] [blame] | 121 | |
Jim Grosbach | 733d305 | 2011-04-12 21:20:41 +0000 | [diff] [blame] | 122 | // Resolve the relocations for all symbols we currently know about. |
| 123 | void RuntimeDyldImpl::resolveRelocations() { |
Benjamin Kramer | 3d5360a | 2019-08-07 10:57:25 +0000 | [diff] [blame] | 124 | std::lock_guard<sys::Mutex> locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 125 | |
Lang Hames | 79fce47 | 2015-09-10 20:44:36 +0000 | [diff] [blame] | 126 | // Print out the sections prior to relocation. |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 127 | LLVM_DEBUG(for (int i = 0, e = Sections.size(); i != e; ++i) |
| 128 | dumpSectionMemory(Sections[i], "before relocations");); |
Lang Hames | 79fce47 | 2015-09-10 20:44:36 +0000 | [diff] [blame] | 129 | |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 130 | // First, resolve relocations associated with external symbols. |
Lang Hames | 4ce9866 | 2017-07-07 02:59:13 +0000 | [diff] [blame] | 131 | if (auto Err = resolveExternalSymbols()) { |
| 132 | HasError = true; |
| 133 | ErrorStr = toString(std::move(Err)); |
| 134 | } |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 135 | |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 136 | resolveLocalRelocations(); |
| 137 | |
| 138 | // Print out sections after relocation. |
| 139 | LLVM_DEBUG(for (int i = 0, e = Sections.size(); i != e; ++i) |
| 140 | dumpSectionMemory(Sections[i], "after relocations");); |
| 141 | } |
| 142 | |
| 143 | void RuntimeDyldImpl::resolveLocalRelocations() { |
Keno Fischer | 2cd66e9 | 2015-10-10 05:37:02 +0000 | [diff] [blame] | 144 | // Iterate over all outstanding relocations |
| 145 | for (auto it = Relocations.begin(), e = Relocations.end(); it != e; ++it) { |
Andrew Kaylor | 5f3a998 | 2013-08-19 19:38:06 +0000 | [diff] [blame] | 146 | // The Section here (Sections[i]) refers to the section in which the |
| 147 | // symbol for the relocation is located. The SectionID in the relocation |
| 148 | // entry provides the section to which the relocation will be applied. |
Keno Fischer | eb59d46 | 2015-12-03 21:27:59 +0000 | [diff] [blame] | 149 | int Idx = it->first; |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 150 | uint64_t Addr = Sections[Idx].getLoadAddress(); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 151 | LLVM_DEBUG(dbgs() << "Resolving relocations Section #" << Idx << "\t" |
| 152 | << format("%p", (uintptr_t)Addr) << "\n"); |
Keno Fischer | eb59d46 | 2015-12-03 21:27:59 +0000 | [diff] [blame] | 153 | resolveRelocationList(it->second, Addr); |
Jim Grosbach | eff0a40 | 2012-01-16 22:26:39 +0000 | [diff] [blame] | 154 | } |
Keno Fischer | 2cd66e9 | 2015-10-10 05:37:02 +0000 | [diff] [blame] | 155 | Relocations.clear(); |
Jim Grosbach | 733d305 | 2011-04-12 21:20:41 +0000 | [diff] [blame] | 156 | } |
| 157 | |
Jim Grosbach | 6d61397 | 2012-09-13 21:50:06 +0000 | [diff] [blame] | 158 | void RuntimeDyldImpl::mapSectionAddress(const void *LocalAddress, |
Jim Grosbach | 0ddb3a4 | 2012-01-16 23:50:55 +0000 | [diff] [blame] | 159 | uint64_t TargetAddress) { |
Benjamin Kramer | 3d5360a | 2019-08-07 10:57:25 +0000 | [diff] [blame] | 160 | std::lock_guard<sys::Mutex> locked(lock); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 161 | for (unsigned i = 0, e = Sections.size(); i != e; ++i) { |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 162 | if (Sections[i].getAddress() == LocalAddress) { |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 163 | reassignSectionAddress(i, TargetAddress); |
| 164 | return; |
| 165 | } |
| 166 | } |
| 167 | llvm_unreachable("Attempting to remap address of unknown section!"); |
Jim Grosbach | 0ddb3a4 | 2012-01-16 23:50:55 +0000 | [diff] [blame] | 168 | } |
| 169 | |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 170 | static Error getOffset(const SymbolRef &Sym, SectionRef Sec, |
| 171 | uint64_t &Result) { |
Kevin Enderby | 931cb65 | 2016-06-24 18:24:42 +0000 | [diff] [blame] | 172 | Expected<uint64_t> AddressOrErr = Sym.getAddress(); |
| 173 | if (!AddressOrErr) |
| 174 | return AddressOrErr.takeError(); |
Rafael Espindola | ef888a4 | 2015-07-07 16:45:55 +0000 | [diff] [blame] | 175 | Result = *AddressOrErr - Sec.getAddress(); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 176 | return Error::success(); |
Rafael Espindola | 6956b1a | 2014-04-21 13:45:32 +0000 | [diff] [blame] | 177 | } |
| 178 | |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 179 | Expected<RuntimeDyldImpl::ObjSectionToIDMap> |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 180 | RuntimeDyldImpl::loadObjectImpl(const object::ObjectFile &Obj) { |
Benjamin Kramer | 3d5360a | 2019-08-07 10:57:25 +0000 | [diff] [blame] | 181 | std::lock_guard<sys::Mutex> locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 182 | |
Andrew Kaylor | 33c5b1b | 2013-10-15 20:44:55 +0000 | [diff] [blame] | 183 | // Save information about our target |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 184 | Arch = (Triple::ArchType)Obj.getArch(); |
| 185 | IsTargetLittleEndian = Obj.isLittleEndian(); |
Petar Jovanovic | 9720283 | 2015-05-28 13:48:41 +0000 | [diff] [blame] | 186 | setMipsABI(Obj); |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 187 | |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 188 | // Compute the memory size required to load all sections to be loaded |
| 189 | // and pass this information to the memory manager |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 190 | if (MemMgr.needsToReserveAllocationSpace()) { |
Lang Hames | b2b7a3c | 2016-01-10 18:51:50 +0000 | [diff] [blame] | 191 | uint64_t CodeSize = 0, RODataSize = 0, RWDataSize = 0; |
| 192 | uint32_t CodeAlign = 1, RODataAlign = 1, RWDataAlign = 1; |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 193 | if (auto Err = computeTotalAllocSize(Obj, |
| 194 | CodeSize, CodeAlign, |
| 195 | RODataSize, RODataAlign, |
| 196 | RWDataSize, RWDataAlign)) |
Bill Wendling | c55cf4a | 2020-02-10 07:06:45 -0800 | [diff] [blame] | 197 | return std::move(Err); |
Lang Hames | b2b7a3c | 2016-01-10 18:51:50 +0000 | [diff] [blame] | 198 | MemMgr.reserveAllocationSpace(CodeSize, CodeAlign, RODataSize, RODataAlign, |
| 199 | RWDataSize, RWDataAlign); |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 200 | } |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 201 | |
Eli Bendersky | fc07908 | 2012-05-01 06:58:59 +0000 | [diff] [blame] | 202 | // Used sections from the object file |
| 203 | ObjSectionToIDMap LocalSections; |
| 204 | |
Tim Northover | 94bc73d | 2012-10-29 10:47:04 +0000 | [diff] [blame] | 205 | // Common symbols requiring allocation, with their sizes and alignments |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 206 | CommonSymbolList CommonSymbolsToAllocate; |
| 207 | |
| 208 | uint64_t CommonSize = 0; |
| 209 | uint32_t CommonAlign = 0; |
| 210 | |
| 211 | // First, collect all weak and common symbols. We need to know if stronger |
| 212 | // definitions occur elsewhere. |
Lang Hames | 6cadc7c | 2018-08-28 21:18:05 +0000 | [diff] [blame] | 213 | JITSymbolResolver::LookupSet ResponsibilitySet; |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 214 | { |
Lang Hames | 635fd90 | 2018-01-22 03:00:31 +0000 | [diff] [blame] | 215 | JITSymbolResolver::LookupSet Symbols; |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 216 | for (auto &Sym : Obj.symbols()) { |
vgxbj | ac00376 | 2020-04-10 20:24:21 +0800 | [diff] [blame] | 217 | Expected<uint32_t> FlagsOrErr = Sym.getFlags(); |
| 218 | if (!FlagsOrErr) |
| 219 | // TODO: Test this error. |
| 220 | return FlagsOrErr.takeError(); |
| 221 | if ((*FlagsOrErr & SymbolRef::SF_Common) || |
| 222 | (*FlagsOrErr & SymbolRef::SF_Weak)) { |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 223 | // Get symbol name. |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 224 | if (auto NameOrErr = Sym.getName()) |
| 225 | Symbols.insert(*NameOrErr); |
| 226 | else |
| 227 | return NameOrErr.takeError(); |
| 228 | } |
| 229 | } |
| 230 | |
Lang Hames | 6cadc7c | 2018-08-28 21:18:05 +0000 | [diff] [blame] | 231 | if (auto ResultOrErr = Resolver.getResponsibilitySet(Symbols)) |
| 232 | ResponsibilitySet = std::move(*ResultOrErr); |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 233 | else |
Lang Hames | 6cadc7c | 2018-08-28 21:18:05 +0000 | [diff] [blame] | 234 | return ResultOrErr.takeError(); |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 235 | } |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 236 | |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 237 | // Parse symbols |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 238 | LLVM_DEBUG(dbgs() << "Parse symbols:\n"); |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 239 | for (symbol_iterator I = Obj.symbol_begin(), E = Obj.symbol_end(); I != E; |
Jim Grosbach | 36f025e | 2014-04-21 19:23:59 +0000 | [diff] [blame] | 240 | ++I) { |
vgxbj | ac00376 | 2020-04-10 20:24:21 +0800 | [diff] [blame] | 241 | Expected<uint32_t> FlagsOrErr = I->getFlags(); |
| 242 | if (!FlagsOrErr) |
| 243 | // TODO: Test this error. |
| 244 | return FlagsOrErr.takeError(); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 245 | |
Lang Hames | 9037070 | 2016-11-30 01:12:07 +0000 | [diff] [blame] | 246 | // Skip undefined symbols. |
vgxbj | ac00376 | 2020-04-10 20:24:21 +0800 | [diff] [blame] | 247 | if (*FlagsOrErr & SymbolRef::SF_Undefined) |
Lang Hames | 9037070 | 2016-11-30 01:12:07 +0000 | [diff] [blame] | 248 | continue; |
| 249 | |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 250 | // Get the symbol type. |
| 251 | object::SymbolRef::Type SymType; |
| 252 | if (auto SymTypeOrErr = I->getType()) |
| 253 | SymType = *SymTypeOrErr; |
| 254 | else |
| 255 | return SymTypeOrErr.takeError(); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 256 | |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 257 | // Get symbol name. |
| 258 | StringRef Name; |
| 259 | if (auto NameOrErr = I->getName()) |
| 260 | Name = *NameOrErr; |
| 261 | else |
| 262 | return NameOrErr.takeError(); |
| 263 | |
| 264 | // Compute JIT symbol flags. |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 265 | auto JITSymFlags = getJITSymbolFlags(*I); |
| 266 | if (!JITSymFlags) |
| 267 | return JITSymFlags.takeError(); |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 268 | |
| 269 | // If this is a weak definition, check to see if there's a strong one. |
| 270 | // If there is, skip this symbol (we won't be providing it: the strong |
| 271 | // definition will). If there's no strong definition, make this definition |
| 272 | // strong. |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 273 | if (JITSymFlags->isWeak() || JITSymFlags->isCommon()) { |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 274 | // First check whether there's already a definition in this instance. |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 275 | if (GlobalSymbolTable.count(Name)) |
| 276 | continue; |
| 277 | |
Lang Hames | 6cadc7c | 2018-08-28 21:18:05 +0000 | [diff] [blame] | 278 | // If we're not responsible for this symbol, skip it. |
| 279 | if (!ResponsibilitySet.count(Name)) |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 280 | continue; |
Lang Hames | 6cadc7c | 2018-08-28 21:18:05 +0000 | [diff] [blame] | 281 | |
| 282 | // Otherwise update the flags on the symbol to make this definition |
| 283 | // strong. |
| 284 | if (JITSymFlags->isWeak()) |
| 285 | *JITSymFlags &= ~JITSymbolFlags::Weak; |
| 286 | if (JITSymFlags->isCommon()) { |
| 287 | *JITSymFlags &= ~JITSymbolFlags::Common; |
| 288 | uint32_t Align = I->getAlignment(); |
| 289 | uint64_t Size = I->getCommonSize(); |
| 290 | if (!CommonAlign) |
| 291 | CommonAlign = Align; |
| 292 | CommonSize = alignTo(CommonSize, Align) + Size; |
| 293 | CommonSymbolsToAllocate.push_back(*I); |
| 294 | } |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 295 | } |
| 296 | |
vgxbj | ac00376 | 2020-04-10 20:24:21 +0800 | [diff] [blame] | 297 | if (*FlagsOrErr & SymbolRef::SF_Absolute && |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 298 | SymType != object::SymbolRef::ST_File) { |
| 299 | uint64_t Addr = 0; |
| 300 | if (auto AddrOrErr = I->getAddress()) |
| 301 | Addr = *AddrOrErr; |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 302 | else |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 303 | return AddrOrErr.takeError(); |
Lang Hames | 2996895 | 2015-01-17 00:55:05 +0000 | [diff] [blame] | 304 | |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 305 | unsigned SectionID = AbsoluteSymbolSection; |
| 306 | |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 307 | LLVM_DEBUG(dbgs() << "\tType: " << SymType << " (absolute) Name: " << Name |
| 308 | << " SID: " << SectionID |
| 309 | << " Offset: " << format("%p", (uintptr_t)Addr) |
vgxbj | ac00376 | 2020-04-10 20:24:21 +0800 | [diff] [blame] | 310 | << " flags: " << *FlagsOrErr << "\n"); |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 311 | GlobalSymbolTable[Name] = SymbolTableEntry(SectionID, Addr, *JITSymFlags); |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 312 | } else if (SymType == object::SymbolRef::ST_Function || |
| 313 | SymType == object::SymbolRef::ST_Data || |
| 314 | SymType == object::SymbolRef::ST_Unknown || |
| 315 | SymType == object::SymbolRef::ST_Other) { |
| 316 | |
| 317 | section_iterator SI = Obj.section_end(); |
| 318 | if (auto SIOrErr = I->getSection()) |
| 319 | SI = *SIOrErr; |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 320 | else |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 321 | return SIOrErr.takeError(); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 322 | |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 323 | if (SI == Obj.section_end()) |
| 324 | continue; |
Lang Hames | 2996895 | 2015-01-17 00:55:05 +0000 | [diff] [blame] | 325 | |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 326 | // Get symbol offset. |
| 327 | uint64_t SectOffset; |
| 328 | if (auto Err = getOffset(*I, *SI, SectOffset)) |
Bill Wendling | c55cf4a | 2020-02-10 07:06:45 -0800 | [diff] [blame] | 329 | return std::move(Err); |
Lang Hames | bb9431a | 2016-08-09 19:27:17 +0000 | [diff] [blame] | 330 | |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 331 | bool IsCode = SI->isText(); |
| 332 | unsigned SectionID; |
| 333 | if (auto SectionIDOrErr = |
| 334 | findOrEmitSection(Obj, *SI, IsCode, LocalSections)) |
| 335 | SectionID = *SectionIDOrErr; |
| 336 | else |
| 337 | return SectionIDOrErr.takeError(); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 338 | |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 339 | LLVM_DEBUG(dbgs() << "\tType: " << SymType << " Name: " << Name |
| 340 | << " SID: " << SectionID |
| 341 | << " Offset: " << format("%p", (uintptr_t)SectOffset) |
vgxbj | ac00376 | 2020-04-10 20:24:21 +0800 | [diff] [blame] | 342 | << " flags: " << *FlagsOrErr << "\n"); |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 343 | GlobalSymbolTable[Name] = |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 344 | SymbolTableEntry(SectionID, SectOffset, *JITSymFlags); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 345 | } |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 346 | } |
| 347 | |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 348 | // Allocate common symbols |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 349 | if (auto Err = emitCommonSymbols(Obj, CommonSymbolsToAllocate, CommonSize, |
| 350 | CommonAlign)) |
Bill Wendling | c55cf4a | 2020-02-10 07:06:45 -0800 | [diff] [blame] | 351 | return std::move(Err); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 352 | |
Eli Bendersky | 0e2ac5b | 2012-04-29 12:40:47 +0000 | [diff] [blame] | 353 | // Parse and process relocations |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 354 | LLVM_DEBUG(dbgs() << "Parse relocations:\n"); |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 355 | for (section_iterator SI = Obj.section_begin(), SE = Obj.section_end(); |
Jim Grosbach | 36f025e | 2014-04-21 19:23:59 +0000 | [diff] [blame] | 356 | SI != SE; ++SI) { |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 357 | StubMap Stubs; |
| 358 | |
George Rimar | 2bf01dc | 2019-10-21 11:06:38 +0000 | [diff] [blame] | 359 | Expected<section_iterator> RelSecOrErr = SI->getRelocatedSection(); |
| 360 | if (!RelSecOrErr) |
| 361 | return RelSecOrErr.takeError(); |
| 362 | |
| 363 | section_iterator RelocatedSection = *RelSecOrErr; |
Rafael Espindola | 127b6c3 | 2015-02-17 20:07:28 +0000 | [diff] [blame] | 364 | if (RelocatedSection == SE) |
| 365 | continue; |
| 366 | |
Jim Grosbach | 36f025e | 2014-04-21 19:23:59 +0000 | [diff] [blame] | 367 | relocation_iterator I = SI->relocation_begin(); |
| 368 | relocation_iterator E = SI->relocation_end(); |
Rafael Espindola | 77314aa | 2014-04-03 22:42:22 +0000 | [diff] [blame] | 369 | |
| 370 | if (I == E && !ProcessAllSections) |
Juergen Ributzka | 046709f | 2014-03-21 07:26:41 +0000 | [diff] [blame] | 371 | continue; |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 372 | |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame] | 373 | bool IsCode = RelocatedSection->isText(); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 374 | unsigned SectionID = 0; |
| 375 | if (auto SectionIDOrErr = findOrEmitSection(Obj, *RelocatedSection, IsCode, |
| 376 | LocalSections)) |
| 377 | SectionID = *SectionIDOrErr; |
| 378 | else |
| 379 | return SectionIDOrErr.takeError(); |
| 380 | |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 381 | LLVM_DEBUG(dbgs() << "\tSectionID: " << SectionID << "\n"); |
Juergen Ributzka | 046709f | 2014-03-21 07:26:41 +0000 | [diff] [blame] | 382 | |
Rafael Espindola | 77314aa | 2014-04-03 22:42:22 +0000 | [diff] [blame] | 383 | for (; I != E;) |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 384 | if (auto IOrErr = processRelocationRef(SectionID, I, Obj, LocalSections, Stubs)) |
| 385 | I = *IOrErr; |
| 386 | else |
| 387 | return IOrErr.takeError(); |
Lang Hames | f7acddd | 2014-07-22 22:47:39 +0000 | [diff] [blame] | 388 | |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 389 | // If there is a NotifyStubEmitted callback set, call it to register any |
| 390 | // stubs created for this section. |
| 391 | if (NotifyStubEmitted) { |
| 392 | StringRef FileName = Obj.getFileName(); |
| 393 | StringRef SectionName = Sections[SectionID].getName(); |
| 394 | for (auto &KV : Stubs) { |
| 395 | |
| 396 | auto &VR = KV.first; |
| 397 | uint64_t StubAddr = KV.second; |
| 398 | |
| 399 | // If this is a named stub, just call NotifyStubEmitted. |
| 400 | if (VR.SymbolName) { |
Lang Hames | c7c1f21 | 2019-04-12 18:07:28 +0000 | [diff] [blame] | 401 | NotifyStubEmitted(FileName, SectionName, VR.SymbolName, SectionID, |
| 402 | StubAddr); |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 403 | continue; |
| 404 | } |
| 405 | |
| 406 | // Otherwise we will have to try a reverse lookup on the globla symbol table. |
| 407 | for (auto &GSTMapEntry : GlobalSymbolTable) { |
| 408 | StringRef SymbolName = GSTMapEntry.first(); |
| 409 | auto &GSTEntry = GSTMapEntry.second; |
| 410 | if (GSTEntry.getSectionID() == VR.SectionID && |
| 411 | GSTEntry.getOffset() == VR.Offset) { |
Lang Hames | c7c1f21 | 2019-04-12 18:07:28 +0000 | [diff] [blame] | 412 | NotifyStubEmitted(FileName, SectionName, SymbolName, SectionID, |
| 413 | StubAddr); |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 414 | break; |
| 415 | } |
| 416 | } |
| 417 | } |
| 418 | } |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 419 | } |
Preston Gurd | cc31af9 | 2012-04-16 22:12:58 +0000 | [diff] [blame] | 420 | |
Yonghong Song | 61bc1d7 | 2019-01-28 21:35:23 +0000 | [diff] [blame] | 421 | // Process remaining sections |
| 422 | if (ProcessAllSections) { |
| 423 | LLVM_DEBUG(dbgs() << "Process remaining sections:\n"); |
| 424 | for (section_iterator SI = Obj.section_begin(), SE = Obj.section_end(); |
| 425 | SI != SE; ++SI) { |
| 426 | |
| 427 | /* Ignore already loaded sections */ |
| 428 | if (LocalSections.find(*SI) != LocalSections.end()) |
| 429 | continue; |
| 430 | |
| 431 | bool IsCode = SI->isText(); |
| 432 | if (auto SectionIDOrErr = |
| 433 | findOrEmitSection(Obj, *SI, IsCode, LocalSections)) |
| 434 | LLVM_DEBUG(dbgs() << "\tSectionID: " << (*SectionIDOrErr) << "\n"); |
| 435 | else |
| 436 | return SectionIDOrErr.takeError(); |
| 437 | } |
| 438 | } |
| 439 | |
Andrew Kaylor | 4612fed | 2013-08-19 23:27:43 +0000 | [diff] [blame] | 440 | // Give the subclasses a chance to tie-up any loose ends. |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 441 | if (auto Err = finalizeLoad(Obj, LocalSections)) |
Bill Wendling | c55cf4a | 2020-02-10 07:06:45 -0800 | [diff] [blame] | 442 | return std::move(Err); |
Andrew Kaylor | 4612fed | 2013-08-19 23:27:43 +0000 | [diff] [blame] | 443 | |
Lang Hames | 2e88f4f | 2015-07-28 17:52:11 +0000 | [diff] [blame] | 444 | // for (auto E : LocalSections) |
| 445 | // llvm::dbgs() << "Added: " << E.first.getRawDataRefImpl() << " -> " << E.second << "\n"; |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 446 | |
Lang Hames | 2e88f4f | 2015-07-28 17:52:11 +0000 | [diff] [blame] | 447 | return LocalSections; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 448 | } |
| 449 | |
| 450 | // A helper method for computeTotalAllocSize. |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 451 | // Computes the memory size required to allocate sections with the given sizes, |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 452 | // assuming that all sections are allocated with the given alignment |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 453 | static uint64_t |
| 454 | computeAllocationSizeForSections(std::vector<uint64_t> &SectionSizes, |
| 455 | uint64_t Alignment) { |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 456 | uint64_t TotalSize = 0; |
Jim Grosbach | 36f025e | 2014-04-21 19:23:59 +0000 | [diff] [blame] | 457 | for (size_t Idx = 0, Cnt = SectionSizes.size(); Idx < Cnt; Idx++) { |
| 458 | uint64_t AlignedSize = |
| 459 | (SectionSizes[Idx] + Alignment - 1) / Alignment * Alignment; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 460 | TotalSize += AlignedSize; |
| 461 | } |
| 462 | return TotalSize; |
| 463 | } |
| 464 | |
Rafael Espindola | edd5f84 | 2015-06-26 12:44:10 +0000 | [diff] [blame] | 465 | static bool isRequiredForExecution(const SectionRef Section) { |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 466 | const ObjectFile *Obj = Section.getObject(); |
Rafael Espindola | edd5f84 | 2015-06-26 12:44:10 +0000 | [diff] [blame] | 467 | if (isa<object::ELFObjectFileBase>(Obj)) |
| 468 | return ELFSectionRef(Section).getFlags() & ELF::SHF_ALLOC; |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 469 | if (auto *COFFObj = dyn_cast<object::COFFObjectFile>(Obj)) { |
| 470 | const coff_section *CoffSection = COFFObj->getCOFFSection(Section); |
| 471 | // Avoid loading zero-sized COFF sections. |
| 472 | // In PE files, VirtualSize gives the section size, and SizeOfRawData |
NAKAMURA Takumi | f252951 | 2016-07-04 01:26:27 +0000 | [diff] [blame] | 473 | // may be zero for sections with content. In Obj files, SizeOfRawData |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 474 | // gives the section size, and VirtualSize is always zero. Hence |
| 475 | // the need to check for both cases below. |
NAKAMURA Takumi | f4c6441 | 2016-07-04 01:26:14 +0000 | [diff] [blame] | 476 | bool HasContent = |
| 477 | (CoffSection->VirtualSize > 0) || (CoffSection->SizeOfRawData > 0); |
| 478 | bool IsDiscardable = |
| 479 | CoffSection->Characteristics & |
| 480 | (COFF::IMAGE_SCN_MEM_DISCARDABLE | COFF::IMAGE_SCN_LNK_INFO); |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 481 | return HasContent && !IsDiscardable; |
| 482 | } |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 483 | |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 484 | assert(isa<MachOObjectFile>(Obj)); |
| 485 | return true; |
Rafael Espindola | edd5f84 | 2015-06-26 12:44:10 +0000 | [diff] [blame] | 486 | } |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 487 | |
Rafael Espindola | edd5f84 | 2015-06-26 12:44:10 +0000 | [diff] [blame] | 488 | static bool isReadOnlyData(const SectionRef Section) { |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 489 | const ObjectFile *Obj = Section.getObject(); |
Rafael Espindola | edd5f84 | 2015-06-26 12:44:10 +0000 | [diff] [blame] | 490 | if (isa<object::ELFObjectFileBase>(Obj)) |
| 491 | return !(ELFSectionRef(Section).getFlags() & |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 492 | (ELF::SHF_WRITE | ELF::SHF_EXECINSTR)); |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 493 | if (auto *COFFObj = dyn_cast<object::COFFObjectFile>(Obj)) |
| 494 | return ((COFFObj->getCOFFSection(Section)->Characteristics & |
| 495 | (COFF::IMAGE_SCN_CNT_INITIALIZED_DATA |
| 496 | | COFF::IMAGE_SCN_MEM_READ |
| 497 | | COFF::IMAGE_SCN_MEM_WRITE)) |
| 498 | == |
| 499 | (COFF::IMAGE_SCN_CNT_INITIALIZED_DATA |
| 500 | | COFF::IMAGE_SCN_MEM_READ)); |
| 501 | |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 502 | assert(isa<MachOObjectFile>(Obj)); |
| 503 | return false; |
| 504 | } |
| 505 | |
Rafael Espindola | 41401e9 | 2015-06-26 12:33:37 +0000 | [diff] [blame] | 506 | static bool isZeroInit(const SectionRef Section) { |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 507 | const ObjectFile *Obj = Section.getObject(); |
Rafael Espindola | 41401e9 | 2015-06-26 12:33:37 +0000 | [diff] [blame] | 508 | if (isa<object::ELFObjectFileBase>(Obj)) |
| 509 | return ELFSectionRef(Section).getType() == ELF::SHT_NOBITS; |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 510 | if (auto *COFFObj = dyn_cast<object::COFFObjectFile>(Obj)) |
| 511 | return COFFObj->getCOFFSection(Section)->Characteristics & |
| 512 | COFF::IMAGE_SCN_CNT_UNINITIALIZED_DATA; |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 513 | |
| 514 | auto *MachO = cast<MachOObjectFile>(Obj); |
| 515 | unsigned SectionType = MachO->getSectionType(Section); |
| 516 | return SectionType == MachO::S_ZEROFILL || |
| 517 | SectionType == MachO::S_GB_ZEROFILL; |
| 518 | } |
| 519 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 520 | // Compute an upper bound of the memory size that is required to load all |
| 521 | // sections |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 522 | Error RuntimeDyldImpl::computeTotalAllocSize(const ObjectFile &Obj, |
| 523 | uint64_t &CodeSize, |
| 524 | uint32_t &CodeAlign, |
| 525 | uint64_t &RODataSize, |
| 526 | uint32_t &RODataAlign, |
| 527 | uint64_t &RWDataSize, |
| 528 | uint32_t &RWDataAlign) { |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 529 | // Compute the size of all sections required for execution |
| 530 | std::vector<uint64_t> CodeSectionSizes; |
| 531 | std::vector<uint64_t> ROSectionSizes; |
| 532 | std::vector<uint64_t> RWSectionSizes; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 533 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 534 | // Collect sizes of all sections to be loaded; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 535 | // also determine the max alignment of all sections |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 536 | for (section_iterator SI = Obj.section_begin(), SE = Obj.section_end(); |
Jim Grosbach | 36f025e | 2014-04-21 19:23:59 +0000 | [diff] [blame] | 537 | SI != SE; ++SI) { |
| 538 | const SectionRef &Section = *SI; |
| 539 | |
Lang Hames | d22bade | 2017-04-04 17:03:49 +0000 | [diff] [blame] | 540 | bool IsRequired = isRequiredForExecution(Section) || ProcessAllSections; |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 541 | |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 542 | // Consider only the sections that are required to be loaded for execution |
| 543 | if (IsRequired) { |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame] | 544 | uint64_t DataSize = Section.getSize(); |
| 545 | uint64_t Alignment64 = Section.getAlignment(); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 546 | unsigned Alignment = (unsigned)Alignment64 & 0xffffffffL; |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame] | 547 | bool IsCode = Section.isText(); |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 548 | bool IsReadOnly = isReadOnlyData(Section); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 549 | |
George Rimar | bcc00e1 | 2019-08-14 11:10:11 +0000 | [diff] [blame] | 550 | Expected<StringRef> NameOrErr = Section.getName(); |
| 551 | if (!NameOrErr) |
| 552 | return NameOrErr.takeError(); |
| 553 | StringRef Name = *NameOrErr; |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 554 | |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 555 | uint64_t StubBufSize = computeSectionStubBufSize(Obj, Section); |
Lang Hames | a100042 | 2019-05-30 20:58:28 +0000 | [diff] [blame] | 556 | |
| 557 | uint64_t PaddingSize = 0; |
| 558 | if (Name == ".eh_frame") |
| 559 | PaddingSize += 4; |
| 560 | if (StubBufSize != 0) |
| 561 | PaddingSize += getStubAlignment() - 1; |
| 562 | |
| 563 | uint64_t SectionSize = DataSize + PaddingSize + StubBufSize; |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 564 | |
| 565 | // The .eh_frame section (at least on Linux) needs an extra four bytes |
| 566 | // padded |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 567 | // with zeroes added at the end. For MachO objects, this section has a |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 568 | // slightly different name, so this won't have any effect for MachO |
| 569 | // objects. |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 570 | if (Name == ".eh_frame") |
| 571 | SectionSize += 4; |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 572 | |
Lang Hames | 2be1bbe | 2015-04-07 06:27:56 +0000 | [diff] [blame] | 573 | if (!SectionSize) |
| 574 | SectionSize = 1; |
| 575 | |
| 576 | if (IsCode) { |
Lang Hames | b2b7a3c | 2016-01-10 18:51:50 +0000 | [diff] [blame] | 577 | CodeAlign = std::max(CodeAlign, Alignment); |
Lang Hames | 2be1bbe | 2015-04-07 06:27:56 +0000 | [diff] [blame] | 578 | CodeSectionSizes.push_back(SectionSize); |
| 579 | } else if (IsReadOnly) { |
Lang Hames | b2b7a3c | 2016-01-10 18:51:50 +0000 | [diff] [blame] | 580 | RODataAlign = std::max(RODataAlign, Alignment); |
Lang Hames | 2be1bbe | 2015-04-07 06:27:56 +0000 | [diff] [blame] | 581 | ROSectionSizes.push_back(SectionSize); |
| 582 | } else { |
Lang Hames | b2b7a3c | 2016-01-10 18:51:50 +0000 | [diff] [blame] | 583 | RWDataAlign = std::max(RWDataAlign, Alignment); |
Lang Hames | 2be1bbe | 2015-04-07 06:27:56 +0000 | [diff] [blame] | 584 | RWSectionSizes.push_back(SectionSize); |
| 585 | } |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 586 | } |
| 587 | } |
| 588 | |
Eugene Leviant | 3e582c8 | 2017-02-06 15:31:28 +0000 | [diff] [blame] | 589 | // Compute Global Offset Table size. If it is not zero we |
| 590 | // also update alignment, which is equal to a size of a |
| 591 | // single GOT entry. |
| 592 | if (unsigned GotSize = computeGOTSize(Obj)) { |
| 593 | RWSectionSizes.push_back(GotSize); |
| 594 | RWDataAlign = std::max<uint32_t>(RWDataAlign, getGOTEntrySize()); |
| 595 | } |
| 596 | |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 597 | // Compute the size of all common symbols |
| 598 | uint64_t CommonSize = 0; |
Lang Hames | 543e0dc | 2016-04-21 20:08:06 +0000 | [diff] [blame] | 599 | uint32_t CommonAlign = 1; |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 600 | for (symbol_iterator I = Obj.symbol_begin(), E = Obj.symbol_end(); I != E; |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 601 | ++I) { |
vgxbj | ac00376 | 2020-04-10 20:24:21 +0800 | [diff] [blame] | 602 | Expected<uint32_t> FlagsOrErr = I->getFlags(); |
| 603 | if (!FlagsOrErr) |
| 604 | // TODO: Test this error. |
| 605 | return FlagsOrErr.takeError(); |
| 606 | if (*FlagsOrErr & SymbolRef::SF_Common) { |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 607 | // Add the common symbols to a list. We'll allocate them all below. |
Rafael Espindola | d7a32ea | 2015-06-24 10:20:30 +0000 | [diff] [blame] | 608 | uint64_t Size = I->getCommonSize(); |
Lang Hames | 543e0dc | 2016-04-21 20:08:06 +0000 | [diff] [blame] | 609 | uint32_t Align = I->getAlignment(); |
| 610 | // If this is the first common symbol, use its alignment as the alignment |
| 611 | // for the common symbols section. |
| 612 | if (CommonSize == 0) |
NAKAMURA Takumi | 940cd93 | 2016-07-04 01:26:21 +0000 | [diff] [blame] | 613 | CommonAlign = Align; |
Lang Hames | 543e0dc | 2016-04-21 20:08:06 +0000 | [diff] [blame] | 614 | CommonSize = alignTo(CommonSize, Align) + Size; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 615 | } |
| 616 | } |
| 617 | if (CommonSize != 0) { |
| 618 | RWSectionSizes.push_back(CommonSize); |
Lang Hames | 543e0dc | 2016-04-21 20:08:06 +0000 | [diff] [blame] | 619 | RWDataAlign = std::max(RWDataAlign, CommonAlign); |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 620 | } |
| 621 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 622 | // Compute the required allocation space for each different type of sections |
| 623 | // (code, read-only data, read-write data) assuming that all sections are |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 624 | // allocated with the max alignment. Note that we cannot compute with the |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 625 | // individual alignments of the sections, because then the required size |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 626 | // depends on the order, in which the sections are allocated. |
Lang Hames | b2b7a3c | 2016-01-10 18:51:50 +0000 | [diff] [blame] | 627 | CodeSize = computeAllocationSizeForSections(CodeSectionSizes, CodeAlign); |
| 628 | RODataSize = computeAllocationSizeForSections(ROSectionSizes, RODataAlign); |
| 629 | RWDataSize = computeAllocationSizeForSections(RWSectionSizes, RWDataAlign); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 630 | |
| 631 | return Error::success(); |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 632 | } |
| 633 | |
Eugene Leviant | 3e582c8 | 2017-02-06 15:31:28 +0000 | [diff] [blame] | 634 | // compute GOT size |
| 635 | unsigned RuntimeDyldImpl::computeGOTSize(const ObjectFile &Obj) { |
| 636 | size_t GotEntrySize = getGOTEntrySize(); |
| 637 | if (!GotEntrySize) |
| 638 | return 0; |
| 639 | |
| 640 | size_t GotSize = 0; |
| 641 | for (section_iterator SI = Obj.section_begin(), SE = Obj.section_end(); |
| 642 | SI != SE; ++SI) { |
| 643 | |
| 644 | for (const RelocationRef &Reloc : SI->relocations()) |
| 645 | if (relocationNeedsGot(Reloc)) |
| 646 | GotSize += GotEntrySize; |
| 647 | } |
| 648 | |
| 649 | return GotSize; |
| 650 | } |
| 651 | |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 652 | // compute stub buffer size for the given section |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 653 | unsigned RuntimeDyldImpl::computeSectionStubBufSize(const ObjectFile &Obj, |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 654 | const SectionRef &Section) { |
| 655 | unsigned StubSize = getMaxStubSize(); |
| 656 | if (StubSize == 0) { |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 657 | return 0; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 658 | } |
| 659 | // FIXME: this is an inefficient way to handle this. We should computed the |
| 660 | // necessary section allocation size in loadObject by walking all the sections |
| 661 | // once. |
| 662 | unsigned StubBufSize = 0; |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 663 | for (section_iterator SI = Obj.section_begin(), SE = Obj.section_end(); |
Jim Grosbach | 36f025e | 2014-04-21 19:23:59 +0000 | [diff] [blame] | 664 | SI != SE; ++SI) { |
George Rimar | 2bf01dc | 2019-10-21 11:06:38 +0000 | [diff] [blame] | 665 | |
| 666 | Expected<section_iterator> RelSecOrErr = SI->getRelocatedSection(); |
| 667 | if (!RelSecOrErr) |
| 668 | report_fatal_error(toString(RelSecOrErr.takeError())); |
| 669 | |
| 670 | section_iterator RelSecI = *RelSecOrErr; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 671 | if (!(RelSecI == Section)) |
| 672 | continue; |
| 673 | |
Sanjoy Das | d5658b0 | 2015-11-23 21:47:51 +0000 | [diff] [blame] | 674 | for (const RelocationRef &Reloc : SI->relocations()) |
| 675 | if (relocationNeedsStub(Reloc)) |
| 676 | StubBufSize += StubSize; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 677 | } |
Alexey Samsonov | aa4d295 | 2014-03-14 14:22:49 +0000 | [diff] [blame] | 678 | |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 679 | // Get section data size and alignment |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame] | 680 | uint64_t DataSize = Section.getSize(); |
| 681 | uint64_t Alignment64 = Section.getAlignment(); |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 682 | |
| 683 | // Add stubbuf size alignment |
| 684 | unsigned Alignment = (unsigned)Alignment64 & 0xffffffffL; |
| 685 | unsigned StubAlignment = getStubAlignment(); |
| 686 | unsigned EndAlignment = (DataSize | Alignment) & -(DataSize | Alignment); |
| 687 | if (StubAlignment > EndAlignment) |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 688 | StubBufSize += StubAlignment - EndAlignment; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 689 | return StubBufSize; |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 690 | } |
| 691 | |
Lang Hames | e1287c0 | 2014-08-29 23:17:47 +0000 | [diff] [blame] | 692 | uint64_t RuntimeDyldImpl::readBytesUnaligned(uint8_t *Src, |
| 693 | unsigned Size) const { |
| 694 | uint64_t Result = 0; |
Lang Hames | 69abd72 | 2014-09-07 02:05:26 +0000 | [diff] [blame] | 695 | if (IsTargetLittleEndian) { |
| 696 | Src += Size - 1; |
| 697 | while (Size--) |
| 698 | Result = (Result << 8) | *Src--; |
| 699 | } else |
| 700 | while (Size--) |
| 701 | Result = (Result << 8) | *Src++; |
Lang Hames | e1287c0 | 2014-08-29 23:17:47 +0000 | [diff] [blame] | 702 | |
| 703 | return Result; |
| 704 | } |
| 705 | |
| 706 | void RuntimeDyldImpl::writeBytesUnaligned(uint64_t Value, uint8_t *Dst, |
| 707 | unsigned Size) const { |
Lang Hames | 69abd72 | 2014-09-07 02:05:26 +0000 | [diff] [blame] | 708 | if (IsTargetLittleEndian) { |
| 709 | while (Size--) { |
| 710 | *Dst++ = Value & 0xFF; |
| 711 | Value >>= 8; |
| 712 | } |
Lang Hames | e1287c0 | 2014-08-29 23:17:47 +0000 | [diff] [blame] | 713 | } else { |
Lang Hames | 69abd72 | 2014-09-07 02:05:26 +0000 | [diff] [blame] | 714 | Dst += Size - 1; |
| 715 | while (Size--) { |
| 716 | *Dst-- = Value & 0xFF; |
| 717 | Value >>= 8; |
| 718 | } |
Lang Hames | e1287c0 | 2014-08-29 23:17:47 +0000 | [diff] [blame] | 719 | } |
| 720 | } |
| 721 | |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 722 | Expected<JITSymbolFlags> |
| 723 | RuntimeDyldImpl::getJITSymbolFlags(const SymbolRef &SR) { |
Lang Hames | 14a22a4 | 2017-08-09 20:19:27 +0000 | [diff] [blame] | 724 | return JITSymbolFlags::fromObjectSymbol(SR); |
| 725 | } |
| 726 | |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 727 | Error RuntimeDyldImpl::emitCommonSymbols(const ObjectFile &Obj, |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 728 | CommonSymbolList &SymbolsToAllocate, |
| 729 | uint64_t CommonSize, |
| 730 | uint32_t CommonAlign) { |
| 731 | if (SymbolsToAllocate.empty()) |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 732 | return Error::success(); |
Lang Hames | 2996895 | 2015-01-17 00:55:05 +0000 | [diff] [blame] | 733 | |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 734 | // Allocate memory for the section |
| 735 | unsigned SectionID = Sections.size(); |
NAKAMURA Takumi | 940cd93 | 2016-07-04 01:26:21 +0000 | [diff] [blame] | 736 | uint8_t *Addr = MemMgr.allocateDataSection(CommonSize, CommonAlign, SectionID, |
| 737 | "<common symbols>", false); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 738 | if (!Addr) |
| 739 | report_fatal_error("Unable to allocate memory for common symbols!"); |
| 740 | uint64_t Offset = 0; |
Sanjoy Das | 8082592 | 2015-11-23 21:47:46 +0000 | [diff] [blame] | 741 | Sections.push_back( |
| 742 | SectionEntry("<common symbols>", Addr, CommonSize, CommonSize, 0)); |
Lang Hames | 2996895 | 2015-01-17 00:55:05 +0000 | [diff] [blame] | 743 | memset(Addr, 0, CommonSize); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 744 | |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 745 | LLVM_DEBUG(dbgs() << "emitCommonSection SectionID: " << SectionID |
| 746 | << " new addr: " << format("%p", Addr) |
| 747 | << " DataSize: " << CommonSize << "\n"); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 748 | |
| 749 | // Assign the address of each symbol |
Lang Hames | 2996895 | 2015-01-17 00:55:05 +0000 | [diff] [blame] | 750 | for (auto &Sym : SymbolsToAllocate) { |
Guillaume Chatelet | 18f805a | 2019-09-27 12:54:21 +0000 | [diff] [blame] | 751 | uint32_t Alignment = Sym.getAlignment(); |
Rafael Espindola | d7a32ea | 2015-06-24 10:20:30 +0000 | [diff] [blame] | 752 | uint64_t Size = Sym.getCommonSize(); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 753 | StringRef Name; |
| 754 | if (auto NameOrErr = Sym.getName()) |
| 755 | Name = *NameOrErr; |
| 756 | else |
| 757 | return NameOrErr.takeError(); |
Guillaume Chatelet | 18f805a | 2019-09-27 12:54:21 +0000 | [diff] [blame] | 758 | if (Alignment) { |
Tim Northover | 94bc73d | 2012-10-29 10:47:04 +0000 | [diff] [blame] | 759 | // This symbol has an alignment requirement. |
Guillaume Chatelet | af11cc7 | 2019-09-12 15:20:36 +0000 | [diff] [blame] | 760 | uint64_t AlignOffset = |
Guillaume Chatelet | 18f805a | 2019-09-27 12:54:21 +0000 | [diff] [blame] | 761 | offsetToAlignment((uint64_t)Addr, Align(Alignment)); |
Tim Northover | 94bc73d | 2012-10-29 10:47:04 +0000 | [diff] [blame] | 762 | Addr += AlignOffset; |
| 763 | Offset += AlignOffset; |
Tim Northover | 94bc73d | 2012-10-29 10:47:04 +0000 | [diff] [blame] | 764 | } |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 765 | auto JITSymFlags = getJITSymbolFlags(Sym); |
| 766 | |
| 767 | if (!JITSymFlags) |
| 768 | return JITSymFlags.takeError(); |
| 769 | |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 770 | LLVM_DEBUG(dbgs() << "Allocating common symbol " << Name << " address " |
| 771 | << format("%p", Addr) << "\n"); |
Lang Hames | b118603 | 2015-03-11 00:43:26 +0000 | [diff] [blame] | 772 | GlobalSymbolTable[Name] = |
Lang Hames | bfea8cd | 2018-08-01 22:42:23 +0000 | [diff] [blame] | 773 | SymbolTableEntry(SectionID, Offset, std::move(*JITSymFlags)); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 774 | Offset += Size; |
| 775 | Addr += Size; |
| 776 | } |
Petar Jovanovic | d22164d | 2015-08-13 15:12:49 +0000 | [diff] [blame] | 777 | |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 778 | return Error::success(); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 779 | } |
| 780 | |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 781 | Expected<unsigned> |
| 782 | RuntimeDyldImpl::emitSection(const ObjectFile &Obj, |
| 783 | const SectionRef &Section, |
| 784 | bool IsCode) { |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 785 | StringRef data; |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame] | 786 | uint64_t Alignment64 = Section.getAlignment(); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 787 | |
| 788 | unsigned Alignment = (unsigned)Alignment64 & 0xffffffffL; |
Andrew Kaylor | 877b931 | 2013-10-16 00:32:24 +0000 | [diff] [blame] | 789 | unsigned PaddingSize = 0; |
Lang Hames | 937ec54 | 2014-02-12 21:30:07 +0000 | [diff] [blame] | 790 | unsigned StubBufSize = 0; |
Pavel Labath | 859d302 | 2017-05-17 08:47:28 +0000 | [diff] [blame] | 791 | bool IsRequired = isRequiredForExecution(Section); |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame] | 792 | bool IsVirtual = Section.isVirtual(); |
Rafael Espindola | 0e77a94 | 2014-12-10 20:46:55 +0000 | [diff] [blame] | 793 | bool IsZeroInit = isZeroInit(Section); |
| 794 | bool IsReadOnly = isReadOnlyData(Section); |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame] | 795 | uint64_t DataSize = Section.getSize(); |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 796 | |
Zachary Turner | 3c35f77 | 2019-01-30 23:52:32 +0000 | [diff] [blame] | 797 | // An alignment of 0 (at least with ELF) is identical to an alignment of 1, |
| 798 | // while being more "polite". Other formats do not support 0-aligned sections |
| 799 | // anyway, so we should guarantee that the alignment is always at least 1. |
| 800 | Alignment = std::max(1u, Alignment); |
| 801 | |
George Rimar | bcc00e1 | 2019-08-14 11:10:11 +0000 | [diff] [blame] | 802 | Expected<StringRef> NameOrErr = Section.getName(); |
| 803 | if (!NameOrErr) |
| 804 | return NameOrErr.takeError(); |
| 805 | StringRef Name = *NameOrErr; |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 806 | |
| 807 | StubBufSize = computeSectionStubBufSize(Obj, Section); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 808 | |
Andrew Kaylor | 877b931 | 2013-10-16 00:32:24 +0000 | [diff] [blame] | 809 | // The .eh_frame section (at least on Linux) needs an extra four bytes padded |
| 810 | // with zeroes added at the end. For MachO objects, this section has a |
| 811 | // slightly different name, so this won't have any effect for MachO objects. |
| 812 | if (Name == ".eh_frame") |
| 813 | PaddingSize = 4; |
| 814 | |
Lang Hames | d410017 | 2014-02-11 05:28:24 +0000 | [diff] [blame] | 815 | uintptr_t Allocate; |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 816 | unsigned SectionID = Sections.size(); |
| 817 | uint8_t *Addr; |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 818 | const char *pData = nullptr; |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 819 | |
Lang Hames | 86a4593 | 2015-10-15 06:41:45 +0000 | [diff] [blame] | 820 | // If this section contains any bits (i.e. isn't a virtual or bss section), |
| 821 | // grab a reference to them. |
| 822 | if (!IsVirtual && !IsZeroInit) { |
| 823 | // In either case, set the location of the unrelocated section in memory, |
| 824 | // since we still process relocations for it even if we're not applying them. |
Fangrui Song | e183340 | 2019-05-16 13:24:04 +0000 | [diff] [blame] | 825 | if (Expected<StringRef> E = Section.getContents()) |
| 826 | data = *E; |
| 827 | else |
| 828 | return E.takeError(); |
Keno Fischer | e6892c8 | 2015-05-01 20:21:45 +0000 | [diff] [blame] | 829 | pData = data.data(); |
Lang Hames | 86a4593 | 2015-10-15 06:41:45 +0000 | [diff] [blame] | 830 | } |
Keno Fischer | e6892c8 | 2015-05-01 20:21:45 +0000 | [diff] [blame] | 831 | |
Lang Hames | 0e124b3 | 2019-05-30 19:59:20 +0000 | [diff] [blame] | 832 | // If there are any stubs then the section alignment needs to be at least as |
| 833 | // high as stub alignment or padding calculations may by incorrect when the |
| 834 | // section is remapped. |
| 835 | if (StubBufSize != 0) { |
Lang Hames | 7e66c6c | 2015-08-14 06:26:42 +0000 | [diff] [blame] | 836 | Alignment = std::max(Alignment, getStubAlignment()); |
Lang Hames | 0e124b3 | 2019-05-30 19:59:20 +0000 | [diff] [blame] | 837 | PaddingSize += getStubAlignment() - 1; |
Lang Hames | 14a22a4 | 2017-08-09 20:19:27 +0000 | [diff] [blame] | 838 | } |
Lang Hames | 7e66c6c | 2015-08-14 06:26:42 +0000 | [diff] [blame] | 839 | |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 840 | // Some sections, such as debug info, don't need to be loaded for execution. |
Pavel Labath | 859d302 | 2017-05-17 08:47:28 +0000 | [diff] [blame] | 841 | // Process those only if explicitly requested. |
| 842 | if (IsRequired || ProcessAllSections) { |
Andrew Kaylor | 877b931 | 2013-10-16 00:32:24 +0000 | [diff] [blame] | 843 | Allocate = DataSize + PaddingSize + StubBufSize; |
Lang Hames | 2be1bbe | 2015-04-07 06:27:56 +0000 | [diff] [blame] | 844 | if (!Allocate) |
| 845 | Allocate = 1; |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 846 | Addr = IsCode ? MemMgr.allocateCodeSection(Allocate, Alignment, SectionID, |
| 847 | Name) |
| 848 | : MemMgr.allocateDataSection(Allocate, Alignment, SectionID, |
| 849 | Name, IsReadOnly); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 850 | if (!Addr) |
| 851 | report_fatal_error("Unable to allocate section memory!"); |
| 852 | |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 853 | // Zero-initialize or copy the data from the image |
| 854 | if (IsZeroInit || IsVirtual) |
| 855 | memset(Addr, 0, DataSize); |
| 856 | else |
| 857 | memcpy(Addr, pData, DataSize); |
| 858 | |
Andrew Kaylor | 877b931 | 2013-10-16 00:32:24 +0000 | [diff] [blame] | 859 | // Fill in any extra bytes we allocated for padding |
| 860 | if (PaddingSize != 0) { |
| 861 | memset(Addr + DataSize, 0, PaddingSize); |
Lang Hames | 14a22a4 | 2017-08-09 20:19:27 +0000 | [diff] [blame] | 862 | // Update the DataSize variable to include padding. |
Andrew Kaylor | 877b931 | 2013-10-16 00:32:24 +0000 | [diff] [blame] | 863 | DataSize += PaddingSize; |
Lang Hames | 14a22a4 | 2017-08-09 20:19:27 +0000 | [diff] [blame] | 864 | |
| 865 | // Align DataSize to stub alignment if we have any stubs (PaddingSize will |
| 866 | // have been increased above to account for this). |
| 867 | if (StubBufSize > 0) |
Nick Desaulniers | b380846 | 2019-06-01 04:51:26 +0000 | [diff] [blame] | 868 | DataSize &= -(uint64_t)getStubAlignment(); |
Andrew Kaylor | 877b931 | 2013-10-16 00:32:24 +0000 | [diff] [blame] | 869 | } |
| 870 | |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 871 | LLVM_DEBUG(dbgs() << "emitSection SectionID: " << SectionID << " Name: " |
| 872 | << Name << " obj addr: " << format("%p", pData) |
| 873 | << " new addr: " << format("%p", Addr) << " DataSize: " |
| 874 | << DataSize << " StubBufSize: " << StubBufSize |
| 875 | << " Allocate: " << Allocate << "\n"); |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 876 | } else { |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 877 | // Even if we didn't load the section, we need to record an entry for it |
Eli Bendersky | 0e2ac5b | 2012-04-29 12:40:47 +0000 | [diff] [blame] | 878 | // to handle later processing (and by 'handle' I mean don't do anything |
| 879 | // with these sections). |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 880 | Allocate = 0; |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 881 | Addr = nullptr; |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 882 | LLVM_DEBUG( |
| 883 | dbgs() << "emitSection SectionID: " << SectionID << " Name: " << Name |
| 884 | << " obj addr: " << format("%p", data.data()) << " new addr: 0" |
| 885 | << " DataSize: " << DataSize << " StubBufSize: " << StubBufSize |
| 886 | << " Allocate: " << Allocate << "\n"); |
Preston Gurd | 2138ef6 | 2012-04-12 20:13:57 +0000 | [diff] [blame] | 887 | } |
| 888 | |
Sanjoy Das | 8082592 | 2015-11-23 21:47:46 +0000 | [diff] [blame] | 889 | Sections.push_back( |
| 890 | SectionEntry(Name, Addr, DataSize, Allocate, (uintptr_t)pData)); |
Lang Hames | 587ee6a | 2014-09-03 05:01:46 +0000 | [diff] [blame] | 891 | |
Pavel Labath | 859d302 | 2017-05-17 08:47:28 +0000 | [diff] [blame] | 892 | // Debug info sections are linked as if their load address was zero |
| 893 | if (!IsRequired) |
| 894 | Sections.back().setLoadAddress(0); |
| 895 | |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 896 | return SectionID; |
| 897 | } |
| 898 | |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 899 | Expected<unsigned> |
| 900 | RuntimeDyldImpl::findOrEmitSection(const ObjectFile &Obj, |
| 901 | const SectionRef &Section, |
| 902 | bool IsCode, |
| 903 | ObjSectionToIDMap &LocalSections) { |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 904 | |
| 905 | unsigned SectionID = 0; |
| 906 | ObjSectionToIDMap::iterator i = LocalSections.find(Section); |
| 907 | if (i != LocalSections.end()) |
| 908 | SectionID = i->second; |
| 909 | else { |
Lang Hames | 8959531 | 2016-04-27 20:24:48 +0000 | [diff] [blame] | 910 | if (auto SectionIDOrErr = emitSection(Obj, Section, IsCode)) |
| 911 | SectionID = *SectionIDOrErr; |
| 912 | else |
| 913 | return SectionIDOrErr.takeError(); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 914 | LocalSections[Section] = SectionID; |
| 915 | } |
| 916 | return SectionID; |
| 917 | } |
| 918 | |
Eli Bendersky | 667b879 | 2012-05-01 10:41:12 +0000 | [diff] [blame] | 919 | void RuntimeDyldImpl::addRelocationForSection(const RelocationEntry &RE, |
| 920 | unsigned SectionID) { |
| 921 | Relocations[SectionID].push_back(RE); |
| 922 | } |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 923 | |
Eli Bendersky | 667b879 | 2012-05-01 10:41:12 +0000 | [diff] [blame] | 924 | void RuntimeDyldImpl::addRelocationForSymbol(const RelocationEntry &RE, |
| 925 | StringRef SymbolName) { |
| 926 | // Relocation by symbol. If the symbol is found in the global symbol table, |
| 927 | // create an appropriate section relocation. Otherwise, add it to |
| 928 | // ExternalSymbolRelocations. |
Lang Hames | 6bfd398 | 2015-01-16 23:13:56 +0000 | [diff] [blame] | 929 | RTDyldSymbolTable::const_iterator Loc = GlobalSymbolTable.find(SymbolName); |
Eli Bendersky | 667b879 | 2012-05-01 10:41:12 +0000 | [diff] [blame] | 930 | if (Loc == GlobalSymbolTable.end()) { |
| 931 | ExternalSymbolRelocations[SymbolName].push_back(RE); |
Eli Bendersky | b92e1cf | 2012-04-30 12:15:58 +0000 | [diff] [blame] | 932 | } else { |
Eli Bendersky | 667b879 | 2012-05-01 10:41:12 +0000 | [diff] [blame] | 933 | // Copy the RE since we want to modify its addend. |
| 934 | RelocationEntry RECopy = RE; |
Lang Hames | 6bfd398 | 2015-01-16 23:13:56 +0000 | [diff] [blame] | 935 | const auto &SymInfo = Loc->second; |
| 936 | RECopy.Addend += SymInfo.getOffset(); |
| 937 | Relocations[SymInfo.getSectionID()].push_back(RECopy); |
Eli Bendersky | b92e1cf | 2012-04-30 12:15:58 +0000 | [diff] [blame] | 938 | } |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 939 | } |
| 940 | |
Ulrich Weigand | 752b5c9 | 2014-07-20 23:53:14 +0000 | [diff] [blame] | 941 | uint8_t *RuntimeDyldImpl::createStubFunction(uint8_t *Addr, |
| 942 | unsigned AbiVariant) { |
Tim Northover | f1c2892 | 2019-09-12 10:22:23 +0000 | [diff] [blame] | 943 | if (Arch == Triple::aarch64 || Arch == Triple::aarch64_be || |
| 944 | Arch == Triple::aarch64_32) { |
Tim Northover | 37cde97 | 2013-05-04 20:14:09 +0000 | [diff] [blame] | 945 | // This stub has to be able to access the full address space, |
| 946 | // since symbol lookup won't necessarily find a handy, in-range, |
| 947 | // PLT stub for functions which could be anywhere. |
Tim Northover | 37cde97 | 2013-05-04 20:14:09 +0000 | [diff] [blame] | 948 | // Stub can use ip0 (== x16) to calculate address |
Daniel Sanders | 66e799f | 2014-11-06 09:53:05 +0000 | [diff] [blame] | 949 | writeBytesUnaligned(0xd2e00010, Addr, 4); // movz ip0, #:abs_g3:<addr> |
| 950 | writeBytesUnaligned(0xf2c00010, Addr+4, 4); // movk ip0, #:abs_g2_nc:<addr> |
| 951 | writeBytesUnaligned(0xf2a00010, Addr+8, 4); // movk ip0, #:abs_g1_nc:<addr> |
| 952 | writeBytesUnaligned(0xf2800010, Addr+12, 4); // movk ip0, #:abs_g0_nc:<addr> |
| 953 | writeBytesUnaligned(0xd61f0200, Addr+16, 4); // br ip0 |
Tim Northover | 37cde97 | 2013-05-04 20:14:09 +0000 | [diff] [blame] | 954 | |
| 955 | return Addr; |
Christian Pirker | 2a11160 | 2014-03-28 14:35:30 +0000 | [diff] [blame] | 956 | } else if (Arch == Triple::arm || Arch == Triple::armeb) { |
Akira Hatanaka | 111174b | 2012-08-17 21:28:04 +0000 | [diff] [blame] | 957 | // TODO: There is only ARM far stub now. We should add the Thumb stub, |
| 958 | // and stubs for branches Thumb - ARM and ARM - Thumb. |
Lang Hames | 14a22a4 | 2017-08-09 20:19:27 +0000 | [diff] [blame] | 959 | writeBytesUnaligned(0xe51ff004, Addr, 4); // ldr pc, [pc, #-4] |
Daniel Sanders | 66e799f | 2014-11-06 09:53:05 +0000 | [diff] [blame] | 960 | return Addr + 4; |
Nitesh Jain | 757f74c | 2017-10-22 09:47:41 +0000 | [diff] [blame] | 961 | } else if (IsMipsO32ABI || IsMipsN32ABI) { |
Akira Hatanaka | 111174b | 2012-08-17 21:28:04 +0000 | [diff] [blame] | 962 | // 0: 3c190000 lui t9,%hi(addr). |
| 963 | // 4: 27390000 addiu t9,t9,%lo(addr). |
| 964 | // 8: 03200008 jr t9. |
| 965 | // c: 00000000 nop. |
| 966 | const unsigned LuiT9Instr = 0x3c190000, AdduiT9Instr = 0x27390000; |
Nitesh Jain | 7481e40 | 2016-07-15 12:56:37 +0000 | [diff] [blame] | 967 | const unsigned NopInstr = 0x0; |
| 968 | unsigned JrT9Instr = 0x03200008; |
Nitesh Jain | 757f74c | 2017-10-22 09:47:41 +0000 | [diff] [blame] | 969 | if ((AbiVariant & ELF::EF_MIPS_ARCH) == ELF::EF_MIPS_ARCH_32R6 || |
| 970 | (AbiVariant & ELF::EF_MIPS_ARCH) == ELF::EF_MIPS_ARCH_64R6) |
| 971 | JrT9Instr = 0x03200009; |
Akira Hatanaka | 111174b | 2012-08-17 21:28:04 +0000 | [diff] [blame] | 972 | |
Daniel Sanders | 66e799f | 2014-11-06 09:53:05 +0000 | [diff] [blame] | 973 | writeBytesUnaligned(LuiT9Instr, Addr, 4); |
Nitesh Jain | 757f74c | 2017-10-22 09:47:41 +0000 | [diff] [blame] | 974 | writeBytesUnaligned(AdduiT9Instr, Addr + 4, 4); |
| 975 | writeBytesUnaligned(JrT9Instr, Addr + 8, 4); |
| 976 | writeBytesUnaligned(NopInstr, Addr + 12, 4); |
| 977 | return Addr; |
| 978 | } else if (IsMipsN64ABI) { |
| 979 | // 0: 3c190000 lui t9,%highest(addr). |
| 980 | // 4: 67390000 daddiu t9,t9,%higher(addr). |
| 981 | // 8: 0019CC38 dsll t9,t9,16. |
| 982 | // c: 67390000 daddiu t9,t9,%hi(addr). |
| 983 | // 10: 0019CC38 dsll t9,t9,16. |
| 984 | // 14: 67390000 daddiu t9,t9,%lo(addr). |
| 985 | // 18: 03200008 jr t9. |
| 986 | // 1c: 00000000 nop. |
| 987 | const unsigned LuiT9Instr = 0x3c190000, DaddiuT9Instr = 0x67390000, |
| 988 | DsllT9Instr = 0x19CC38; |
| 989 | const unsigned NopInstr = 0x0; |
| 990 | unsigned JrT9Instr = 0x03200008; |
| 991 | if ((AbiVariant & ELF::EF_MIPS_ARCH) == ELF::EF_MIPS_ARCH_64R6) |
| 992 | JrT9Instr = 0x03200009; |
| 993 | |
| 994 | writeBytesUnaligned(LuiT9Instr, Addr, 4); |
| 995 | writeBytesUnaligned(DaddiuT9Instr, Addr + 4, 4); |
| 996 | writeBytesUnaligned(DsllT9Instr, Addr + 8, 4); |
| 997 | writeBytesUnaligned(DaddiuT9Instr, Addr + 12, 4); |
| 998 | writeBytesUnaligned(DsllT9Instr, Addr + 16, 4); |
| 999 | writeBytesUnaligned(DaddiuT9Instr, Addr + 20, 4); |
| 1000 | writeBytesUnaligned(JrT9Instr, Addr + 24, 4); |
| 1001 | writeBytesUnaligned(NopInstr, Addr + 28, 4); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1002 | return Addr; |
Bill Schmidt | 0a9170d | 2013-07-26 01:35:43 +0000 | [diff] [blame] | 1003 | } else if (Arch == Triple::ppc64 || Arch == Triple::ppc64le) { |
Ulrich Weigand | 752b5c9 | 2014-07-20 23:53:14 +0000 | [diff] [blame] | 1004 | // Depending on which version of the ELF ABI is in use, we need to |
| 1005 | // generate one of two variants of the stub. They both start with |
| 1006 | // the same sequence to load the target address into r12. |
Adhemerval Zanella | 5fc11b3 | 2012-10-25 13:13:48 +0000 | [diff] [blame] | 1007 | writeInt32BE(Addr, 0x3D800000); // lis r12, highest(addr) |
| 1008 | writeInt32BE(Addr+4, 0x618C0000); // ori r12, higher(addr) |
| 1009 | writeInt32BE(Addr+8, 0x798C07C6); // sldi r12, r12, 32 |
| 1010 | writeInt32BE(Addr+12, 0x658C0000); // oris r12, r12, h(addr) |
| 1011 | writeInt32BE(Addr+16, 0x618C0000); // ori r12, r12, l(addr) |
Ulrich Weigand | 752b5c9 | 2014-07-20 23:53:14 +0000 | [diff] [blame] | 1012 | if (AbiVariant == 2) { |
| 1013 | // PowerPC64 stub ELFv2 ABI: The address points to the function itself. |
| 1014 | // The address is already in r12 as required by the ABI. Branch to it. |
| 1015 | writeInt32BE(Addr+20, 0xF8410018); // std r2, 24(r1) |
| 1016 | writeInt32BE(Addr+24, 0x7D8903A6); // mtctr r12 |
| 1017 | writeInt32BE(Addr+28, 0x4E800420); // bctr |
| 1018 | } else { |
| 1019 | // PowerPC64 stub ELFv1 ABI: The address points to a function descriptor. |
| 1020 | // Load the function address on r11 and sets it to control register. Also |
| 1021 | // loads the function TOC in r2 and environment pointer to r11. |
| 1022 | writeInt32BE(Addr+20, 0xF8410028); // std r2, 40(r1) |
| 1023 | writeInt32BE(Addr+24, 0xE96C0000); // ld r11, 0(r12) |
| 1024 | writeInt32BE(Addr+28, 0xE84C0008); // ld r2, 0(r12) |
| 1025 | writeInt32BE(Addr+32, 0x7D6903A6); // mtctr r11 |
| 1026 | writeInt32BE(Addr+36, 0xE96C0010); // ld r11, 16(r2) |
| 1027 | writeInt32BE(Addr+40, 0x4E800420); // bctr |
| 1028 | } |
Adhemerval Zanella | 5fc11b3 | 2012-10-25 13:13:48 +0000 | [diff] [blame] | 1029 | return Addr; |
Richard Sandiford | ca04408 | 2013-05-03 14:15:35 +0000 | [diff] [blame] | 1030 | } else if (Arch == Triple::systemz) { |
| 1031 | writeInt16BE(Addr, 0xC418); // lgrl %r1,.+8 |
| 1032 | writeInt16BE(Addr+2, 0x0000); |
| 1033 | writeInt16BE(Addr+4, 0x0004); |
| 1034 | writeInt16BE(Addr+6, 0x07F1); // brc 15,%r1 |
| 1035 | // 8-byte address stored at Addr + 8 |
| 1036 | return Addr; |
Andrew Kaylor | 4612fed | 2013-08-19 23:27:43 +0000 | [diff] [blame] | 1037 | } else if (Arch == Triple::x86_64) { |
| 1038 | *Addr = 0xFF; // jmp |
| 1039 | *(Addr+1) = 0x25; // rip |
| 1040 | // 32-bit PC-relative address of the GOT entry will be stored at Addr+2 |
Lang Hames | 36072da | 2014-05-12 21:39:59 +0000 | [diff] [blame] | 1041 | } else if (Arch == Triple::x86) { |
| 1042 | *Addr = 0xE9; // 32-bit pc-relative jump. |
Akira Hatanaka | 111174b | 2012-08-17 21:28:04 +0000 | [diff] [blame] | 1043 | } |
| 1044 | return Addr; |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1045 | } |
| 1046 | |
| 1047 | // Assign an address to a symbol name and resolve all the relocations |
| 1048 | // associated with it. |
| 1049 | void RuntimeDyldImpl::reassignSectionAddress(unsigned SectionID, |
| 1050 | uint64_t Addr) { |
| 1051 | // The address to use for relocation resolution is not |
| 1052 | // the address of the local section buffer. We must be doing |
Andrew Kaylor | a714efc | 2012-11-05 20:57:16 +0000 | [diff] [blame] | 1053 | // a remote execution environment of some sort. Relocations can't |
| 1054 | // be applied until all the sections have been moved. The client must |
| 1055 | // trigger this with a call to MCJIT::finalize() or |
| 1056 | // RuntimeDyld::resolveRelocations(). |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1057 | // |
| 1058 | // Addr is a uint64_t because we can't assume the pointer width |
| 1059 | // of the target is the same as that of the host. Just use a generic |
| 1060 | // "big enough" type. |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 1061 | LLVM_DEBUG( |
| 1062 | dbgs() << "Reassigning address for section " << SectionID << " (" |
| 1063 | << Sections[SectionID].getName() << "): " |
| 1064 | << format("0x%016" PRIx64, Sections[SectionID].getLoadAddress()) |
| 1065 | << " -> " << format("0x%016" PRIx64, Addr) << "\n"); |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 1066 | Sections[SectionID].setLoadAddress(Addr); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1067 | } |
| 1068 | |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1069 | void RuntimeDyldImpl::resolveRelocationList(const RelocationList &Relocs, |
| 1070 | uint64_t Value) { |
| 1071 | for (unsigned i = 0, e = Relocs.size(); i != e; ++i) { |
Rafael Espindola | f1f1c62 | 2013-04-29 17:24:34 +0000 | [diff] [blame] | 1072 | const RelocationEntry &RE = Relocs[i]; |
| 1073 | // Ignore relocations for sections that were not loaded |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 1074 | if (Sections[RE.SectionID].getAddress() == nullptr) |
Rafael Espindola | f1f1c62 | 2013-04-29 17:24:34 +0000 | [diff] [blame] | 1075 | continue; |
| 1076 | resolveRelocation(RE, Value); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1077 | } |
| 1078 | } |
| 1079 | |
Lang Hames | adde5ba | 2018-09-25 19:48:46 +0000 | [diff] [blame] | 1080 | void RuntimeDyldImpl::applyExternalSymbolRelocations( |
| 1081 | const StringMap<JITEvaluatedSymbol> ExternalSymbolMap) { |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 1082 | while (!ExternalSymbolRelocations.empty()) { |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 1083 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1084 | StringMap<RelocationList>::iterator i = ExternalSymbolRelocations.begin(); |
| 1085 | |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1086 | StringRef Name = i->first(); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1087 | if (Name.size() == 0) { |
| 1088 | // This is an absolute symbol, use an address of zero. |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 1089 | LLVM_DEBUG(dbgs() << "Resolving absolute relocations." |
| 1090 | << "\n"); |
Andrew Kaylor | cfb4a99 | 2013-11-11 19:55:10 +0000 | [diff] [blame] | 1091 | RelocationList &Relocs = i->second; |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1092 | resolveRelocationList(Relocs, 0); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1093 | } else { |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1094 | uint64_t Addr = 0; |
Lang Hames | 14a22a4 | 2017-08-09 20:19:27 +0000 | [diff] [blame] | 1095 | JITSymbolFlags Flags; |
Lang Hames | 6bfd398 | 2015-01-16 23:13:56 +0000 | [diff] [blame] | 1096 | RTDyldSymbolTable::const_iterator Loc = GlobalSymbolTable.find(Name); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1097 | if (Loc == GlobalSymbolTable.end()) { |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 1098 | auto RRI = ExternalSymbolMap.find(Name); |
| 1099 | assert(RRI != ExternalSymbolMap.end() && "No result for symbol"); |
| 1100 | Addr = RRI->second.getAddress(); |
| 1101 | Flags = RRI->second.getFlags(); |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 1102 | // The call to getSymbolAddress may have caused additional modules to |
| 1103 | // be loaded, which may have added new entries to the |
| 1104 | // ExternalSymbolRelocations map. Consquently, we need to update our |
| 1105 | // iterator. This is also why retrieval of the relocation list |
| 1106 | // associated with this symbol is deferred until below this point. |
| 1107 | // New entries may have been added to the relocation list. |
| 1108 | i = ExternalSymbolRelocations.find(Name); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1109 | } else { |
| 1110 | // We found the symbol in our global table. It was probably in a |
| 1111 | // Module that we loaded previously. |
Lang Hames | 6bfd398 | 2015-01-16 23:13:56 +0000 | [diff] [blame] | 1112 | const auto &SymInfo = Loc->second; |
| 1113 | Addr = getSectionLoadAddress(SymInfo.getSectionID()) + |
| 1114 | SymInfo.getOffset(); |
Lang Hames | 14a22a4 | 2017-08-09 20:19:27 +0000 | [diff] [blame] | 1115 | Flags = SymInfo.getFlags(); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1116 | } |
| 1117 | |
| 1118 | // FIXME: Implement error handling that doesn't kill the host program! |
| 1119 | if (!Addr) |
| 1120 | report_fatal_error("Program used external function '" + Name + |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 1121 | "' which could not be resolved!"); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1122 | |
Lang Hames | 78937c2 | 2015-07-04 01:35:26 +0000 | [diff] [blame] | 1123 | // If Resolver returned UINT64_MAX, the client wants to handle this symbol |
| 1124 | // manually and we shouldn't resolve its relocations. |
| 1125 | if (Addr != UINT64_MAX) { |
Lang Hames | 14a22a4 | 2017-08-09 20:19:27 +0000 | [diff] [blame] | 1126 | |
| 1127 | // Tweak the address based on the symbol flags if necessary. |
| 1128 | // For example, this is used by RuntimeDyldMachOARM to toggle the low bit |
| 1129 | // if the target symbol is Thumb. |
| 1130 | Addr = modifyAddressBasedOnFlags(Addr, Flags); |
| 1131 | |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 1132 | LLVM_DEBUG(dbgs() << "Resolving relocations Name: " << Name << "\t" |
| 1133 | << format("0x%lx", Addr) << "\n"); |
Lang Hames | 78937c2 | 2015-07-04 01:35:26 +0000 | [diff] [blame] | 1134 | // This list may have been updated when we called getSymbolAddress, so |
| 1135 | // don't change this code to get the list earlier. |
| 1136 | RelocationList &Relocs = i->second; |
| 1137 | resolveRelocationList(Relocs, Addr); |
| 1138 | } |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1139 | } |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1140 | |
Andrew Kaylor | cfb4a99 | 2013-11-11 19:55:10 +0000 | [diff] [blame] | 1141 | ExternalSymbolRelocations.erase(i); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1142 | } |
Lang Hames | adde5ba | 2018-09-25 19:48:46 +0000 | [diff] [blame] | 1143 | } |
| 1144 | |
| 1145 | Error RuntimeDyldImpl::resolveExternalSymbols() { |
| 1146 | StringMap<JITEvaluatedSymbol> ExternalSymbolMap; |
| 1147 | |
| 1148 | // Resolution can trigger emission of more symbols, so iterate until |
| 1149 | // we've resolved *everything*. |
| 1150 | { |
| 1151 | JITSymbolResolver::LookupSet ResolvedSymbols; |
| 1152 | |
| 1153 | while (true) { |
| 1154 | JITSymbolResolver::LookupSet NewSymbols; |
| 1155 | |
| 1156 | for (auto &RelocKV : ExternalSymbolRelocations) { |
| 1157 | StringRef Name = RelocKV.first(); |
| 1158 | if (!Name.empty() && !GlobalSymbolTable.count(Name) && |
| 1159 | !ResolvedSymbols.count(Name)) |
| 1160 | NewSymbols.insert(Name); |
| 1161 | } |
| 1162 | |
| 1163 | if (NewSymbols.empty()) |
| 1164 | break; |
| 1165 | |
| 1166 | #ifdef _MSC_VER |
| 1167 | using ExpectedLookupResult = |
Lang Hames | 079c0df | 2018-09-25 20:48:57 +0000 | [diff] [blame] | 1168 | MSVCPExpected<JITSymbolResolver::LookupResult>; |
Lang Hames | adde5ba | 2018-09-25 19:48:46 +0000 | [diff] [blame] | 1169 | #else |
| 1170 | using ExpectedLookupResult = Expected<JITSymbolResolver::LookupResult>; |
| 1171 | #endif |
| 1172 | |
| 1173 | auto NewSymbolsP = std::make_shared<std::promise<ExpectedLookupResult>>(); |
| 1174 | auto NewSymbolsF = NewSymbolsP->get_future(); |
| 1175 | Resolver.lookup(NewSymbols, |
| 1176 | [=](Expected<JITSymbolResolver::LookupResult> Result) { |
| 1177 | NewSymbolsP->set_value(std::move(Result)); |
| 1178 | }); |
| 1179 | |
| 1180 | auto NewResolverResults = NewSymbolsF.get(); |
| 1181 | |
| 1182 | if (!NewResolverResults) |
| 1183 | return NewResolverResults.takeError(); |
| 1184 | |
| 1185 | assert(NewResolverResults->size() == NewSymbols.size() && |
| 1186 | "Should have errored on unresolved symbols"); |
| 1187 | |
| 1188 | for (auto &RRKV : *NewResolverResults) { |
| 1189 | assert(!ResolvedSymbols.count(RRKV.first) && "Redundant resolution?"); |
| 1190 | ExternalSymbolMap.insert(RRKV); |
| 1191 | ResolvedSymbols.insert(RRKV.first); |
| 1192 | } |
| 1193 | } |
| 1194 | } |
| 1195 | |
| 1196 | applyExternalSymbolRelocations(ExternalSymbolMap); |
Lang Hames | 4ce9866 | 2017-07-07 02:59:13 +0000 | [diff] [blame] | 1197 | |
| 1198 | return Error::success(); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 1199 | } |
| 1200 | |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1201 | void RuntimeDyldImpl::finalizeAsync( |
Benjamin Kramer | ce74c3b | 2019-09-13 11:35:33 +0000 | [diff] [blame] | 1202 | std::unique_ptr<RuntimeDyldImpl> This, |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1203 | unique_function<void(object::OwningBinary<object::ObjectFile>, |
| 1204 | std::unique_ptr<RuntimeDyld::LoadedObjectInfo>, Error)> |
Lang Hames | 39253a5 | 2020-03-19 16:14:18 -0700 | [diff] [blame] | 1205 | OnEmitted, |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1206 | object::OwningBinary<object::ObjectFile> O, |
| 1207 | std::unique_ptr<RuntimeDyld::LoadedObjectInfo> Info) { |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1208 | |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1209 | auto SharedThis = std::shared_ptr<RuntimeDyldImpl>(std::move(This)); |
| 1210 | auto PostResolveContinuation = |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1211 | [SharedThis, OnEmitted = std::move(OnEmitted), O = std::move(O), |
| 1212 | Info = std::move(Info)]( |
Benjamin Kramer | ce74c3b | 2019-09-13 11:35:33 +0000 | [diff] [blame] | 1213 | Expected<JITSymbolResolver::LookupResult> Result) mutable { |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1214 | if (!Result) { |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1215 | OnEmitted(std::move(O), std::move(Info), Result.takeError()); |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1216 | return; |
| 1217 | } |
| 1218 | |
| 1219 | /// Copy the result into a StringMap, where the keys are held by value. |
| 1220 | StringMap<JITEvaluatedSymbol> Resolved; |
| 1221 | for (auto &KV : *Result) |
| 1222 | Resolved[KV.first] = KV.second; |
| 1223 | |
| 1224 | SharedThis->applyExternalSymbolRelocations(Resolved); |
| 1225 | SharedThis->resolveLocalRelocations(); |
| 1226 | SharedThis->registerEHFrames(); |
| 1227 | std::string ErrMsg; |
| 1228 | if (SharedThis->MemMgr.finalizeMemory(&ErrMsg)) |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1229 | OnEmitted(std::move(O), std::move(Info), |
Lang Hames | 39253a5 | 2020-03-19 16:14:18 -0700 | [diff] [blame] | 1230 | make_error<StringError>(std::move(ErrMsg), |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1231 | inconvertibleErrorCode())); |
| 1232 | else |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1233 | OnEmitted(std::move(O), std::move(Info), Error::success()); |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1234 | }; |
| 1235 | |
| 1236 | JITSymbolResolver::LookupSet Symbols; |
| 1237 | |
| 1238 | for (auto &RelocKV : SharedThis->ExternalSymbolRelocations) { |
| 1239 | StringRef Name = RelocKV.first(); |
| 1240 | assert(!Name.empty() && "Symbol has no name?"); |
| 1241 | assert(!SharedThis->GlobalSymbolTable.count(Name) && |
| 1242 | "Name already processed. RuntimeDyld instances can not be re-used " |
| 1243 | "when finalizing with finalizeAsync."); |
| 1244 | Symbols.insert(Name); |
| 1245 | } |
| 1246 | |
| 1247 | if (!Symbols.empty()) { |
Benjamin Kramer | ce74c3b | 2019-09-13 11:35:33 +0000 | [diff] [blame] | 1248 | SharedThis->Resolver.lookup(Symbols, std::move(PostResolveContinuation)); |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1249 | } else |
| 1250 | PostResolveContinuation(std::map<StringRef, JITEvaluatedSymbol>()); |
| 1251 | } |
| 1252 | |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 1253 | //===----------------------------------------------------------------------===// |
| 1254 | // RuntimeDyld class implementation |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 1255 | |
| 1256 | uint64_t RuntimeDyld::LoadedObjectInfo::getSectionLoadAddress( |
Lang Hames | 2e88f4f | 2015-07-28 17:52:11 +0000 | [diff] [blame] | 1257 | const object::SectionRef &Sec) const { |
| 1258 | |
Lang Hames | 2e88f4f | 2015-07-28 17:52:11 +0000 | [diff] [blame] | 1259 | auto I = ObjSecToIDMap.find(Sec); |
Sanjoy Das | 277776a | 2015-11-23 21:47:41 +0000 | [diff] [blame] | 1260 | if (I != ObjSecToIDMap.end()) |
| 1261 | return RTDyld.Sections[I->second].getLoadAddress(); |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 1262 | |
| 1263 | return 0; |
| 1264 | } |
| 1265 | |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 1266 | void RuntimeDyld::MemoryManager::anchor() {} |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 1267 | void JITSymbolResolver::anchor() {} |
Lang Hames | b72f484 | 2018-01-19 22:24:13 +0000 | [diff] [blame] | 1268 | void LegacyJITSymbolResolver::anchor() {} |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 1269 | |
| 1270 | RuntimeDyld::RuntimeDyld(RuntimeDyld::MemoryManager &MemMgr, |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 1271 | JITSymbolResolver &Resolver) |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 1272 | : MemMgr(MemMgr), Resolver(Resolver) { |
Andrew Kaylor | a342cb9 | 2012-11-15 23:50:01 +0000 | [diff] [blame] | 1273 | // FIXME: There's a potential issue lurking here if a single instance of |
| 1274 | // RuntimeDyld is used to load multiple objects. The current implementation |
| 1275 | // associates a single memory manager with a RuntimeDyld instance. Even |
| 1276 | // though the public class spawns a new 'impl' instance for each load, |
| 1277 | // they share a single memory manager. This can become a problem when page |
| 1278 | // permissions are applied. |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 1279 | Dyld = nullptr; |
Lang Hames | 868d4b3 | 2014-03-20 21:06:46 +0000 | [diff] [blame] | 1280 | ProcessAllSections = false; |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 1281 | } |
| 1282 | |
David Blaikie | 847d2a0 | 2014-09-04 18:37:29 +0000 | [diff] [blame] | 1283 | RuntimeDyld::~RuntimeDyld() {} |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 1284 | |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 1285 | static std::unique_ptr<RuntimeDyldCOFF> |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1286 | createRuntimeDyldCOFF( |
| 1287 | Triple::ArchType Arch, RuntimeDyld::MemoryManager &MM, |
| 1288 | JITSymbolResolver &Resolver, bool ProcessAllSections, |
| 1289 | RuntimeDyld::NotifyStubEmittedFunction NotifyStubEmitted) { |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 1290 | std::unique_ptr<RuntimeDyldCOFF> Dyld = |
| 1291 | RuntimeDyldCOFF::create(Arch, MM, Resolver); |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 1292 | Dyld->setProcessAllSections(ProcessAllSections); |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1293 | Dyld->setNotifyStubEmitted(std::move(NotifyStubEmitted)); |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 1294 | return Dyld; |
| 1295 | } |
| 1296 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 1297 | static std::unique_ptr<RuntimeDyldELF> |
Simon Dardis | c97cfb6 | 2016-12-13 11:39:18 +0000 | [diff] [blame] | 1298 | createRuntimeDyldELF(Triple::ArchType Arch, RuntimeDyld::MemoryManager &MM, |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 1299 | JITSymbolResolver &Resolver, bool ProcessAllSections, |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1300 | RuntimeDyld::NotifyStubEmittedFunction NotifyStubEmitted) { |
Simon Dardis | c97cfb6 | 2016-12-13 11:39:18 +0000 | [diff] [blame] | 1301 | std::unique_ptr<RuntimeDyldELF> Dyld = |
| 1302 | RuntimeDyldELF::create(Arch, MM, Resolver); |
Lang Hames | 868d4b3 | 2014-03-20 21:06:46 +0000 | [diff] [blame] | 1303 | Dyld->setProcessAllSections(ProcessAllSections); |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1304 | Dyld->setNotifyStubEmitted(std::move(NotifyStubEmitted)); |
Lang Hames | 868d4b3 | 2014-03-20 21:06:46 +0000 | [diff] [blame] | 1305 | return Dyld; |
| 1306 | } |
| 1307 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 1308 | static std::unique_ptr<RuntimeDyldMachO> |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1309 | createRuntimeDyldMachO( |
| 1310 | Triple::ArchType Arch, RuntimeDyld::MemoryManager &MM, |
| 1311 | JITSymbolResolver &Resolver, |
| 1312 | bool ProcessAllSections, |
| 1313 | RuntimeDyld::NotifyStubEmittedFunction NotifyStubEmitted) { |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 1314 | std::unique_ptr<RuntimeDyldMachO> Dyld = |
| 1315 | RuntimeDyldMachO::create(Arch, MM, Resolver); |
Lang Hames | 868d4b3 | 2014-03-20 21:06:46 +0000 | [diff] [blame] | 1316 | Dyld->setProcessAllSections(ProcessAllSections); |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1317 | Dyld->setNotifyStubEmitted(std::move(NotifyStubEmitted)); |
Lang Hames | 868d4b3 | 2014-03-20 21:06:46 +0000 | [diff] [blame] | 1318 | return Dyld; |
| 1319 | } |
| 1320 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 1321 | std::unique_ptr<RuntimeDyld::LoadedObjectInfo> |
| 1322 | RuntimeDyld::loadObject(const ObjectFile &Obj) { |
| 1323 | if (!Dyld) { |
| 1324 | if (Obj.isELF()) |
Simon Dardis | c97cfb6 | 2016-12-13 11:39:18 +0000 | [diff] [blame] | 1325 | Dyld = |
| 1326 | createRuntimeDyldELF(static_cast<Triple::ArchType>(Obj.getArch()), |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1327 | MemMgr, Resolver, ProcessAllSections, |
| 1328 | std::move(NotifyStubEmitted)); |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 1329 | else if (Obj.isMachO()) |
Aaron Ballman | 9fb4114 | 2014-11-26 15:27:39 +0000 | [diff] [blame] | 1330 | Dyld = createRuntimeDyldMachO( |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 1331 | static_cast<Triple::ArchType>(Obj.getArch()), MemMgr, Resolver, |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1332 | ProcessAllSections, std::move(NotifyStubEmitted)); |
David Majnemer | 1a666e0 | 2015-03-07 20:21:27 +0000 | [diff] [blame] | 1333 | else if (Obj.isCOFF()) |
| 1334 | Dyld = createRuntimeDyldCOFF( |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 1335 | static_cast<Triple::ArchType>(Obj.getArch()), MemMgr, Resolver, |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1336 | ProcessAllSections, std::move(NotifyStubEmitted)); |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 1337 | else |
| 1338 | report_fatal_error("Incompatible object format!"); |
Aaron Ballman | 9fb4114 | 2014-11-26 15:27:39 +0000 | [diff] [blame] | 1339 | } |
| 1340 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 1341 | if (!Dyld->isCompatibleFile(Obj)) |
Aaron Ballman | 9fb4114 | 2014-11-26 15:27:39 +0000 | [diff] [blame] | 1342 | report_fatal_error("Incompatible object format!"); |
| 1343 | |
Lang Hames | b093429 | 2016-01-10 23:59:41 +0000 | [diff] [blame] | 1344 | auto LoadedObjInfo = Dyld->loadObject(Obj); |
| 1345 | MemMgr.notifyObjectLoaded(*this, Obj); |
| 1346 | return LoadedObjInfo; |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 1347 | } |
| 1348 | |
Lang Hames | b118603 | 2015-03-11 00:43:26 +0000 | [diff] [blame] | 1349 | void *RuntimeDyld::getSymbolLocalAddress(StringRef Name) const { |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1350 | if (!Dyld) |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 1351 | return nullptr; |
Lang Hames | b118603 | 2015-03-11 00:43:26 +0000 | [diff] [blame] | 1352 | return Dyld->getSymbolLocalAddress(Name); |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 1353 | } |
| 1354 | |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1355 | unsigned RuntimeDyld::getSymbolSectionID(StringRef Name) const { |
| 1356 | assert(Dyld && "No RuntimeDyld instance attached"); |
| 1357 | return Dyld->getSymbolSectionID(Name); |
| 1358 | } |
| 1359 | |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 1360 | JITEvaluatedSymbol RuntimeDyld::getSymbol(StringRef Name) const { |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 1361 | if (!Dyld) |
Lang Hames | b118603 | 2015-03-11 00:43:26 +0000 | [diff] [blame] | 1362 | return nullptr; |
| 1363 | return Dyld->getSymbol(Name); |
Lang Hames | 6bfd398 | 2015-01-16 23:13:56 +0000 | [diff] [blame] | 1364 | } |
| 1365 | |
Lang Hames | 313f590 | 2018-03-14 06:25:07 +0000 | [diff] [blame] | 1366 | std::map<StringRef, JITEvaluatedSymbol> RuntimeDyld::getSymbolTable() const { |
| 1367 | if (!Dyld) |
Lang Hames | 2d603a1 | 2018-03-14 06:39:49 +0000 | [diff] [blame] | 1368 | return std::map<StringRef, JITEvaluatedSymbol>(); |
Lang Hames | 313f590 | 2018-03-14 06:25:07 +0000 | [diff] [blame] | 1369 | return Dyld->getSymbolTable(); |
| 1370 | } |
| 1371 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 1372 | void RuntimeDyld::resolveRelocations() { Dyld->resolveRelocations(); } |
Jim Grosbach | 733d305 | 2011-04-12 21:20:41 +0000 | [diff] [blame] | 1373 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 1374 | void RuntimeDyld::reassignSectionAddress(unsigned SectionID, uint64_t Addr) { |
Jim Grosbach | eff0a40 | 2012-01-16 22:26:39 +0000 | [diff] [blame] | 1375 | Dyld->reassignSectionAddress(SectionID, Addr); |
Jim Grosbach | 733d305 | 2011-04-12 21:20:41 +0000 | [diff] [blame] | 1376 | } |
| 1377 | |
Jim Grosbach | 6d61397 | 2012-09-13 21:50:06 +0000 | [diff] [blame] | 1378 | void RuntimeDyld::mapSectionAddress(const void *LocalAddress, |
Jim Grosbach | 0ddb3a4 | 2012-01-16 23:50:55 +0000 | [diff] [blame] | 1379 | uint64_t TargetAddress) { |
| 1380 | Dyld->mapSectionAddress(LocalAddress, TargetAddress); |
| 1381 | } |
| 1382 | |
Juergen Ributzka | 6ff29a7 | 2014-03-26 18:19:27 +0000 | [diff] [blame] | 1383 | bool RuntimeDyld::hasError() { return Dyld->hasError(); } |
| 1384 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 1385 | StringRef RuntimeDyld::getErrorString() { return Dyld->getErrorString(); } |
Jim Grosbach | 40411cc | 2011-03-22 18:19:42 +0000 | [diff] [blame] | 1386 | |
Lang Hames | 859d73c | 2016-01-09 19:50:40 +0000 | [diff] [blame] | 1387 | void RuntimeDyld::finalizeWithMemoryManagerLocking() { |
| 1388 | bool MemoryFinalizationLocked = MemMgr.FinalizationLocked; |
| 1389 | MemMgr.FinalizationLocked = true; |
| 1390 | resolveRelocations(); |
| 1391 | registerEHFrames(); |
| 1392 | if (!MemoryFinalizationLocked) { |
| 1393 | MemMgr.finalizeMemory(); |
| 1394 | MemMgr.FinalizationLocked = false; |
| 1395 | } |
| 1396 | } |
| 1397 | |
Lang Hames | 941f247 | 2019-04-08 21:50:48 +0000 | [diff] [blame] | 1398 | StringRef RuntimeDyld::getSectionContent(unsigned SectionID) const { |
| 1399 | assert(Dyld && "No Dyld instance attached"); |
| 1400 | return Dyld->getSectionContent(SectionID); |
| 1401 | } |
| 1402 | |
| 1403 | uint64_t RuntimeDyld::getSectionLoadAddress(unsigned SectionID) const { |
| 1404 | assert(Dyld && "No Dyld instance attached"); |
| 1405 | return Dyld->getSectionLoadAddress(SectionID); |
| 1406 | } |
| 1407 | |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 1408 | void RuntimeDyld::registerEHFrames() { |
Andrew Kaylor | c442a76 | 2013-10-16 00:14:21 +0000 | [diff] [blame] | 1409 | if (Dyld) |
| 1410 | Dyld->registerEHFrames(); |
| 1411 | } |
| 1412 | |
| 1413 | void RuntimeDyld::deregisterEHFrames() { |
| 1414 | if (Dyld) |
| 1415 | Dyld->deregisterEHFrames(); |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 1416 | } |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1417 | // FIXME: Kill this with fire once we have a new JIT linker: this is only here |
| 1418 | // so that we can re-use RuntimeDyld's implementation without twisting the |
| 1419 | // interface any further for ORC's purposes. |
Lang Hames | 39253a5 | 2020-03-19 16:14:18 -0700 | [diff] [blame] | 1420 | void jitLinkForORC( |
| 1421 | object::OwningBinary<object::ObjectFile> O, |
| 1422 | RuntimeDyld::MemoryManager &MemMgr, JITSymbolResolver &Resolver, |
| 1423 | bool ProcessAllSections, |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1424 | unique_function<Error(const object::ObjectFile &Obj, |
| 1425 | RuntimeDyld::LoadedObjectInfo &LoadedObj, |
| 1426 | std::map<StringRef, JITEvaluatedSymbol>)> |
Lang Hames | 39253a5 | 2020-03-19 16:14:18 -0700 | [diff] [blame] | 1427 | OnLoaded, |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1428 | unique_function<void(object::OwningBinary<object::ObjectFile>, |
| 1429 | std::unique_ptr<RuntimeDyld::LoadedObjectInfo>, Error)> |
Lang Hames | 39253a5 | 2020-03-19 16:14:18 -0700 | [diff] [blame] | 1430 | OnEmitted) { |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1431 | |
| 1432 | RuntimeDyld RTDyld(MemMgr, Resolver); |
| 1433 | RTDyld.setProcessAllSections(ProcessAllSections); |
| 1434 | |
Lang Hames | 39253a5 | 2020-03-19 16:14:18 -0700 | [diff] [blame] | 1435 | auto Info = RTDyld.loadObject(*O.getBinary()); |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1436 | |
| 1437 | if (RTDyld.hasError()) { |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1438 | OnEmitted(std::move(O), std::move(Info), |
| 1439 | make_error<StringError>(RTDyld.getErrorString(), |
| 1440 | inconvertibleErrorCode())); |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1441 | return; |
| 1442 | } |
| 1443 | |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1444 | if (auto Err = OnLoaded(*O.getBinary(), *Info, RTDyld.getSymbolTable())) |
| 1445 | OnEmitted(std::move(O), std::move(Info), std::move(Err)); |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1446 | |
| 1447 | RuntimeDyldImpl::finalizeAsync(std::move(RTDyld.Dyld), std::move(OnEmitted), |
Lang Hames | 0aec49c | 2020-09-11 09:50:41 -0700 | [diff] [blame^] | 1448 | std::move(O), std::move(Info)); |
Lang Hames | abeedf1 | 2018-09-25 22:57:44 +0000 | [diff] [blame] | 1449 | } |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 1450 | |
Jim Grosbach | f016b0a | 2011-03-21 22:15:52 +0000 | [diff] [blame] | 1451 | } // end namespace llvm |