Jim Grosbach | 06594e1 | 2012-01-16 23:50:58 +0000 | [diff] [blame] | 1 | //===-- RuntimeDyldMachO.cpp - Run-time dynamic linker for MC-JIT -*- C++ -*-=// |
Danil Malyshev | 72510f2 | 2011-07-13 07:57:58 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // Implementation of the MC-JIT runtime dynamic linker. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Eli Bendersky | 058d647 | 2012-01-22 07:05:02 +0000 | [diff] [blame] | 14 | #include "RuntimeDyldMachO.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 15 | #include "llvm/ADT/STLExtras.h" |
| 16 | #include "llvm/ADT/StringRef.h" |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 17 | |
| 18 | #include "Targets/RuntimeDyldMachOARM.h" |
| 19 | #include "Targets/RuntimeDyldMachOAArch64.h" |
| 20 | #include "Targets/RuntimeDyldMachOI386.h" |
| 21 | #include "Targets/RuntimeDyldMachOX86_64.h" |
| 22 | |
Danil Malyshev | 72510f2 | 2011-07-13 07:57:58 +0000 | [diff] [blame] | 23 | using namespace llvm; |
| 24 | using namespace llvm::object; |
| 25 | |
Chandler Carruth | f58e376 | 2014-04-22 03:04:17 +0000 | [diff] [blame] | 26 | #define DEBUG_TYPE "dyld" |
| 27 | |
Danil Malyshev | 72510f2 | 2011-07-13 07:57:58 +0000 | [diff] [blame] | 28 | namespace llvm { |
| 29 | |
Lang Hames | 25d9309 | 2014-08-08 23:12:22 +0000 | [diff] [blame] | 30 | int64_t RuntimeDyldMachO::memcpyAddend(const RelocationEntry &RE) const { |
Lang Hames | 25d9309 | 2014-08-08 23:12:22 +0000 | [diff] [blame] | 31 | unsigned NumBytes = 1 << RE.Size; |
Lang Hames | e1287c0 | 2014-08-29 23:17:47 +0000 | [diff] [blame] | 32 | uint8_t *Src = Sections[RE.SectionID].Address + RE.Offset; |
Lang Hames | dc77feb | 2014-08-27 17:41:06 +0000 | [diff] [blame] | 33 | |
Lang Hames | e1287c0 | 2014-08-29 23:17:47 +0000 | [diff] [blame] | 34 | return static_cast<int64_t>(readBytesUnaligned(Src, NumBytes)); |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 35 | } |
| 36 | |
| 37 | RelocationValueRef RuntimeDyldMachO::getRelocationValueRef( |
| 38 | ObjectImage &ObjImg, const relocation_iterator &RI, |
| 39 | const RelocationEntry &RE, ObjSectionToIDMap &ObjSectionToID, |
| 40 | const SymbolTableMap &Symbols) { |
| 41 | |
| 42 | const MachOObjectFile &Obj = |
| 43 | static_cast<const MachOObjectFile &>(*ObjImg.getObjectFile()); |
| 44 | MachO::any_relocation_info RelInfo = |
| 45 | Obj.getRelocation(RI->getRawDataRefImpl()); |
| 46 | RelocationValueRef Value; |
| 47 | |
| 48 | bool IsExternal = Obj.getPlainRelocationExternal(RelInfo); |
| 49 | if (IsExternal) { |
| 50 | symbol_iterator Symbol = RI->getSymbol(); |
| 51 | StringRef TargetName; |
| 52 | Symbol->getName(TargetName); |
| 53 | SymbolTableMap::const_iterator SI = Symbols.find(TargetName.data()); |
| 54 | if (SI != Symbols.end()) { |
| 55 | Value.SectionID = SI->second.first; |
Lang Hames | ca279c2 | 2014-09-07 04:03:32 +0000 | [diff] [blame] | 56 | Value.Offset = SI->second.second + RE.Addend; |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 57 | } else { |
| 58 | SI = GlobalSymbolTable.find(TargetName.data()); |
| 59 | if (SI != GlobalSymbolTable.end()) { |
| 60 | Value.SectionID = SI->second.first; |
Lang Hames | ca279c2 | 2014-09-07 04:03:32 +0000 | [diff] [blame] | 61 | Value.Offset = SI->second.second + RE.Addend; |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 62 | } else { |
| 63 | Value.SymbolName = TargetName.data(); |
Lang Hames | ca279c2 | 2014-09-07 04:03:32 +0000 | [diff] [blame] | 64 | Value.Offset = RE.Addend; |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 65 | } |
| 66 | } |
| 67 | } else { |
| 68 | SectionRef Sec = Obj.getRelocationSection(RelInfo); |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame^] | 69 | bool IsCode = Sec.isText(); |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 70 | Value.SectionID = findOrEmitSection(ObjImg, Sec, IsCode, ObjSectionToID); |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame^] | 71 | uint64_t Addr = Sec.getAddress(); |
Lang Hames | ca279c2 | 2014-09-07 04:03:32 +0000 | [diff] [blame] | 72 | Value.Offset = RE.Addend - Addr; |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | return Value; |
| 76 | } |
| 77 | |
| 78 | void RuntimeDyldMachO::makeValueAddendPCRel(RelocationValueRef &Value, |
| 79 | ObjectImage &ObjImg, |
Lang Hames | 1316365 | 2014-07-30 03:35:05 +0000 | [diff] [blame] | 80 | const relocation_iterator &RI, |
| 81 | unsigned OffsetToNextPC) { |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 82 | const MachOObjectFile &Obj = |
| 83 | static_cast<const MachOObjectFile &>(*ObjImg.getObjectFile()); |
| 84 | MachO::any_relocation_info RelInfo = |
| 85 | Obj.getRelocation(RI->getRawDataRefImpl()); |
| 86 | |
| 87 | bool IsPCRel = Obj.getAnyRelocationPCRel(RelInfo); |
| 88 | if (IsPCRel) { |
| 89 | uint64_t RelocAddr = 0; |
| 90 | RI->getAddress(RelocAddr); |
Lang Hames | ca279c2 | 2014-09-07 04:03:32 +0000 | [diff] [blame] | 91 | Value.Offset += RelocAddr + OffsetToNextPC; |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 92 | } |
| 93 | } |
| 94 | |
| 95 | void RuntimeDyldMachO::dumpRelocationToResolve(const RelocationEntry &RE, |
| 96 | uint64_t Value) const { |
| 97 | const SectionEntry &Section = Sections[RE.SectionID]; |
| 98 | uint8_t *LocalAddress = Section.Address + RE.Offset; |
| 99 | uint64_t FinalAddress = Section.LoadAddress + RE.Offset; |
| 100 | |
| 101 | dbgs() << "resolveRelocation Section: " << RE.SectionID |
| 102 | << " LocalAddress: " << format("%p", LocalAddress) |
Lang Hames | c5cafbb | 2014-08-28 04:25:17 +0000 | [diff] [blame] | 103 | << " FinalAddress: " << format("0x%016" PRIx64, FinalAddress) |
| 104 | << " Value: " << format("0x%016" PRIx64, Value) << " Addend: " << RE.Addend |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 105 | << " isPCRel: " << RE.IsPCRel << " MachoType: " << RE.RelType |
| 106 | << " Size: " << (1 << RE.Size) << "\n"; |
| 107 | } |
| 108 | |
Lang Hames | 6f1048f | 2014-09-11 19:21:14 +0000 | [diff] [blame] | 109 | section_iterator |
| 110 | RuntimeDyldMachO::getSectionByAddress(const MachOObjectFile &Obj, |
| 111 | uint64_t Addr) { |
| 112 | section_iterator SI = Obj.section_begin(); |
| 113 | section_iterator SE = Obj.section_end(); |
| 114 | |
| 115 | for (; SI != SE; ++SI) { |
Rafael Espindola | 8029127 | 2014-10-08 15:28:58 +0000 | [diff] [blame^] | 116 | uint64_t SAddr = SI->getAddress(); |
| 117 | uint64_t SSize = SI->getSize(); |
Lang Hames | 6f1048f | 2014-09-11 19:21:14 +0000 | [diff] [blame] | 118 | if ((Addr >= SAddr) && (Addr < SAddr + SSize)) |
| 119 | return SI; |
| 120 | } |
| 121 | |
| 122 | return SE; |
| 123 | } |
| 124 | |
| 125 | |
| 126 | // Populate __pointers section. |
| 127 | void RuntimeDyldMachO::populateIndirectSymbolPointersSection( |
| 128 | MachOObjectFile &Obj, |
| 129 | const SectionRef &PTSection, |
| 130 | unsigned PTSectionID) { |
| 131 | assert(!Obj.is64Bit() && |
| 132 | "Pointer table section not supported in 64-bit MachO."); |
| 133 | |
| 134 | MachO::dysymtab_command DySymTabCmd = Obj.getDysymtabLoadCommand(); |
| 135 | MachO::section Sec32 = Obj.getSection(PTSection.getRawDataRefImpl()); |
| 136 | uint32_t PTSectionSize = Sec32.size; |
| 137 | unsigned FirstIndirectSymbol = Sec32.reserved1; |
| 138 | const unsigned PTEntrySize = 4; |
| 139 | unsigned NumPTEntries = PTSectionSize / PTEntrySize; |
| 140 | unsigned PTEntryOffset = 0; |
| 141 | |
| 142 | assert((PTSectionSize % PTEntrySize) == 0 && |
| 143 | "Pointers section does not contain a whole number of stubs?"); |
| 144 | |
| 145 | DEBUG(dbgs() << "Populating pointer table section " |
| 146 | << Sections[PTSectionID].Name |
| 147 | << ", Section ID " << PTSectionID << ", " |
| 148 | << NumPTEntries << " entries, " << PTEntrySize |
| 149 | << " bytes each:\n"); |
| 150 | |
| 151 | for (unsigned i = 0; i < NumPTEntries; ++i) { |
| 152 | unsigned SymbolIndex = |
| 153 | Obj.getIndirectSymbolTableEntry(DySymTabCmd, FirstIndirectSymbol + i); |
| 154 | symbol_iterator SI = Obj.getSymbolByIndex(SymbolIndex); |
| 155 | StringRef IndirectSymbolName; |
| 156 | SI->getName(IndirectSymbolName); |
| 157 | DEBUG(dbgs() << " " << IndirectSymbolName << ": index " << SymbolIndex |
| 158 | << ", PT offset: " << PTEntryOffset << "\n"); |
| 159 | RelocationEntry RE(PTSectionID, PTEntryOffset, |
| 160 | MachO::GENERIC_RELOC_VANILLA, 0, false, 2); |
| 161 | addRelocationForSymbol(RE, IndirectSymbolName); |
| 162 | PTEntryOffset += PTEntrySize; |
| 163 | } |
| 164 | } |
| 165 | |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 166 | bool |
| 167 | RuntimeDyldMachO::isCompatibleFormat(const ObjectBuffer *InputBuffer) const { |
| 168 | if (InputBuffer->getBufferSize() < 4) |
| 169 | return false; |
| 170 | StringRef Magic(InputBuffer->getBufferStart(), 4); |
| 171 | if (Magic == "\xFE\xED\xFA\xCE") |
| 172 | return true; |
| 173 | if (Magic == "\xCE\xFA\xED\xFE") |
| 174 | return true; |
| 175 | if (Magic == "\xFE\xED\xFA\xCF") |
| 176 | return true; |
| 177 | if (Magic == "\xCF\xFA\xED\xFE") |
| 178 | return true; |
| 179 | return false; |
| 180 | } |
| 181 | |
| 182 | bool RuntimeDyldMachO::isCompatibleFile(const object::ObjectFile *Obj) const { |
| 183 | return Obj->isMachO(); |
| 184 | } |
| 185 | |
Lang Hames | eb195f0 | 2014-09-04 04:53:03 +0000 | [diff] [blame] | 186 | template <typename Impl> |
| 187 | void RuntimeDyldMachOCRTPBase<Impl>::finalizeLoad(ObjectImage &ObjImg, |
| 188 | ObjSectionToIDMap &SectionMap) { |
| 189 | unsigned EHFrameSID = RTDYLD_INVALID_SECTION_ID; |
| 190 | unsigned TextSID = RTDYLD_INVALID_SECTION_ID; |
| 191 | unsigned ExceptTabSID = RTDYLD_INVALID_SECTION_ID; |
| 192 | ObjSectionToIDMap::iterator i, e; |
| 193 | |
| 194 | for (i = SectionMap.begin(), e = SectionMap.end(); i != e; ++i) { |
| 195 | const SectionRef &Section = i->first; |
| 196 | StringRef Name; |
| 197 | Section.getName(Name); |
| 198 | if (Name == "__eh_frame") |
| 199 | EHFrameSID = i->second; |
| 200 | else if (Name == "__text") |
| 201 | TextSID = i->second; |
| 202 | else if (Name == "__gcc_except_tab") |
| 203 | ExceptTabSID = i->second; |
| 204 | else |
| 205 | impl().finalizeSection(ObjImg, i->second, Section); |
| 206 | } |
| 207 | UnregisteredEHFrameSections.push_back( |
| 208 | EHFrameRelatedSections(EHFrameSID, TextSID, ExceptTabSID)); |
| 209 | } |
| 210 | |
| 211 | template <typename Impl> |
| 212 | unsigned char *RuntimeDyldMachOCRTPBase<Impl>::processFDE(unsigned char *P, |
| 213 | int64_t DeltaForText, |
| 214 | int64_t DeltaForEH) { |
| 215 | typedef typename Impl::TargetPtrT TargetPtrT; |
| 216 | |
Lang Hames | 36072da | 2014-05-12 21:39:59 +0000 | [diff] [blame] | 217 | DEBUG(dbgs() << "Processing FDE: Delta for text: " << DeltaForText |
| 218 | << ", Delta for EH: " << DeltaForEH << "\n"); |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 219 | uint32_t Length = *((uint32_t *)P); |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 220 | P += 4; |
| 221 | unsigned char *Ret = P + Length; |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 222 | uint32_t Offset = *((uint32_t *)P); |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 223 | if (Offset == 0) // is a CIE |
| 224 | return Ret; |
| 225 | |
| 226 | P += 4; |
Lang Hames | eb195f0 | 2014-09-04 04:53:03 +0000 | [diff] [blame] | 227 | TargetPtrT FDELocation = *((TargetPtrT*)P); |
| 228 | TargetPtrT NewLocation = FDELocation - DeltaForText; |
| 229 | *((TargetPtrT*)P) = NewLocation; |
| 230 | P += sizeof(TargetPtrT); |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 231 | |
| 232 | // Skip the FDE address range |
Lang Hames | eb195f0 | 2014-09-04 04:53:03 +0000 | [diff] [blame] | 233 | P += sizeof(TargetPtrT); |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 234 | |
| 235 | uint8_t Augmentationsize = *P; |
| 236 | P += 1; |
| 237 | if (Augmentationsize != 0) { |
Lang Hames | eb195f0 | 2014-09-04 04:53:03 +0000 | [diff] [blame] | 238 | TargetPtrT LSDA = *((TargetPtrT *)P); |
| 239 | TargetPtrT NewLSDA = LSDA - DeltaForEH; |
| 240 | *((TargetPtrT *)P) = NewLSDA; |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 241 | } |
| 242 | |
| 243 | return Ret; |
| 244 | } |
| 245 | |
Lang Hames | eb195f0 | 2014-09-04 04:53:03 +0000 | [diff] [blame] | 246 | static int64_t computeDelta(SectionEntry *A, SectionEntry *B) { |
| 247 | int64_t ObjDistance = A->ObjAddress - B->ObjAddress; |
| 248 | int64_t MemDistance = A->LoadAddress - B->LoadAddress; |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 249 | return ObjDistance - MemDistance; |
| 250 | } |
| 251 | |
Lang Hames | eb195f0 | 2014-09-04 04:53:03 +0000 | [diff] [blame] | 252 | template <typename Impl> |
| 253 | void RuntimeDyldMachOCRTPBase<Impl>::registerEHFrames() { |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 254 | |
| 255 | if (!MemMgr) |
| 256 | return; |
| 257 | for (int i = 0, e = UnregisteredEHFrameSections.size(); i != e; ++i) { |
| 258 | EHFrameRelatedSections &SectionInfo = UnregisteredEHFrameSections[i]; |
| 259 | if (SectionInfo.EHFrameSID == RTDYLD_INVALID_SECTION_ID || |
| 260 | SectionInfo.TextSID == RTDYLD_INVALID_SECTION_ID) |
| 261 | continue; |
| 262 | SectionEntry *Text = &Sections[SectionInfo.TextSID]; |
| 263 | SectionEntry *EHFrame = &Sections[SectionInfo.EHFrameSID]; |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 264 | SectionEntry *ExceptTab = nullptr; |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 265 | if (SectionInfo.ExceptTabSID != RTDYLD_INVALID_SECTION_ID) |
| 266 | ExceptTab = &Sections[SectionInfo.ExceptTabSID]; |
| 267 | |
Lang Hames | eb195f0 | 2014-09-04 04:53:03 +0000 | [diff] [blame] | 268 | int64_t DeltaForText = computeDelta(Text, EHFrame); |
| 269 | int64_t DeltaForEH = 0; |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 270 | if (ExceptTab) |
| 271 | DeltaForEH = computeDelta(ExceptTab, EHFrame); |
| 272 | |
| 273 | unsigned char *P = EHFrame->Address; |
| 274 | unsigned char *End = P + EHFrame->Size; |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 275 | do { |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 276 | P = processFDE(P, DeltaForText, DeltaForEH); |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 277 | } while (P != End); |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 278 | |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 279 | MemMgr->registerEHFrames(EHFrame->Address, EHFrame->LoadAddress, |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 280 | EHFrame->Size); |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 281 | } |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 282 | UnregisteredEHFrameSections.clear(); |
| 283 | } |
Rafael Espindola | fa5942b | 2013-05-05 20:43:10 +0000 | [diff] [blame] | 284 | |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 285 | std::unique_ptr<RuntimeDyldMachO> |
| 286 | llvm::RuntimeDyldMachO::create(Triple::ArchType Arch, RTDyldMemoryManager *MM) { |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 287 | switch (Arch) { |
Juergen Ributzka | 7608dc0 | 2014-03-21 20:28:42 +0000 | [diff] [blame] | 288 | default: |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 289 | llvm_unreachable("Unsupported target for RuntimeDyldMachO."); |
Danil Malyshev | 70d22cc | 2012-03-30 16:45:19 +0000 | [diff] [blame] | 290 | break; |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 291 | case Triple::arm: return make_unique<RuntimeDyldMachOARM>(MM); |
Tim Northover | e19bed7 | 2014-07-23 12:32:47 +0000 | [diff] [blame] | 292 | case Triple::aarch64: return make_unique<RuntimeDyldMachOAArch64>(MM); |
Lang Hames | a521688 | 2014-07-17 18:54:50 +0000 | [diff] [blame] | 293 | case Triple::x86: return make_unique<RuntimeDyldMachOI386>(MM); |
| 294 | case Triple::x86_64: return make_unique<RuntimeDyldMachOX86_64>(MM); |
Danil Malyshev | 72510f2 | 2011-07-13 07:57:58 +0000 | [diff] [blame] | 295 | } |
Danil Malyshev | 72510f2 | 2011-07-13 07:57:58 +0000 | [diff] [blame] | 296 | } |
| 297 | |
Danil Malyshev | 72510f2 | 2011-07-13 07:57:58 +0000 | [diff] [blame] | 298 | } // end namespace llvm |