blob: 77e25626d2bab941461de245e89d5364a09dad16 [file] [log] [blame]
Jim Grosbach06594e12012-01-16 23:50:58 +00001//===-- RuntimeDyldImpl.h - Run-time dynamic linker for MC-JIT --*- C++ -*-===//
Danil Malyshev72510f22011-07-13 07:57:58 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Interface for the implementations of runtime dynamic linker facilities.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_RUNTIME_DYLD_IMPL_H
15#define LLVM_RUNTIME_DYLD_IMPL_H
16
Jim Grosbach0ddb3a42012-01-16 23:50:55 +000017#include "llvm/ADT/DenseMap.h"
Danil Malyshev72510f22011-07-13 07:57:58 +000018#include "llvm/ADT/SmallVector.h"
Eli Bendersky32d54882012-04-30 10:06:27 +000019#include "llvm/ADT/StringMap.h"
20#include "llvm/ADT/Triple.h"
Chandler Carruth802d7552012-12-04 07:12:27 +000021#include "llvm/ExecutionEngine/ObjectImage.h"
22#include "llvm/ExecutionEngine/RuntimeDyld.h"
Eli Bendersky32d54882012-04-30 10:06:27 +000023#include "llvm/Object/ObjectFile.h"
Danil Malyshev72510f22011-07-13 07:57:58 +000024#include "llvm/Support/Debug.h"
25#include "llvm/Support/ErrorHandling.h"
Danil Malyshev70d22cc2012-03-30 16:45:19 +000026#include "llvm/Support/Format.h"
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +000027#include "llvm/Support/Host.h"
28#include "llvm/Support/SwapByteOrder.h"
Eli Bendersky32d54882012-04-30 10:06:27 +000029#include "llvm/Support/raw_ostream.h"
30#include "llvm/Support/system_error.h"
31#include <map>
Danil Malyshev72510f22011-07-13 07:57:58 +000032
33using namespace llvm;
Danil Malyshev70d22cc2012-03-30 16:45:19 +000034using namespace llvm::object;
Danil Malyshev72510f22011-07-13 07:57:58 +000035
36namespace llvm {
Danil Malyshev70d22cc2012-03-30 16:45:19 +000037
Andrew Kayloradc70562012-10-02 21:18:39 +000038class ObjectBuffer;
Eli Bendersky32d54882012-04-30 10:06:27 +000039class Twine;
40
41
42/// SectionEntry - represents a section emitted into memory by the dynamic
43/// linker.
Danil Malyshev70d22cc2012-03-30 16:45:19 +000044class SectionEntry {
45public:
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +000046 /// Name - section name.
47 StringRef Name;
48
Eli Bendersky32d54882012-04-30 10:06:27 +000049 /// Address - address in the linker's memory where the section resides.
50 uint8_t *Address;
51
Rafael Espindolafa5942b2013-05-05 20:43:10 +000052 /// Size - section size. Doesn't include the stubs.
Eli Bendersky32d54882012-04-30 10:06:27 +000053 size_t Size;
54
55 /// LoadAddress - the address of the section in the target process's memory.
56 /// Used for situations in which JIT-ed code is being executed in the address
57 /// space of a separate process. If the code executes in the same address
58 /// space where it was JIT-ed, this just equals Address.
59 uint64_t LoadAddress;
60
61 /// StubOffset - used for architectures with stub functions for far
62 /// relocations (like ARM).
63 uintptr_t StubOffset;
64
65 /// ObjAddress - address of the section in the in-memory object file. Used
66 /// for calculating relocations in some object formats (like MachO).
67 uintptr_t ObjAddress;
68
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +000069 SectionEntry(StringRef name, uint8_t *address, size_t size,
Rafael Espindolafa5942b2013-05-05 20:43:10 +000070 uintptr_t objAddress)
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +000071 : Name(name), Address(address), Size(size), LoadAddress((uintptr_t)address),
Rafael Espindolafa5942b2013-05-05 20:43:10 +000072 StubOffset(size), ObjAddress(objAddress) {}
Danil Malyshev70d22cc2012-03-30 16:45:19 +000073};
74
Eli Bendersky32d54882012-04-30 10:06:27 +000075/// RelocationEntry - used to represent relocations internally in the dynamic
76/// linker.
Danil Malyshev70d22cc2012-03-30 16:45:19 +000077class RelocationEntry {
78public:
Eli Bendersky32d54882012-04-30 10:06:27 +000079 /// SectionID - the section this relocation points to.
80 unsigned SectionID;
81
82 /// Offset - offset into the section.
Andrew Kaylor4612fed2013-08-19 23:27:43 +000083 uint64_t Offset;
Eli Bendersky32d54882012-04-30 10:06:27 +000084
85 /// RelType - relocation type.
86 uint32_t RelType;
87
88 /// Addend - the relocation addend encoded in the instruction itself. Also
89 /// used to make a relocation section relative instead of symbol relative.
Andrew Kaylor4612fed2013-08-19 23:27:43 +000090 int64_t Addend;
91
92 /// SymOffset - Section offset of the relocation entry's symbol (used for GOT
93 /// lookup).
94 uint64_t SymOffset;
Eli Bendersky32d54882012-04-30 10:06:27 +000095
Rafael Espindolaf1f1c622013-04-29 17:24:34 +000096 /// True if this is a PCRel relocation (MachO specific).
97 bool IsPCRel;
98
99 /// The size of this relocation (MachO specific).
100 unsigned Size;
101
Eli Bendersky32d54882012-04-30 10:06:27 +0000102 RelocationEntry(unsigned id, uint64_t offset, uint32_t type, int64_t addend)
Rafael Espindolaf1f1c622013-04-29 17:24:34 +0000103 : SectionID(id), Offset(offset), RelType(type), Addend(addend),
Andrew Kaylor4612fed2013-08-19 23:27:43 +0000104 SymOffset(0), IsPCRel(false), Size(0) {}
105
106 RelocationEntry(unsigned id, uint64_t offset, uint32_t type, int64_t addend,
107 uint64_t symoffset)
108 : SectionID(id), Offset(offset), RelType(type), Addend(addend),
109 SymOffset(symoffset), IsPCRel(false), Size(0) {}
Rafael Espindolaf1f1c622013-04-29 17:24:34 +0000110
111 RelocationEntry(unsigned id, uint64_t offset, uint32_t type, int64_t addend,
112 bool IsPCRel, unsigned Size)
113 : SectionID(id), Offset(offset), RelType(type), Addend(addend),
Andrew Kaylor4612fed2013-08-19 23:27:43 +0000114 SymOffset(0), IsPCRel(IsPCRel), Size(Size) {}
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000115};
116
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000117class RelocationValueRef {
118public:
119 unsigned SectionID;
Andrew Kaylor4612fed2013-08-19 23:27:43 +0000120 uint64_t Offset;
121 int64_t Addend;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000122 const char *SymbolName;
Andrew Kaylor4612fed2013-08-19 23:27:43 +0000123 RelocationValueRef(): SectionID(0), Offset(0), Addend(0), SymbolName(0) {}
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000124
125 inline bool operator==(const RelocationValueRef &Other) const {
126 return std::memcmp(this, &Other, sizeof(RelocationValueRef)) == 0;
127 }
128 inline bool operator <(const RelocationValueRef &Other) const {
129 return std::memcmp(this, &Other, sizeof(RelocationValueRef)) < 0;
130 }
131};
132
Danil Malyshev72510f22011-07-13 07:57:58 +0000133class RuntimeDyldImpl {
134protected:
Danil Malyshev72510f22011-07-13 07:57:58 +0000135 // The MemoryManager to load objects into.
136 RTDyldMemoryManager *MemMgr;
137
Eli Bendersky32d54882012-04-30 10:06:27 +0000138 // A list of all sections emitted by the dynamic linker. These sections are
139 // referenced in the code by means of their index in this list - SectionID.
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000140 typedef SmallVector<SectionEntry, 64> SectionList;
141 SectionList Sections;
Danil Malyshev72510f22011-07-13 07:57:58 +0000142
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000143 // Keep a map of sections from object file to the SectionID which
144 // references it.
145 typedef std::map<SectionRef, unsigned> ObjSectionToIDMap;
Jim Grosbach0ddb3a42012-01-16 23:50:55 +0000146
Eli Benderskyfc079082012-05-01 06:58:59 +0000147 // A global symbol table for symbols from all loaded modules. Maps the
148 // symbol name to a (SectionID, offset in section) pair.
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000149 typedef std::pair<unsigned, uintptr_t> SymbolLoc;
Eli Benderskyfc079082012-05-01 06:58:59 +0000150 typedef StringMap<SymbolLoc> SymbolTableMap;
151 SymbolTableMap GlobalSymbolTable;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000152
Tim Northover94bc73d2012-10-29 10:47:04 +0000153 // Pair representing the size and alignment requirement for a common symbol.
154 typedef std::pair<unsigned, unsigned> CommonSymbolInfo;
155 // Keep a map of common symbols to their info pairs
156 typedef std::map<SymbolRef, CommonSymbolInfo> CommonSymbolMap;
Preston Gurd2138ef62012-04-12 20:13:57 +0000157
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000158 // For each symbol, keep a list of relocations based on it. Anytime
159 // its address is reassigned (the JIT re-compiled the function, e.g.),
160 // the relocations get re-resolved.
161 // The symbol (or section) the relocation is sourced from is the Key
162 // in the relocation list where it's stored.
163 typedef SmallVector<RelocationEntry, 64> RelocationList;
164 // Relocations to sections already loaded. Indexed by SectionID which is the
Benjamin Kramerbde91762012-06-02 10:20:22 +0000165 // source of the address. The target where the address will be written is
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000166 // SectionID/Offset in the relocation itself.
167 DenseMap<unsigned, RelocationList> Relocations;
Eli Benderskyb92e1cf2012-04-30 12:15:58 +0000168
169 // Relocations to external symbols that are not yet resolved. Symbols are
170 // external when they aren't found in the global symbol table of all loaded
171 // modules. This map is indexed by symbol name.
172 StringMap<RelocationList> ExternalSymbolRelocations;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000173
174 typedef std::map<RelocationValueRef, uintptr_t> StubMap;
175
176 Triple::ArchType Arch;
177
178 inline unsigned getMaxStubSize() {
Tim Northover37cde972013-05-04 20:14:09 +0000179 if (Arch == Triple::aarch64)
180 return 20; // movz; movk; movk; movk; br
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000181 if (Arch == Triple::arm || Arch == Triple::thumb)
182 return 8; // 32-bit instruction and 32-bit address
NAKAMURA Takumif97efd92012-12-04 00:08:14 +0000183 else if (Arch == Triple::mipsel || Arch == Triple::mips)
Akira Hatanaka111174b2012-08-17 21:28:04 +0000184 return 16;
Bill Schmidt0a9170d2013-07-26 01:35:43 +0000185 else if (Arch == Triple::ppc64 || Arch == Triple::ppc64le)
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000186 return 44;
Rafael Espindolafa5942b2013-05-05 20:43:10 +0000187 else if (Arch == Triple::x86_64)
Andrew Kaylor4612fed2013-08-19 23:27:43 +0000188 return 6; // 2-byte jmp instruction + 32-bit relative address
Richard Sandifordca044082013-05-03 14:15:35 +0000189 else if (Arch == Triple::systemz)
190 return 16;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000191 else
192 return 0;
193 }
Danil Malyshev72510f22011-07-13 07:57:58 +0000194
Richard Sandifordca044082013-05-03 14:15:35 +0000195 inline unsigned getStubAlignment() {
196 if (Arch == Triple::systemz)
197 return 8;
198 else
199 return 1;
200 }
201
Danil Malyshev72510f22011-07-13 07:57:58 +0000202 bool HasError;
203 std::string ErrorStr;
204
205 // Set the error state and record an error string.
206 bool Error(const Twine &Msg) {
207 ErrorStr = Msg.str();
208 HasError = true;
209 return true;
210 }
211
Jim Grosbachdc1123f2012-09-05 16:50:40 +0000212 uint64_t getSectionLoadAddress(unsigned SectionID) {
213 return Sections[SectionID].LoadAddress;
214 }
215
Jim Grosbacheff0a402012-01-16 22:26:39 +0000216 uint8_t *getSectionAddress(unsigned SectionID) {
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000217 return (uint8_t*)Sections[SectionID].Address;
Jim Grosbacheff0a402012-01-16 22:26:39 +0000218 }
Danil Malyshev72510f22011-07-13 07:57:58 +0000219
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000220 void writeInt16BE(uint8_t *Addr, uint16_t Value) {
Rafael Espindola41cb64f2013-04-15 14:44:24 +0000221 if (sys::IsLittleEndianHost)
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000222 Value = sys::SwapByteOrder(Value);
223 *Addr = (Value >> 8) & 0xFF;
224 *(Addr+1) = Value & 0xFF;
225 }
226
227 void writeInt32BE(uint8_t *Addr, uint32_t Value) {
Rafael Espindola41cb64f2013-04-15 14:44:24 +0000228 if (sys::IsLittleEndianHost)
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000229 Value = sys::SwapByteOrder(Value);
230 *Addr = (Value >> 24) & 0xFF;
231 *(Addr+1) = (Value >> 16) & 0xFF;
232 *(Addr+2) = (Value >> 8) & 0xFF;
233 *(Addr+3) = Value & 0xFF;
234 }
235
236 void writeInt64BE(uint8_t *Addr, uint64_t Value) {
Rafael Espindola41cb64f2013-04-15 14:44:24 +0000237 if (sys::IsLittleEndianHost)
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000238 Value = sys::SwapByteOrder(Value);
239 *Addr = (Value >> 56) & 0xFF;
240 *(Addr+1) = (Value >> 48) & 0xFF;
241 *(Addr+2) = (Value >> 40) & 0xFF;
242 *(Addr+3) = (Value >> 32) & 0xFF;
243 *(Addr+4) = (Value >> 24) & 0xFF;
244 *(Addr+5) = (Value >> 16) & 0xFF;
245 *(Addr+6) = (Value >> 8) & 0xFF;
246 *(Addr+7) = Value & 0xFF;
247 }
248
Eli Bendersky667b8792012-05-01 10:41:12 +0000249 /// \brief Given the common symbols discovered in the object file, emit a
250 /// new section for them and update the symbol mappings in the object and
251 /// symbol table.
252 void emitCommonSymbols(ObjectImage &Obj,
253 const CommonSymbolMap &CommonSymbols,
254 uint64_t TotalSize,
255 SymbolTableMap &SymbolTable);
Preston Gurd2138ef62012-04-12 20:13:57 +0000256
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000257 /// \brief Emits section data from the object file to the MemoryManager.
258 /// \param IsCode if it's true then allocateCodeSection() will be
Eli Bendersky0e2ac5b2012-04-29 12:40:47 +0000259 /// used for emits, else allocateDataSection() will be used.
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000260 /// \return SectionID.
Preston Gurdcc31af92012-04-16 22:12:58 +0000261 unsigned emitSection(ObjectImage &Obj,
262 const SectionRef &Section,
263 bool IsCode);
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000264
265 /// \brief Find Section in LocalSections. If the secton is not found - emit
266 /// it and store in LocalSections.
267 /// \param IsCode if it's true then allocateCodeSection() will be
268 /// used for emmits, else allocateDataSection() will be used.
269 /// \return SectionID.
Preston Gurdcc31af92012-04-16 22:12:58 +0000270 unsigned findOrEmitSection(ObjectImage &Obj,
271 const SectionRef &Section,
272 bool IsCode,
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000273 ObjSectionToIDMap &LocalSections);
274
Eli Bendersky667b8792012-05-01 10:41:12 +0000275 // \brief Add a relocation entry that uses the given section.
276 void addRelocationForSection(const RelocationEntry &RE, unsigned SectionID);
277
278 // \brief Add a relocation entry that uses the given symbol. This symbol may
279 // be found in the global symbol table, or it may be external.
280 void addRelocationForSymbol(const RelocationEntry &RE, StringRef SymbolName);
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000281
282 /// \brief Emits long jump instruction to Addr.
283 /// \return Pointer to the memory area for emitting target address.
284 uint8_t* createStubFunction(uint8_t *Addr);
285
286 /// \brief Resolves relocations from Relocs list with address from Value.
287 void resolveRelocationList(const RelocationList &Relocs, uint64_t Value);
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000288
289 /// \brief A object file specific relocation resolver
Rafael Espindolab39478e2013-04-29 19:33:51 +0000290 /// \param RE The relocation to be resolved
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000291 /// \param Value Target symbol address to apply the relocation action
Rafael Espindolaf1f1c622013-04-29 17:24:34 +0000292 virtual void resolveRelocation(const RelocationEntry &RE, uint64_t Value) = 0;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000293
Eli Bendersky0e2ac5b2012-04-29 12:40:47 +0000294 /// \brief Parses the object file relocation and stores it to Relocations
295 /// or SymbolRelocations (this depends on the object file type).
Rafael Espindola4d4a48d2013-04-29 14:44:23 +0000296 virtual void processRelocationRef(unsigned SectionID,
Rafael Espindola37008942013-04-29 19:03:21 +0000297 RelocationRef RelI,
Preston Gurdcc31af92012-04-16 22:12:58 +0000298 ObjectImage &Obj,
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000299 ObjSectionToIDMap &ObjSectionToID,
Eli Benderskyfc079082012-05-01 06:58:59 +0000300 const SymbolTableMap &Symbols,
Eli Bendersky0e2ac5b2012-04-29 12:40:47 +0000301 StubMap &Stubs) = 0;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000302
Eli Benderskyb92e1cf2012-04-30 12:15:58 +0000303 /// \brief Resolve relocations to external symbols.
304 void resolveExternalSymbols();
Andrew Kaylor4612fed2013-08-19 23:27:43 +0000305
306 /// \brief Update GOT entries for external symbols.
307 // The base class does nothing. ELF overrides this.
308 virtual void updateGOTEntries(StringRef Name, uint64_t Addr) {}
309
Andrew Kayloradc70562012-10-02 21:18:39 +0000310 virtual ObjectImage *createObjectImage(ObjectBuffer *InputBuffer);
Danil Malyshev72510f22011-07-13 07:57:58 +0000311public:
312 RuntimeDyldImpl(RTDyldMemoryManager *mm) : MemMgr(mm), HasError(false) {}
313
314 virtual ~RuntimeDyldImpl();
315
Andrew Kayloradc70562012-10-02 21:18:39 +0000316 ObjectImage *loadObject(ObjectBuffer *InputBuffer);
Danil Malyshev72510f22011-07-13 07:57:58 +0000317
318 void *getSymbolAddress(StringRef Name) {
319 // FIXME: Just look up as a function for now. Overly simple of course.
320 // Work in progress.
Eli Benderskyfc079082012-05-01 06:58:59 +0000321 if (GlobalSymbolTable.find(Name) == GlobalSymbolTable.end())
Jim Grosbacheff0a402012-01-16 22:26:39 +0000322 return 0;
Eli Benderskyfc079082012-05-01 06:58:59 +0000323 SymbolLoc Loc = GlobalSymbolTable.lookup(Name);
Jim Grosbacheff0a402012-01-16 22:26:39 +0000324 return getSectionAddress(Loc.first) + Loc.second;
Danil Malyshev72510f22011-07-13 07:57:58 +0000325 }
326
Jim Grosbachdc1123f2012-09-05 16:50:40 +0000327 uint64_t getSymbolLoadAddress(StringRef Name) {
328 // FIXME: Just look up as a function for now. Overly simple of course.
329 // Work in progress.
330 if (GlobalSymbolTable.find(Name) == GlobalSymbolTable.end())
331 return 0;
332 SymbolLoc Loc = GlobalSymbolTable.lookup(Name);
333 return getSectionLoadAddress(Loc.first) + Loc.second;
334 }
335
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000336 void resolveRelocations();
Danil Malyshev72510f22011-07-13 07:57:58 +0000337
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000338 void reassignSectionAddress(unsigned SectionID, uint64_t Addr);
Danil Malyshev72510f22011-07-13 07:57:58 +0000339
Jim Grosbach6d613972012-09-13 21:50:06 +0000340 void mapSectionAddress(const void *LocalAddress, uint64_t TargetAddress);
Jim Grosbach0ddb3a42012-01-16 23:50:55 +0000341
Danil Malyshev72510f22011-07-13 07:57:58 +0000342 // Is the linker in an error state?
343 bool hasError() { return HasError; }
344
345 // Mark the error condition as handled and continue.
346 void clearError() { HasError = false; }
347
348 // Get the error message.
349 StringRef getErrorString() { return ErrorStr; }
350
Andrew Kayloradc70562012-10-02 21:18:39 +0000351 virtual bool isCompatibleFormat(const ObjectBuffer *Buffer) const = 0;
Rafael Espindolafa5942b2013-05-05 20:43:10 +0000352
353 virtual StringRef getEHFrameSection();
Andrew Kaylor4612fed2013-08-19 23:27:43 +0000354
355 virtual void finalizeLoad() {}
Danil Malyshev72510f22011-07-13 07:57:58 +0000356};
357
Danil Malyshev72510f22011-07-13 07:57:58 +0000358} // end namespace llvm
359
360
361#endif