blob: b09e71ed4b16e32b84e5e6ab2ba1f1e2a2580d77 [file] [log] [blame]
Jim Grosbach06594e12012-01-16 23:50:58 +00001//===-- RuntimeDyldImpl.h - Run-time dynamic linker for MC-JIT --*- C++ -*-===//
Danil Malyshev72510f22011-07-13 07:57:58 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Interface for the implementations of runtime dynamic linker facilities.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_RUNTIME_DYLD_IMPL_H
15#define LLVM_RUNTIME_DYLD_IMPL_H
16
Jim Grosbach0ddb3a42012-01-16 23:50:55 +000017#include "llvm/ADT/DenseMap.h"
Danil Malyshev72510f22011-07-13 07:57:58 +000018#include "llvm/ADT/SmallVector.h"
Eli Bendersky32d54882012-04-30 10:06:27 +000019#include "llvm/ADT/StringMap.h"
20#include "llvm/ADT/Triple.h"
Chandler Carruth802d7552012-12-04 07:12:27 +000021#include "llvm/ExecutionEngine/ObjectImage.h"
22#include "llvm/ExecutionEngine/RuntimeDyld.h"
Eli Bendersky32d54882012-04-30 10:06:27 +000023#include "llvm/Object/ObjectFile.h"
Danil Malyshev72510f22011-07-13 07:57:58 +000024#include "llvm/Support/Debug.h"
25#include "llvm/Support/ErrorHandling.h"
Danil Malyshev70d22cc2012-03-30 16:45:19 +000026#include "llvm/Support/Format.h"
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +000027#include "llvm/Support/Host.h"
28#include "llvm/Support/SwapByteOrder.h"
Eli Bendersky32d54882012-04-30 10:06:27 +000029#include "llvm/Support/raw_ostream.h"
30#include "llvm/Support/system_error.h"
31#include <map>
Danil Malyshev72510f22011-07-13 07:57:58 +000032
33using namespace llvm;
Danil Malyshev70d22cc2012-03-30 16:45:19 +000034using namespace llvm::object;
Danil Malyshev72510f22011-07-13 07:57:58 +000035
36namespace llvm {
Danil Malyshev70d22cc2012-03-30 16:45:19 +000037
Andrew Kayloradc70562012-10-02 21:18:39 +000038class ObjectBuffer;
Eli Bendersky32d54882012-04-30 10:06:27 +000039class Twine;
40
41
42/// SectionEntry - represents a section emitted into memory by the dynamic
43/// linker.
Danil Malyshev70d22cc2012-03-30 16:45:19 +000044class SectionEntry {
45public:
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +000046 /// Name - section name.
47 StringRef Name;
48
Eli Bendersky32d54882012-04-30 10:06:27 +000049 /// Address - address in the linker's memory where the section resides.
50 uint8_t *Address;
51
52 /// Size - section size.
53 size_t Size;
54
55 /// LoadAddress - the address of the section in the target process's memory.
56 /// Used for situations in which JIT-ed code is being executed in the address
57 /// space of a separate process. If the code executes in the same address
58 /// space where it was JIT-ed, this just equals Address.
59 uint64_t LoadAddress;
60
61 /// StubOffset - used for architectures with stub functions for far
62 /// relocations (like ARM).
63 uintptr_t StubOffset;
64
65 /// ObjAddress - address of the section in the in-memory object file. Used
66 /// for calculating relocations in some object formats (like MachO).
67 uintptr_t ObjAddress;
68
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +000069 SectionEntry(StringRef name, uint8_t *address, size_t size,
70 uintptr_t stubOffset, uintptr_t objAddress)
71 : Name(name), Address(address), Size(size), LoadAddress((uintptr_t)address),
Danil Malyshev70d22cc2012-03-30 16:45:19 +000072 StubOffset(stubOffset), ObjAddress(objAddress) {}
73};
74
Eli Bendersky32d54882012-04-30 10:06:27 +000075/// RelocationEntry - used to represent relocations internally in the dynamic
76/// linker.
Danil Malyshev70d22cc2012-03-30 16:45:19 +000077class RelocationEntry {
78public:
Eli Bendersky32d54882012-04-30 10:06:27 +000079 /// SectionID - the section this relocation points to.
80 unsigned SectionID;
81
82 /// Offset - offset into the section.
83 uintptr_t Offset;
84
85 /// RelType - relocation type.
86 uint32_t RelType;
87
88 /// Addend - the relocation addend encoded in the instruction itself. Also
89 /// used to make a relocation section relative instead of symbol relative.
90 intptr_t Addend;
91
Rafael Espindolaf1f1c622013-04-29 17:24:34 +000092 /// True if this is a PCRel relocation (MachO specific).
93 bool IsPCRel;
94
95 /// The size of this relocation (MachO specific).
96 unsigned Size;
97
Eli Bendersky32d54882012-04-30 10:06:27 +000098 RelocationEntry(unsigned id, uint64_t offset, uint32_t type, int64_t addend)
Rafael Espindolaf1f1c622013-04-29 17:24:34 +000099 : SectionID(id), Offset(offset), RelType(type), Addend(addend),
100 IsPCRel(false), Size(0) {}
101
102 RelocationEntry(unsigned id, uint64_t offset, uint32_t type, int64_t addend,
103 bool IsPCRel, unsigned Size)
104 : SectionID(id), Offset(offset), RelType(type), Addend(addend),
105 IsPCRel(IsPCRel), Size(Size) {}
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000106};
107
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000108class RelocationValueRef {
109public:
110 unsigned SectionID;
111 intptr_t Addend;
112 const char *SymbolName;
113 RelocationValueRef(): SectionID(0), Addend(0), SymbolName(0) {}
114
115 inline bool operator==(const RelocationValueRef &Other) const {
116 return std::memcmp(this, &Other, sizeof(RelocationValueRef)) == 0;
117 }
118 inline bool operator <(const RelocationValueRef &Other) const {
119 return std::memcmp(this, &Other, sizeof(RelocationValueRef)) < 0;
120 }
121};
122
Danil Malyshev72510f22011-07-13 07:57:58 +0000123class RuntimeDyldImpl {
124protected:
Danil Malyshev72510f22011-07-13 07:57:58 +0000125 // The MemoryManager to load objects into.
126 RTDyldMemoryManager *MemMgr;
127
Eli Bendersky32d54882012-04-30 10:06:27 +0000128 // A list of all sections emitted by the dynamic linker. These sections are
129 // referenced in the code by means of their index in this list - SectionID.
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000130 typedef SmallVector<SectionEntry, 64> SectionList;
131 SectionList Sections;
Danil Malyshev72510f22011-07-13 07:57:58 +0000132
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000133 // Keep a map of sections from object file to the SectionID which
134 // references it.
135 typedef std::map<SectionRef, unsigned> ObjSectionToIDMap;
Jim Grosbach0ddb3a42012-01-16 23:50:55 +0000136
Eli Benderskyfc079082012-05-01 06:58:59 +0000137 // A global symbol table for symbols from all loaded modules. Maps the
138 // symbol name to a (SectionID, offset in section) pair.
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000139 typedef std::pair<unsigned, uintptr_t> SymbolLoc;
Eli Benderskyfc079082012-05-01 06:58:59 +0000140 typedef StringMap<SymbolLoc> SymbolTableMap;
141 SymbolTableMap GlobalSymbolTable;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000142
Tim Northover94bc73d2012-10-29 10:47:04 +0000143 // Pair representing the size and alignment requirement for a common symbol.
144 typedef std::pair<unsigned, unsigned> CommonSymbolInfo;
145 // Keep a map of common symbols to their info pairs
146 typedef std::map<SymbolRef, CommonSymbolInfo> CommonSymbolMap;
Preston Gurd2138ef62012-04-12 20:13:57 +0000147
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000148 // For each symbol, keep a list of relocations based on it. Anytime
149 // its address is reassigned (the JIT re-compiled the function, e.g.),
150 // the relocations get re-resolved.
151 // The symbol (or section) the relocation is sourced from is the Key
152 // in the relocation list where it's stored.
153 typedef SmallVector<RelocationEntry, 64> RelocationList;
154 // Relocations to sections already loaded. Indexed by SectionID which is the
Benjamin Kramerbde91762012-06-02 10:20:22 +0000155 // source of the address. The target where the address will be written is
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000156 // SectionID/Offset in the relocation itself.
157 DenseMap<unsigned, RelocationList> Relocations;
Eli Benderskyb92e1cf2012-04-30 12:15:58 +0000158
159 // Relocations to external symbols that are not yet resolved. Symbols are
160 // external when they aren't found in the global symbol table of all loaded
161 // modules. This map is indexed by symbol name.
162 StringMap<RelocationList> ExternalSymbolRelocations;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000163
164 typedef std::map<RelocationValueRef, uintptr_t> StubMap;
165
166 Triple::ArchType Arch;
167
168 inline unsigned getMaxStubSize() {
Tim Northover37cde972013-05-04 20:14:09 +0000169 if (Arch == Triple::aarch64)
170 return 20; // movz; movk; movk; movk; br
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000171 if (Arch == Triple::arm || Arch == Triple::thumb)
172 return 8; // 32-bit instruction and 32-bit address
NAKAMURA Takumif97efd92012-12-04 00:08:14 +0000173 else if (Arch == Triple::mipsel || Arch == Triple::mips)
Akira Hatanaka111174b2012-08-17 21:28:04 +0000174 return 16;
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000175 else if (Arch == Triple::ppc64)
176 return 44;
Richard Sandifordca044082013-05-03 14:15:35 +0000177 else if (Arch == Triple::systemz)
178 return 16;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000179 else
180 return 0;
181 }
Danil Malyshev72510f22011-07-13 07:57:58 +0000182
Richard Sandifordca044082013-05-03 14:15:35 +0000183 inline unsigned getStubAlignment() {
184 if (Arch == Triple::systemz)
185 return 8;
186 else
187 return 1;
188 }
189
Danil Malyshev72510f22011-07-13 07:57:58 +0000190 bool HasError;
191 std::string ErrorStr;
192
193 // Set the error state and record an error string.
194 bool Error(const Twine &Msg) {
195 ErrorStr = Msg.str();
196 HasError = true;
197 return true;
198 }
199
Jim Grosbachdc1123f2012-09-05 16:50:40 +0000200 uint64_t getSectionLoadAddress(unsigned SectionID) {
201 return Sections[SectionID].LoadAddress;
202 }
203
Jim Grosbacheff0a402012-01-16 22:26:39 +0000204 uint8_t *getSectionAddress(unsigned SectionID) {
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000205 return (uint8_t*)Sections[SectionID].Address;
Jim Grosbacheff0a402012-01-16 22:26:39 +0000206 }
Danil Malyshev72510f22011-07-13 07:57:58 +0000207
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000208 void writeInt16BE(uint8_t *Addr, uint16_t Value) {
Rafael Espindola41cb64f2013-04-15 14:44:24 +0000209 if (sys::IsLittleEndianHost)
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000210 Value = sys::SwapByteOrder(Value);
211 *Addr = (Value >> 8) & 0xFF;
212 *(Addr+1) = Value & 0xFF;
213 }
214
215 void writeInt32BE(uint8_t *Addr, uint32_t Value) {
Rafael Espindola41cb64f2013-04-15 14:44:24 +0000216 if (sys::IsLittleEndianHost)
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000217 Value = sys::SwapByteOrder(Value);
218 *Addr = (Value >> 24) & 0xFF;
219 *(Addr+1) = (Value >> 16) & 0xFF;
220 *(Addr+2) = (Value >> 8) & 0xFF;
221 *(Addr+3) = Value & 0xFF;
222 }
223
224 void writeInt64BE(uint8_t *Addr, uint64_t Value) {
Rafael Espindola41cb64f2013-04-15 14:44:24 +0000225 if (sys::IsLittleEndianHost)
Adhemerval Zanella5fc11b32012-10-25 13:13:48 +0000226 Value = sys::SwapByteOrder(Value);
227 *Addr = (Value >> 56) & 0xFF;
228 *(Addr+1) = (Value >> 48) & 0xFF;
229 *(Addr+2) = (Value >> 40) & 0xFF;
230 *(Addr+3) = (Value >> 32) & 0xFF;
231 *(Addr+4) = (Value >> 24) & 0xFF;
232 *(Addr+5) = (Value >> 16) & 0xFF;
233 *(Addr+6) = (Value >> 8) & 0xFF;
234 *(Addr+7) = Value & 0xFF;
235 }
236
Eli Bendersky667b8792012-05-01 10:41:12 +0000237 /// \brief Given the common symbols discovered in the object file, emit a
238 /// new section for them and update the symbol mappings in the object and
239 /// symbol table.
240 void emitCommonSymbols(ObjectImage &Obj,
241 const CommonSymbolMap &CommonSymbols,
242 uint64_t TotalSize,
243 SymbolTableMap &SymbolTable);
Preston Gurd2138ef62012-04-12 20:13:57 +0000244
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000245 /// \brief Emits section data from the object file to the MemoryManager.
246 /// \param IsCode if it's true then allocateCodeSection() will be
Eli Bendersky0e2ac5b2012-04-29 12:40:47 +0000247 /// used for emits, else allocateDataSection() will be used.
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000248 /// \return SectionID.
Preston Gurdcc31af92012-04-16 22:12:58 +0000249 unsigned emitSection(ObjectImage &Obj,
250 const SectionRef &Section,
251 bool IsCode);
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000252
253 /// \brief Find Section in LocalSections. If the secton is not found - emit
254 /// it and store in LocalSections.
255 /// \param IsCode if it's true then allocateCodeSection() will be
256 /// used for emmits, else allocateDataSection() will be used.
257 /// \return SectionID.
Preston Gurdcc31af92012-04-16 22:12:58 +0000258 unsigned findOrEmitSection(ObjectImage &Obj,
259 const SectionRef &Section,
260 bool IsCode,
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000261 ObjSectionToIDMap &LocalSections);
262
Eli Bendersky667b8792012-05-01 10:41:12 +0000263 // \brief Add a relocation entry that uses the given section.
264 void addRelocationForSection(const RelocationEntry &RE, unsigned SectionID);
265
266 // \brief Add a relocation entry that uses the given symbol. This symbol may
267 // be found in the global symbol table, or it may be external.
268 void addRelocationForSymbol(const RelocationEntry &RE, StringRef SymbolName);
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000269
270 /// \brief Emits long jump instruction to Addr.
271 /// \return Pointer to the memory area for emitting target address.
272 uint8_t* createStubFunction(uint8_t *Addr);
273
274 /// \brief Resolves relocations from Relocs list with address from Value.
275 void resolveRelocationList(const RelocationList &Relocs, uint64_t Value);
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000276
277 /// \brief A object file specific relocation resolver
Rafael Espindolab39478e2013-04-29 19:33:51 +0000278 /// \param RE The relocation to be resolved
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000279 /// \param Value Target symbol address to apply the relocation action
Rafael Espindolaf1f1c622013-04-29 17:24:34 +0000280 virtual void resolveRelocation(const RelocationEntry &RE, uint64_t Value) = 0;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000281
Eli Bendersky0e2ac5b2012-04-29 12:40:47 +0000282 /// \brief Parses the object file relocation and stores it to Relocations
283 /// or SymbolRelocations (this depends on the object file type).
Rafael Espindola4d4a48d2013-04-29 14:44:23 +0000284 virtual void processRelocationRef(unsigned SectionID,
Rafael Espindola37008942013-04-29 19:03:21 +0000285 RelocationRef RelI,
Preston Gurdcc31af92012-04-16 22:12:58 +0000286 ObjectImage &Obj,
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000287 ObjSectionToIDMap &ObjSectionToID,
Eli Benderskyfc079082012-05-01 06:58:59 +0000288 const SymbolTableMap &Symbols,
Eli Bendersky0e2ac5b2012-04-29 12:40:47 +0000289 StubMap &Stubs) = 0;
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000290
Eli Benderskyb92e1cf2012-04-30 12:15:58 +0000291 /// \brief Resolve relocations to external symbols.
292 void resolveExternalSymbols();
Andrew Kayloradc70562012-10-02 21:18:39 +0000293 virtual ObjectImage *createObjectImage(ObjectBuffer *InputBuffer);
Danil Malyshev72510f22011-07-13 07:57:58 +0000294public:
295 RuntimeDyldImpl(RTDyldMemoryManager *mm) : MemMgr(mm), HasError(false) {}
296
297 virtual ~RuntimeDyldImpl();
298
Andrew Kayloradc70562012-10-02 21:18:39 +0000299 ObjectImage *loadObject(ObjectBuffer *InputBuffer);
Danil Malyshev72510f22011-07-13 07:57:58 +0000300
301 void *getSymbolAddress(StringRef Name) {
302 // FIXME: Just look up as a function for now. Overly simple of course.
303 // Work in progress.
Eli Benderskyfc079082012-05-01 06:58:59 +0000304 if (GlobalSymbolTable.find(Name) == GlobalSymbolTable.end())
Jim Grosbacheff0a402012-01-16 22:26:39 +0000305 return 0;
Eli Benderskyfc079082012-05-01 06:58:59 +0000306 SymbolLoc Loc = GlobalSymbolTable.lookup(Name);
Jim Grosbacheff0a402012-01-16 22:26:39 +0000307 return getSectionAddress(Loc.first) + Loc.second;
Danil Malyshev72510f22011-07-13 07:57:58 +0000308 }
309
Jim Grosbachdc1123f2012-09-05 16:50:40 +0000310 uint64_t getSymbolLoadAddress(StringRef Name) {
311 // FIXME: Just look up as a function for now. Overly simple of course.
312 // Work in progress.
313 if (GlobalSymbolTable.find(Name) == GlobalSymbolTable.end())
314 return 0;
315 SymbolLoc Loc = GlobalSymbolTable.lookup(Name);
316 return getSectionLoadAddress(Loc.first) + Loc.second;
317 }
318
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000319 void resolveRelocations();
Danil Malyshev72510f22011-07-13 07:57:58 +0000320
Danil Malyshev70d22cc2012-03-30 16:45:19 +0000321 void reassignSectionAddress(unsigned SectionID, uint64_t Addr);
Danil Malyshev72510f22011-07-13 07:57:58 +0000322
Jim Grosbach6d613972012-09-13 21:50:06 +0000323 void mapSectionAddress(const void *LocalAddress, uint64_t TargetAddress);
Jim Grosbach0ddb3a42012-01-16 23:50:55 +0000324
Danil Malyshev72510f22011-07-13 07:57:58 +0000325 // Is the linker in an error state?
326 bool hasError() { return HasError; }
327
328 // Mark the error condition as handled and continue.
329 void clearError() { HasError = false; }
330
331 // Get the error message.
332 StringRef getErrorString() { return ErrorStr; }
333
Andrew Kayloradc70562012-10-02 21:18:39 +0000334 virtual bool isCompatibleFormat(const ObjectBuffer *Buffer) const = 0;
Danil Malyshev72510f22011-07-13 07:57:58 +0000335};
336
Danil Malyshev72510f22011-07-13 07:57:58 +0000337} // end namespace llvm
338
339
340#endif