blob: e39acc7ee14429167537f7b23f6f14b578c3ed8a [file] [log] [blame]
Filip Pizlo1cec8ab2013-05-21 20:24:07 +00001//===-- RTDyldMemoryManager.cpp - Memory manager for MC-JIT -----*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Implementation of the runtime dynamic memory manager base class.
11//
12//===----------------------------------------------------------------------===//
13
14#include "llvm/Config/config.h"
15#include "llvm/ExecutionEngine/RTDyldMemoryManager.h"
Peter Collingbourne64faca92014-12-30 22:52:33 +000016#include "llvm/Support/Compiler.h"
Filip Pizlo1cec8ab2013-05-21 20:24:07 +000017#include "llvm/Support/DynamicLibrary.h"
18#include "llvm/Support/ErrorHandling.h"
Michael J. Spencer4fd69972013-05-24 20:54:11 +000019#include <cstdlib>
20
Filip Pizlo1cec8ab2013-05-21 20:24:07 +000021#ifdef __linux__
22 // These includes used by RTDyldMemoryManager::getPointerToNamedFunction()
23 // for Glibc trickery. See comments in this function for more information.
24 #ifdef HAVE_SYS_STAT_H
25 #include <sys/stat.h>
26 #endif
27 #include <fcntl.h>
28 #include <unistd.h>
29#endif
30
31namespace llvm {
32
33RTDyldMemoryManager::~RTDyldMemoryManager() {}
34
35// Determine whether we can register EH tables.
Sylvestre Ledrufb992ab2013-08-27 06:49:46 +000036#if (defined(__GNUC__) && !defined(__ARM_EABI__) && !defined(__ia64__) && \
Yaron Keren7da8e452013-12-17 08:40:11 +000037 !defined(__SEH__) && !defined(__USING_SJLJ_EXCEPTIONS__))
Filip Pizlo1cec8ab2013-05-21 20:24:07 +000038#define HAVE_EHTABLE_SUPPORT 1
39#else
40#define HAVE_EHTABLE_SUPPORT 0
41#endif
42
43#if HAVE_EHTABLE_SUPPORT
Douglas Katzmanf3a3b5d2015-06-19 17:21:02 +000044extern "C" void __register_frame(void *);
45extern "C" void __deregister_frame(void *);
Andrew Kaylorc442a762013-10-16 00:14:21 +000046#else
47// The building compiler does not have __(de)register_frame but
48// it may be found at runtime in a dynamically-loaded library.
49// For example, this happens when building LLVM with Visual C++
50// but using the MingW runtime.
51void __register_frame(void *p) {
52 static bool Searched = false;
Douglas Katzmanf3a3b5d2015-06-19 17:21:02 +000053 static void((*rf)(void *)) = 0;
Filip Pizlo1cec8ab2013-05-21 20:24:07 +000054
Andrew Kaylorc442a762013-10-16 00:14:21 +000055 if (!Searched) {
56 Searched = true;
Douglas Katzmanf3a3b5d2015-06-19 17:21:02 +000057 *(void **)&rf =
58 llvm::sys::DynamicLibrary::SearchForAddressOfSymbol("__register_frame");
Andrew Kaylorc442a762013-10-16 00:14:21 +000059 }
60 if (rf)
Douglas Katzmanf3a3b5d2015-06-19 17:21:02 +000061 rf(p);
Andrew Kaylorc442a762013-10-16 00:14:21 +000062}
63
64void __deregister_frame(void *p) {
65 static bool Searched = false;
Douglas Katzmanf3a3b5d2015-06-19 17:21:02 +000066 static void((*df)(void *)) = 0;
Andrew Kaylorc442a762013-10-16 00:14:21 +000067
68 if (!Searched) {
69 Searched = true;
Douglas Katzmanf3a3b5d2015-06-19 17:21:02 +000070 *(void **)&df = llvm::sys::DynamicLibrary::SearchForAddressOfSymbol(
71 "__deregister_frame");
Andrew Kaylorc442a762013-10-16 00:14:21 +000072 }
73 if (df)
Douglas Katzmanf3a3b5d2015-06-19 17:21:02 +000074 df(p);
Andrew Kaylorc442a762013-10-16 00:14:21 +000075}
76#endif
77
78#ifdef __APPLE__
79
80static const char *processFDE(const char *Entry, bool isDeregister) {
Filip Pizlo1cec8ab2013-05-21 20:24:07 +000081 const char *P = Entry;
Benjamin Kramer7910e6c2013-06-04 09:09:15 +000082 uint32_t Length = *((const uint32_t *)P);
Filip Pizlo1cec8ab2013-05-21 20:24:07 +000083 P += 4;
Benjamin Kramer7910e6c2013-06-04 09:09:15 +000084 uint32_t Offset = *((const uint32_t *)P);
Craig Topperc2ccbaf2013-10-16 06:50:36 +000085 if (Offset != 0) {
86 if (isDeregister)
Andrew Kaylorc442a762013-10-16 00:14:21 +000087 __deregister_frame(const_cast<char *>(Entry));
Craig Topperc2ccbaf2013-10-16 06:50:36 +000088 else
Andrew Kaylorc442a762013-10-16 00:14:21 +000089 __register_frame(const_cast<char *>(Entry));
Craig Topperc2ccbaf2013-10-16 06:50:36 +000090 }
Filip Pizlo1cec8ab2013-05-21 20:24:07 +000091 return P + Length;
92}
Filip Pizlo1cec8ab2013-05-21 20:24:07 +000093
Andrew Kaylor7bb13442013-10-11 21:25:48 +000094// This implementation handles frame registration for local targets.
95// Memory managers for remote targets should re-implement this function
96// and use the LoadAddr parameter.
Lang Hames52c47242016-01-14 22:02:03 +000097void RTDyldMemoryManager::registerEHFramesInProcess(uint8_t *Addr,
98 size_t Size) {
Andrew Kaylorc442a762013-10-16 00:14:21 +000099 // On OS X OS X __register_frame takes a single FDE as an argument.
Tanya Lattner0d28f802015-08-05 03:51:17 +0000100 // See http://lists.llvm.org/pipermail/llvm-dev/2013-April/061768.html
Andrew Kaylor7bb13442013-10-11 21:25:48 +0000101 const char *P = (const char *)Addr;
102 const char *End = P + Size;
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000103 do {
Andrew Kaylorc442a762013-10-16 00:14:21 +0000104 P = processFDE(P, false);
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000105 } while(P != End);
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000106}
107
Lang Hames52c47242016-01-14 22:02:03 +0000108void RTDyldMemoryManager::deregisterEHFramesInProcess(uint8_t *Addr,
109 size_t Size) {
Andrew Kaylorc442a762013-10-16 00:14:21 +0000110 const char *P = (const char *)Addr;
111 const char *End = P + Size;
112 do {
113 P = processFDE(P, true);
114 } while(P != End);
115}
116
117#else
118
Lang Hames52c47242016-01-14 22:02:03 +0000119void RTDyldMemoryManager::registerEHFramesInProcess(uint8_t *Addr,
120 size_t Size) {
Andrew Kaylorc442a762013-10-16 00:14:21 +0000121 // On Linux __register_frame takes a single argument:
122 // a pointer to the start of the .eh_frame section.
123
124 // How can it find the end? Because crtendS.o is linked
125 // in and it has an .eh_frame section with four zero chars.
Andrew Kaylorc442a762013-10-16 00:14:21 +0000126 __register_frame(Addr);
127}
128
Lang Hames52c47242016-01-14 22:02:03 +0000129void RTDyldMemoryManager::deregisterEHFramesInProcess(uint8_t *Addr,
130 size_t Size) {
Andrew Kaylorc442a762013-10-16 00:14:21 +0000131 __deregister_frame(Addr);
132}
133
134#endif
135
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000136static int jit_noop() {
137 return 0;
138}
139
Andrew Kaylord9f33812013-11-15 17:59:43 +0000140// ARM math functions are statically linked on Android from libgcc.a, but not
141// available at runtime for dynamic linking. On Linux these are usually placed
142// in libgcc_s.so so can be found by normal dynamic lookup.
143#if defined(__BIONIC__) && defined(__arm__)
144// List of functions which are statically linked on Android and can be generated
145// by LLVM. This is done as a nested macro which is used once to declare the
146// imported functions with ARM_MATH_DECL and once to compare them to the
147// user-requested symbol in getSymbolAddress with ARM_MATH_CHECK. The test
148// assumes that all functions start with __aeabi_ and getSymbolAddress must be
149// modified if that changes.
150#define ARM_MATH_IMPORTS(PP) \
151 PP(__aeabi_d2f) \
152 PP(__aeabi_d2iz) \
153 PP(__aeabi_d2lz) \
154 PP(__aeabi_d2uiz) \
155 PP(__aeabi_d2ulz) \
156 PP(__aeabi_dadd) \
157 PP(__aeabi_dcmpeq) \
158 PP(__aeabi_dcmpge) \
159 PP(__aeabi_dcmpgt) \
160 PP(__aeabi_dcmple) \
161 PP(__aeabi_dcmplt) \
162 PP(__aeabi_dcmpun) \
163 PP(__aeabi_ddiv) \
164 PP(__aeabi_dmul) \
165 PP(__aeabi_dsub) \
166 PP(__aeabi_f2d) \
167 PP(__aeabi_f2iz) \
168 PP(__aeabi_f2lz) \
169 PP(__aeabi_f2uiz) \
170 PP(__aeabi_f2ulz) \
171 PP(__aeabi_fadd) \
172 PP(__aeabi_fcmpeq) \
173 PP(__aeabi_fcmpge) \
174 PP(__aeabi_fcmpgt) \
175 PP(__aeabi_fcmple) \
176 PP(__aeabi_fcmplt) \
177 PP(__aeabi_fcmpun) \
178 PP(__aeabi_fdiv) \
179 PP(__aeabi_fmul) \
180 PP(__aeabi_fsub) \
181 PP(__aeabi_i2d) \
182 PP(__aeabi_i2f) \
183 PP(__aeabi_idiv) \
184 PP(__aeabi_idivmod) \
185 PP(__aeabi_l2d) \
186 PP(__aeabi_l2f) \
187 PP(__aeabi_lasr) \
188 PP(__aeabi_ldivmod) \
189 PP(__aeabi_llsl) \
190 PP(__aeabi_llsr) \
191 PP(__aeabi_lmul) \
192 PP(__aeabi_ui2d) \
193 PP(__aeabi_ui2f) \
194 PP(__aeabi_uidiv) \
195 PP(__aeabi_uidivmod) \
196 PP(__aeabi_ul2d) \
197 PP(__aeabi_ul2f) \
198 PP(__aeabi_uldivmod)
199
200// Declare statically linked math functions on ARM. The function declarations
201// here do not have the correct prototypes for each function in
202// ARM_MATH_IMPORTS, but it doesn't matter because only the symbol addresses are
203// needed. In particular the __aeabi_*divmod functions do not have calling
204// conventions which match any C prototype.
205#define ARM_MATH_DECL(name) extern "C" void name();
206ARM_MATH_IMPORTS(ARM_MATH_DECL)
207#undef ARM_MATH_DECL
208#endif
209
Peter Collingbournec5de3112014-12-30 18:22:06 +0000210#if defined(__linux__) && defined(__GLIBC__) && \
211 (defined(__i386__) || defined(__x86_64__))
Peter Collingbourne64faca92014-12-30 22:52:33 +0000212extern "C" LLVM_ATTRIBUTE_WEAK void __morestack();
Peter Collingbourne06e85432014-12-30 18:06:52 +0000213#endif
214
Lang Hames2f27b2f2014-10-01 04:11:13 +0000215uint64_t
216RTDyldMemoryManager::getSymbolAddressInProcess(const std::string &Name) {
Andrew Kaylorea395922013-10-01 01:47:35 +0000217 // This implementation assumes that the host program is the target.
218 // Clients generating code for a remote target should implement their own
219 // memory manager.
Andrew Kaylord9f33812013-11-15 17:59:43 +0000220#if defined(__linux__) && defined(__GLIBC__)
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000221 //===--------------------------------------------------------------------===//
222 // Function stubs that are invoked instead of certain library calls
223 //
224 // Force the following functions to be linked in to anything that uses the
225 // JIT. This is a hack designed to work around the all-too-clever Glibc
226 // strategy of making these functions work differently when inlined vs. when
227 // not inlined, and hiding their real definitions in a separate archive file
228 // that the dynamic linker can't see. For more info, search for
229 // 'libc_nonshared.a' on Google, or read http://llvm.org/PR274.
Andrew Kaylorea395922013-10-01 01:47:35 +0000230 if (Name == "stat") return (uint64_t)&stat;
231 if (Name == "fstat") return (uint64_t)&fstat;
232 if (Name == "lstat") return (uint64_t)&lstat;
233 if (Name == "stat64") return (uint64_t)&stat64;
234 if (Name == "fstat64") return (uint64_t)&fstat64;
235 if (Name == "lstat64") return (uint64_t)&lstat64;
236 if (Name == "atexit") return (uint64_t)&atexit;
237 if (Name == "mknod") return (uint64_t)&mknod;
Peter Collingbourne06e85432014-12-30 18:06:52 +0000238
Peter Collingbournec5de3112014-12-30 18:22:06 +0000239#if defined(__i386__) || defined(__x86_64__)
Peter Collingbourne06e85432014-12-30 18:06:52 +0000240 // __morestack lives in libgcc, a static library.
Peter Collingbourne64faca92014-12-30 22:52:33 +0000241 if (&__morestack && Name == "__morestack")
242 return (uint64_t)&__morestack;
Peter Collingbournec5de3112014-12-30 18:22:06 +0000243#endif
Andrew Kaylord9f33812013-11-15 17:59:43 +0000244#endif // __linux__ && __GLIBC__
245
246 // See ARM_MATH_IMPORTS definition for explanation
247#if defined(__BIONIC__) && defined(__arm__)
248 if (Name.compare(0, 8, "__aeabi_") == 0) {
249 // Check if the user has requested any of the functions listed in
250 // ARM_MATH_IMPORTS, and if so redirect to the statically linked symbol.
251#define ARM_MATH_CHECK(fn) if (Name == #fn) return (uint64_t)&fn;
252 ARM_MATH_IMPORTS(ARM_MATH_CHECK)
253#undef ARM_MATH_CHECK
254 }
255#endif
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000256
257 // We should not invoke parent's ctors/dtors from generated main()!
258 // On Mingw and Cygwin, the symbol __main is resolved to
259 // callee's(eg. tools/lli) one, to invoke wrong duplicated ctors
260 // (and register wrong callee's dtors with atexit(3)).
261 // We expect ExecutionEngine::runStaticConstructorsDestructors()
262 // is called before ExecutionEngine::runFunctionAsMain() is called.
Andrew Kaylorea395922013-10-01 01:47:35 +0000263 if (Name == "__main") return (uint64_t)&jit_noop;
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000264
Lang Hamesb7fbf592014-09-20 17:44:56 +0000265 const char *NameStr = Name.c_str();
266
Lang Hames3b514552016-03-03 21:23:15 +0000267 // DynamicLibrary::SearchForAddresOfSymbol expects an unmangled 'C' symbol
268 // name so ff we're on Darwin, strip the leading '_' off.
269#ifdef __APPLE__
Lang Hamesb7fbf592014-09-20 17:44:56 +0000270 if (NameStr[0] == '_')
Lang Hames3b514552016-03-03 21:23:15 +0000271 ++NameStr;
272#endif
Lang Hamesb7fbf592014-09-20 17:44:56 +0000273
Lang Hames27e58722014-09-21 17:21:56 +0000274 return (uint64_t)sys::DynamicLibrary::SearchForAddressOfSymbol(NameStr);
Andrew Kaylorea395922013-10-01 01:47:35 +0000275}
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000276
Andrew Kaylorea395922013-10-01 01:47:35 +0000277void *RTDyldMemoryManager::getPointerToNamedFunction(const std::string &Name,
278 bool AbortOnFailure) {
279 uint64_t Addr = getSymbolAddress(Name);
280
281 if (!Addr && AbortOnFailure)
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000282 report_fatal_error("Program used external function '" + Name +
283 "' which could not be resolved!");
Lang Hames3b514552016-03-03 21:23:15 +0000284
Andrew Kaylorea395922013-10-01 01:47:35 +0000285 return (void*)Addr;
Filip Pizlo1cec8ab2013-05-21 20:24:07 +0000286}
287
288} // namespace llvm