blob: 14d8d5b12aeb668bace664bda555f8d6a7903af4 [file] [log] [blame]
Chris Lattner4d326fa2003-12-20 01:46:27 +00001//===-- JIT.cpp - LLVM Just in Time Compiler ------------------------------===//
Misha Brukmanf976c852005-04-21 22:55:34 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanf976c852005-04-21 22:55:34 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Chris Lattnerbd199fb2002-12-24 00:01:05 +00009//
Chris Lattner4d326fa2003-12-20 01:46:27 +000010// This tool implements a just-in-time compiler for LLVM, allowing direct
Gabor Greifa99be512007-07-05 17:07:56 +000011// execution of LLVM bitcode in an efficient manner.
Chris Lattnerbd199fb2002-12-24 00:01:05 +000012//
13//===----------------------------------------------------------------------===//
14
Chris Lattner4d326fa2003-12-20 01:46:27 +000015#include "JIT.h"
Chris Lattnercc22e9f2004-08-16 00:14:18 +000016#include "llvm/Constants.h"
Chris Lattnerc07ed132003-12-20 03:36:47 +000017#include "llvm/DerivedTypes.h"
Chris Lattner4d326fa2003-12-20 01:46:27 +000018#include "llvm/Function.h"
Chris Lattnerc07ed132003-12-20 03:36:47 +000019#include "llvm/GlobalVariable.h"
Chris Lattnercc22e9f2004-08-16 00:14:18 +000020#include "llvm/Instructions.h"
Misha Brukman0f4f7d92003-10-16 21:19:34 +000021#include "llvm/ModuleProvider.h"
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +000022#include "llvm/CodeGen/JITCodeEmitter.h"
Brian Gaeke97222942003-09-05 19:39:22 +000023#include "llvm/ExecutionEngine/GenericValue.h"
Argyrios Kyrtzidisb3a847d2009-05-18 21:06:40 +000024#include "llvm/CodeGen/MachineCodeInfo.h"
Owen Anderson07000c62006-05-12 06:33:49 +000025#include "llvm/Target/TargetData.h"
Chris Lattnerbd199fb2002-12-24 00:01:05 +000026#include "llvm/Target/TargetMachine.h"
Chris Lattner4d326fa2003-12-20 01:46:27 +000027#include "llvm/Target/TargetJITInfo.h"
Chris Lattner44e3dd12009-03-03 20:10:23 +000028#include "llvm/Support/Dwarf.h"
29#include "llvm/Support/MutexGuard.h"
30#include "llvm/System/DynamicLibrary.h"
Anton Korobeynikov3b30a6e2007-07-30 20:02:02 +000031#include "llvm/Config/config.h"
32
Chris Lattnerc19aade2003-12-08 08:06:28 +000033using namespace llvm;
Misha Brukmanabb027c2003-05-27 21:40:39 +000034
Nate Begemanb76ea742006-07-22 16:59:38 +000035#ifdef __APPLE__
Anton Korobeynikov3b30a6e2007-07-30 20:02:02 +000036// Apple gcc defaults to -fuse-cxa-atexit (i.e. calls __cxa_atexit instead
37// of atexit). It passes the address of linker generated symbol __dso_handle
38// to the function.
39// This configuration change happened at version 5330.
40# include <AvailabilityMacros.h>
41# if defined(MAC_OS_X_VERSION_10_4) && \
42 ((MAC_OS_X_VERSION_MIN_REQUIRED > MAC_OS_X_VERSION_10_4) || \
43 (MAC_OS_X_VERSION_MIN_REQUIRED == MAC_OS_X_VERSION_10_4 && \
44 __APPLE_CC__ >= 5330))
45# ifndef HAVE___DSO_HANDLE
46# define HAVE___DSO_HANDLE 1
47# endif
48# endif
Evan Cheng5f42c552006-07-21 23:06:20 +000049#endif
Anton Korobeynikov3b30a6e2007-07-30 20:02:02 +000050
51#if HAVE___DSO_HANDLE
52extern void *__dso_handle __attribute__ ((__visibility__ ("hidden")));
Nate Begemanb76ea742006-07-22 16:59:38 +000053#endif
Evan Cheng5f42c552006-07-21 23:06:20 +000054
Dan Gohman844731a2008-05-13 00:00:25 +000055namespace {
56
Chris Lattner2fe4bb02006-03-22 06:07:50 +000057static struct RegisterJIT {
58 RegisterJIT() { JIT::Register(); }
59} JITRegistrator;
60
Dan Gohman844731a2008-05-13 00:00:25 +000061}
62
Bob Wilsone46161f2009-06-24 21:09:18 +000063extern "C" void LLVMLinkInJIT() {
Jeff Cohen2f519142006-03-24 02:53:49 +000064}
65
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +000066
Evan Cheng2d5424d2009-02-01 06:42:27 +000067#if defined(__GNUC__) && !defined(__ARM__EABI__)
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +000068
69// libgcc defines the __register_frame function to dynamically register new
70// dwarf frames for exception handling. This functionality is not portable
71// across compilers and is only provided by GCC. We use the __register_frame
72// function here so that code generated by the JIT cooperates with the unwinding
73// runtime of libgcc. When JITting with exception handling enable, LLVM
74// generates dwarf frames and registers it to libgcc with __register_frame.
75//
76// The __register_frame function works with Linux.
77//
78// Unfortunately, this functionality seems to be in libgcc after the unwinding
79// library of libgcc for darwin was written. The code for darwin overwrites the
80// value updated by __register_frame with a value fetched with "keymgr".
81// "keymgr" is an obsolete functionality, which should be rewritten some day.
82// In the meantime, since "keymgr" is on all libgccs shipped with apple-gcc, we
83// need a workaround in LLVM which uses the "keymgr" to dynamically modify the
84// values of an opaque key, used by libgcc to find dwarf tables.
85
Anton Korobeynikov299d9d72008-03-22 08:53:09 +000086extern "C" void __register_frame(void*);
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +000087
Evan Cheng00f16282009-04-14 22:31:59 +000088#if defined(__APPLE__) && MAC_OS_X_VERSION_MAX_ALLOWED <= 1050
89# define USE_KEYMGR 1
90#else
91# define USE_KEYMGR 0
92#endif
93
94#if USE_KEYMGR
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +000095
96namespace {
97
98// LibgccObject - This is the structure defined in libgcc. There is no #include
99// provided for this structure, so we also define it here. libgcc calls it
100// "struct object". The structure is undocumented in libgcc.
101struct LibgccObject {
102 void *unused1;
103 void *unused2;
104 void *unused3;
105
106 /// frame - Pointer to the exception table.
107 void *frame;
108
109 /// encoding - The encoding of the object?
110 union {
111 struct {
112 unsigned long sorted : 1;
113 unsigned long from_array : 1;
114 unsigned long mixed_encoding : 1;
115 unsigned long encoding : 8;
116 unsigned long count : 21;
117 } b;
118 size_t i;
119 } encoding;
120
121 /// fde_end - libgcc defines this field only if some macro is defined. We
122 /// include this field even if it may not there, to make libgcc happy.
123 char *fde_end;
124
125 /// next - At least we know it's a chained list!
126 struct LibgccObject *next;
127};
128
129// "kemgr" stuff. Apparently, all frame tables are stored there.
130extern "C" void _keymgr_set_and_unlock_processwide_ptr(int, void *);
131extern "C" void *_keymgr_get_and_lock_processwide_ptr(int);
132#define KEYMGR_GCC3_DW2_OBJ_LIST 302 /* Dwarf2 object list */
133
134/// LibgccObjectInfo - libgcc defines this struct as km_object_info. It
135/// probably contains all dwarf tables that are loaded.
136struct LibgccObjectInfo {
137
138 /// seenObjects - LibgccObjects already parsed by the unwinding runtime.
139 ///
140 struct LibgccObject* seenObjects;
141
142 /// unseenObjects - LibgccObjects not parsed yet by the unwinding runtime.
143 ///
144 struct LibgccObject* unseenObjects;
145
146 unsigned unused[2];
147};
148
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +0000149/// darwin_register_frame - Since __register_frame does not work with darwin's
150/// libgcc,we provide our own function, which "tricks" libgcc by modifying the
151/// "Dwarf2 object list" key.
152void DarwinRegisterFrame(void* FrameBegin) {
153 // Get the key.
Chris Lattner44e3dd12009-03-03 20:10:23 +0000154 LibgccObjectInfo* LOI = (struct LibgccObjectInfo*)
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +0000155 _keymgr_get_and_lock_processwide_ptr(KEYMGR_GCC3_DW2_OBJ_LIST);
Chris Lattner44e3dd12009-03-03 20:10:23 +0000156 assert(LOI && "This should be preallocated by the runtime");
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +0000157
158 // Allocate a new LibgccObject to represent this frame. Deallocation of this
159 // object may be impossible: since darwin code in libgcc was written after
160 // the ability to dynamically register frames, things may crash if we
161 // deallocate it.
162 struct LibgccObject* ob = (struct LibgccObject*)
163 malloc(sizeof(struct LibgccObject));
164
165 // Do like libgcc for the values of the field.
166 ob->unused1 = (void *)-1;
167 ob->unused2 = 0;
168 ob->unused3 = 0;
169 ob->frame = FrameBegin;
170 ob->encoding.i = 0;
171 ob->encoding.b.encoding = llvm::dwarf::DW_EH_PE_omit;
172
173 // Put the info on both places, as libgcc uses the first or the the second
174 // field. Note that we rely on having two pointers here. If fde_end was a
175 // char, things would get complicated.
176 ob->fde_end = (char*)LOI->unseenObjects;
177 ob->next = LOI->unseenObjects;
178
179 // Update the key's unseenObjects list.
180 LOI->unseenObjects = ob;
181
182 // Finally update the "key". Apparently, libgcc requires it.
183 _keymgr_set_and_unlock_processwide_ptr(KEYMGR_GCC3_DW2_OBJ_LIST,
184 LOI);
185
186}
187
188}
189#endif // __APPLE__
190#endif // __GNUC__
Anton Korobeynikov299d9d72008-03-22 08:53:09 +0000191
Chris Lattner34c94332007-12-06 01:34:04 +0000192/// createJIT - This is the factory method for creating a JIT for the current
193/// machine, it does not fall back to the interpreter. This takes ownership
194/// of the module provider.
195ExecutionEngine *ExecutionEngine::createJIT(ModuleProvider *MP,
196 std::string *ErrorStr,
Evan Cheng502f20b2008-08-08 08:11:34 +0000197 JITMemoryManager *JMM,
Bill Wendling98a366d2009-04-29 23:29:43 +0000198 CodeGenOpt::Level OptLevel) {
Bill Wendling5e5cb792009-04-29 00:32:19 +0000199 ExecutionEngine *EE = JIT::createJIT(MP, ErrorStr, JMM, OptLevel);
Chris Lattner34c94332007-12-06 01:34:04 +0000200 if (!EE) return 0;
201
Chris Lattner34c94332007-12-06 01:34:04 +0000202 // Make sure we can resolve symbols in the program as well. The zero arg
203 // to the function tells DynamicLibrary to load the program, not a library.
204 sys::DynamicLibrary::LoadLibraryPermanently(0, ErrorStr);
205 return EE;
206}
207
208JIT::JIT(ModuleProvider *MP, TargetMachine &tm, TargetJITInfo &tji,
Bill Wendling98a366d2009-04-29 23:29:43 +0000209 JITMemoryManager *JMM, CodeGenOpt::Level OptLevel)
Nate Begemanf049e072008-05-21 16:34:48 +0000210 : ExecutionEngine(MP), TM(tm), TJI(tji) {
Chris Lattnerbd199fb2002-12-24 00:01:05 +0000211 setTargetData(TM.getTargetData());
Misha Brukmanabb027c2003-05-27 21:40:39 +0000212
Nate Begemanf049e072008-05-21 16:34:48 +0000213 jitstate = new JITState(MP);
214
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000215 // Initialize JCE
216 JCE = createEmitter(*this, JMM);
Misha Brukmanf976c852005-04-21 22:55:34 +0000217
Brian Gaeke50872d52004-04-14 17:45:52 +0000218 // Add target data
Reid Spenceree448632005-07-12 15:51:55 +0000219 MutexGuard locked(lock);
Nate Begemanf049e072008-05-21 16:34:48 +0000220 FunctionPassManager &PM = jitstate->getPM(locked);
Chris Lattnerb93b0342006-05-04 21:18:40 +0000221 PM.add(new TargetData(*TM.getTargetData()));
Brian Gaeke50872d52004-04-14 17:45:52 +0000222
Chris Lattner4d326fa2003-12-20 01:46:27 +0000223 // Turn the machine code intermediate representation into bytes in memory that
224 // may be executed.
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000225 if (TM.addPassesToEmitMachineCode(PM, *JCE, OptLevel)) {
Bill Wendling832171c2006-12-07 20:04:42 +0000226 cerr << "Target does not support machine code emission!\n";
Chris Lattner4d326fa2003-12-20 01:46:27 +0000227 abort();
228 }
Chris Lattner1911fd42006-09-04 04:14:57 +0000229
Nicolas Geoffraya7ec87c2008-08-18 14:53:56 +0000230 // Register routine for informing unwinding runtime about new EH frames
Evan Cheng2d5424d2009-02-01 06:42:27 +0000231#if defined(__GNUC__) && !defined(__ARM_EABI__)
Evan Cheng00f16282009-04-14 22:31:59 +0000232#if USE_KEYMGR
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +0000233 struct LibgccObjectInfo* LOI = (struct LibgccObjectInfo*)
234 _keymgr_get_and_lock_processwide_ptr(KEYMGR_GCC3_DW2_OBJ_LIST);
235
236 // The key is created on demand, and libgcc creates it the first time an
237 // exception occurs. Since we need the key to register frames, we create
238 // it now.
Chris Lattner3f91bb3ce2009-04-16 21:47:59 +0000239 if (!LOI)
240 LOI = (LibgccObjectInfo*)calloc(sizeof(struct LibgccObjectInfo), 1);
241 _keymgr_set_and_unlock_processwide_ptr(KEYMGR_GCC3_DW2_OBJ_LIST, LOI);
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +0000242 InstallExceptionTableRegister(DarwinRegisterFrame);
243#else
Nicolas Geoffraya7ec87c2008-08-18 14:53:56 +0000244 InstallExceptionTableRegister(__register_frame);
Nicolas Geoffrayd046fc62008-08-28 22:34:49 +0000245#endif // __APPLE__
246#endif // __GNUC__
Nicolas Geoffraya7ec87c2008-08-18 14:53:56 +0000247
Chris Lattner1911fd42006-09-04 04:14:57 +0000248 // Initialize passes.
249 PM.doInitialization();
Chris Lattnerbd199fb2002-12-24 00:01:05 +0000250}
251
Chris Lattner4d326fa2003-12-20 01:46:27 +0000252JIT::~JIT() {
Nate Begemanf049e072008-05-21 16:34:48 +0000253 delete jitstate;
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000254 delete JCE;
Chris Lattner4d326fa2003-12-20 01:46:27 +0000255 delete &TM;
256}
257
Nate Begemanf049e072008-05-21 16:34:48 +0000258/// addModuleProvider - Add a new ModuleProvider to the JIT. If we previously
259/// removed the last ModuleProvider, we need re-initialize jitstate with a valid
260/// ModuleProvider.
261void JIT::addModuleProvider(ModuleProvider *MP) {
262 MutexGuard locked(lock);
263
264 if (Modules.empty()) {
265 assert(!jitstate && "jitstate should be NULL if Modules vector is empty!");
266
267 jitstate = new JITState(MP);
268
269 FunctionPassManager &PM = jitstate->getPM(locked);
270 PM.add(new TargetData(*TM.getTargetData()));
271
272 // Turn the machine code intermediate representation into bytes in memory
273 // that may be executed.
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000274 if (TM.addPassesToEmitMachineCode(PM, *JCE, CodeGenOpt::Default)) {
Nate Begemanf049e072008-05-21 16:34:48 +0000275 cerr << "Target does not support machine code emission!\n";
276 abort();
277 }
278
279 // Initialize passes.
280 PM.doInitialization();
281 }
282
283 ExecutionEngine::addModuleProvider(MP);
284}
285
286/// removeModuleProvider - If we are removing the last ModuleProvider,
287/// invalidate the jitstate since the PassManager it contains references a
288/// released ModuleProvider.
289Module *JIT::removeModuleProvider(ModuleProvider *MP, std::string *E) {
290 Module *result = ExecutionEngine::removeModuleProvider(MP, E);
291
292 MutexGuard locked(lock);
Nate Begemand6b7a242009-02-18 08:31:02 +0000293
294 if (jitstate->getMP() == MP) {
Nate Begemanf049e072008-05-21 16:34:48 +0000295 delete jitstate;
296 jitstate = 0;
297 }
298
Nate Begemand6b7a242009-02-18 08:31:02 +0000299 if (!jitstate && !Modules.empty()) {
300 jitstate = new JITState(Modules[0]);
301
302 FunctionPassManager &PM = jitstate->getPM(locked);
303 PM.add(new TargetData(*TM.getTargetData()));
304
305 // Turn the machine code intermediate representation into bytes in memory
306 // that may be executed.
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000307 if (TM.addPassesToEmitMachineCode(PM, *JCE, CodeGenOpt::Default)) {
Nate Begemand6b7a242009-02-18 08:31:02 +0000308 cerr << "Target does not support machine code emission!\n";
309 abort();
310 }
311
312 // Initialize passes.
313 PM.doInitialization();
314 }
Nate Begemanf049e072008-05-21 16:34:48 +0000315 return result;
316}
317
Nate Begeman60789e42009-01-23 19:27:28 +0000318/// deleteModuleProvider - Remove a ModuleProvider from the list of modules,
319/// and deletes the ModuleProvider and owned Module. Avoids materializing
320/// the underlying module.
321void JIT::deleteModuleProvider(ModuleProvider *MP, std::string *E) {
322 ExecutionEngine::deleteModuleProvider(MP, E);
323
324 MutexGuard locked(lock);
Nate Begemand6b7a242009-02-18 08:31:02 +0000325
326 if (jitstate->getMP() == MP) {
Nate Begeman60789e42009-01-23 19:27:28 +0000327 delete jitstate;
328 jitstate = 0;
329 }
Nate Begemand6b7a242009-02-18 08:31:02 +0000330
331 if (!jitstate && !Modules.empty()) {
332 jitstate = new JITState(Modules[0]);
333
334 FunctionPassManager &PM = jitstate->getPM(locked);
335 PM.add(new TargetData(*TM.getTargetData()));
336
337 // Turn the machine code intermediate representation into bytes in memory
338 // that may be executed.
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000339 if (TM.addPassesToEmitMachineCode(PM, *JCE, CodeGenOpt::Default)) {
Nate Begemand6b7a242009-02-18 08:31:02 +0000340 cerr << "Target does not support machine code emission!\n";
341 abort();
342 }
343
344 // Initialize passes.
345 PM.doInitialization();
346 }
Nate Begeman60789e42009-01-23 19:27:28 +0000347}
348
Brian Gaeke70975ee2003-09-05 18:42:01 +0000349/// run - Start execution with the specified function and arguments.
Chris Lattner05a1a302003-08-21 21:32:12 +0000350///
Chris Lattnerff0f1bb2003-12-26 06:13:47 +0000351GenericValue JIT::runFunction(Function *F,
352 const std::vector<GenericValue> &ArgValues) {
Chris Lattnerb47130c2004-08-15 23:29:50 +0000353 assert(F && "Function *F was null at entry to run()");
Chris Lattnerb47130c2004-08-15 23:29:50 +0000354
355 void *FPtr = getPointerToFunction(F);
Chris Lattner7c45d782004-08-15 23:31:43 +0000356 assert(FPtr && "Pointer to fn's code was null after getPointerToFunction");
Chris Lattnerf7bedf42004-08-15 23:39:59 +0000357 const FunctionType *FTy = F->getFunctionType();
Chris Lattnere5eab142004-08-15 23:53:06 +0000358 const Type *RetTy = FTy->getReturnType();
Chris Lattnerbd199fb2002-12-24 00:01:05 +0000359
Dan Gohman07ab52b2009-02-19 02:55:18 +0000360 assert((FTy->getNumParams() == ArgValues.size() ||
361 (FTy->isVarArg() && FTy->getNumParams() <= ArgValues.size())) &&
362 "Wrong number of arguments passed into function!");
Chris Lattnere5eab142004-08-15 23:53:06 +0000363 assert(FTy->getNumParams() == ArgValues.size() &&
364 "This doesn't support passing arguments through varargs (yet)!");
365
Misha Brukmanec843022004-10-22 23:35:57 +0000366 // Handle some common cases first. These cases correspond to common `main'
Chris Lattnere5eab142004-08-15 23:53:06 +0000367 // prototypes.
Chris Lattner79e038a2007-08-08 16:19:57 +0000368 if (RetTy == Type::Int32Ty || RetTy == Type::VoidTy) {
Chris Lattnerf7bedf42004-08-15 23:39:59 +0000369 switch (ArgValues.size()) {
370 case 3:
Chris Lattner79e038a2007-08-08 16:19:57 +0000371 if (FTy->getParamType(0) == Type::Int32Ty &&
Chris Lattnerf7bedf42004-08-15 23:39:59 +0000372 isa<PointerType>(FTy->getParamType(1)) &&
373 isa<PointerType>(FTy->getParamType(2))) {
374 int (*PF)(int, char **, const char **) =
Chris Lattner870286a2006-06-01 17:29:22 +0000375 (int(*)(int, char **, const char **))(intptr_t)FPtr;
Misha Brukmanec843022004-10-22 23:35:57 +0000376
Chris Lattnerf7bedf42004-08-15 23:39:59 +0000377 // Call the function.
Chris Lattnere5eab142004-08-15 23:53:06 +0000378 GenericValue rv;
Reid Spencer38f6a152007-03-06 03:11:31 +0000379 rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(),
380 (char **)GVTOP(ArgValues[1]),
381 (const char **)GVTOP(ArgValues[2])));
Chris Lattnerf7bedf42004-08-15 23:39:59 +0000382 return rv;
383 }
384 break;
Chris Lattner174f2262004-08-16 01:07:04 +0000385 case 2:
Chris Lattner79e038a2007-08-08 16:19:57 +0000386 if (FTy->getParamType(0) == Type::Int32Ty &&
Chris Lattner174f2262004-08-16 01:07:04 +0000387 isa<PointerType>(FTy->getParamType(1))) {
Chris Lattner870286a2006-06-01 17:29:22 +0000388 int (*PF)(int, char **) = (int(*)(int, char **))(intptr_t)FPtr;
Misha Brukmanec843022004-10-22 23:35:57 +0000389
Chris Lattner174f2262004-08-16 01:07:04 +0000390 // Call the function.
391 GenericValue rv;
Reid Spencer38f6a152007-03-06 03:11:31 +0000392 rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(),
393 (char **)GVTOP(ArgValues[1])));
Chris Lattner174f2262004-08-16 01:07:04 +0000394 return rv;
395 }
396 break;
Chris Lattnerf7bedf42004-08-15 23:39:59 +0000397 case 1:
398 if (FTy->getNumParams() == 1 &&
Chris Lattner79e038a2007-08-08 16:19:57 +0000399 FTy->getParamType(0) == Type::Int32Ty) {
Chris Lattnere5eab142004-08-15 23:53:06 +0000400 GenericValue rv;
Chris Lattner870286a2006-06-01 17:29:22 +0000401 int (*PF)(int) = (int(*)(int))(intptr_t)FPtr;
Reid Spencer38f6a152007-03-06 03:11:31 +0000402 rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue()));
Chris Lattnerf7bedf42004-08-15 23:39:59 +0000403 return rv;
404 }
405 break;
Chris Lattnere5eab142004-08-15 23:53:06 +0000406 }
407 }
408
409 // Handle cases where no arguments are passed first.
410 if (ArgValues.empty()) {
411 GenericValue rv;
412 switch (RetTy->getTypeID()) {
413 default: assert(0 && "Unknown return type for function call!");
Reid Spencera54b7cb2007-01-12 07:05:14 +0000414 case Type::IntegerTyID: {
415 unsigned BitWidth = cast<IntegerType>(RetTy)->getBitWidth();
416 if (BitWidth == 1)
Reid Spencer38f6a152007-03-06 03:11:31 +0000417 rv.IntVal = APInt(BitWidth, ((bool(*)())(intptr_t)FPtr)());
Reid Spencera54b7cb2007-01-12 07:05:14 +0000418 else if (BitWidth <= 8)
Reid Spencer38f6a152007-03-06 03:11:31 +0000419 rv.IntVal = APInt(BitWidth, ((char(*)())(intptr_t)FPtr)());
Reid Spencera54b7cb2007-01-12 07:05:14 +0000420 else if (BitWidth <= 16)
Reid Spencer38f6a152007-03-06 03:11:31 +0000421 rv.IntVal = APInt(BitWidth, ((short(*)())(intptr_t)FPtr)());
Reid Spencera54b7cb2007-01-12 07:05:14 +0000422 else if (BitWidth <= 32)
Reid Spencer38f6a152007-03-06 03:11:31 +0000423 rv.IntVal = APInt(BitWidth, ((int(*)())(intptr_t)FPtr)());
Reid Spencera54b7cb2007-01-12 07:05:14 +0000424 else if (BitWidth <= 64)
Reid Spencer38f6a152007-03-06 03:11:31 +0000425 rv.IntVal = APInt(BitWidth, ((int64_t(*)())(intptr_t)FPtr)());
Reid Spencera54b7cb2007-01-12 07:05:14 +0000426 else
427 assert(0 && "Integer types > 64 bits not supported");
Chris Lattnerd297aea2004-08-15 23:34:48 +0000428 return rv;
Reid Spencera54b7cb2007-01-12 07:05:14 +0000429 }
Chris Lattnere5eab142004-08-15 23:53:06 +0000430 case Type::VoidTyID:
Reid Spencer38f6a152007-03-06 03:11:31 +0000431 rv.IntVal = APInt(32, ((int(*)())(intptr_t)FPtr)());
Chris Lattnere5eab142004-08-15 23:53:06 +0000432 return rv;
Chris Lattnere5eab142004-08-15 23:53:06 +0000433 case Type::FloatTyID:
Chris Lattner870286a2006-06-01 17:29:22 +0000434 rv.FloatVal = ((float(*)())(intptr_t)FPtr)();
Chris Lattnere5eab142004-08-15 23:53:06 +0000435 return rv;
436 case Type::DoubleTyID:
Chris Lattner870286a2006-06-01 17:29:22 +0000437 rv.DoubleVal = ((double(*)())(intptr_t)FPtr)();
Chris Lattnere5eab142004-08-15 23:53:06 +0000438 return rv;
Dale Johannesen1abac0d2007-09-17 18:44:13 +0000439 case Type::X86_FP80TyID:
440 case Type::FP128TyID:
441 case Type::PPC_FP128TyID:
442 assert(0 && "long double not supported yet");
443 return rv;
Chris Lattnere5eab142004-08-15 23:53:06 +0000444 case Type::PointerTyID:
Chris Lattner870286a2006-06-01 17:29:22 +0000445 return PTOGV(((void*(*)())(intptr_t)FPtr)());
Chris Lattnerd297aea2004-08-15 23:34:48 +0000446 }
Chris Lattnerff0f1bb2003-12-26 06:13:47 +0000447 }
Chris Lattnerbd199fb2002-12-24 00:01:05 +0000448
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000449 // Okay, this is not one of our quick and easy cases. Because we don't have a
450 // full FFI, we have to codegen a nullary stub function that just calls the
451 // function we are interested in, passing in constants for all of the
452 // arguments. Make this function and return.
453
454 // First, create the function.
455 FunctionType *STy=FunctionType::get(RetTy, std::vector<const Type*>(), false);
Gabor Greif051a9502008-04-06 20:25:17 +0000456 Function *Stub = Function::Create(STy, Function::InternalLinkage, "",
457 F->getParent());
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000458
459 // Insert a basic block.
Gabor Greif051a9502008-04-06 20:25:17 +0000460 BasicBlock *StubBB = BasicBlock::Create("", Stub);
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000461
462 // Convert all of the GenericValue arguments over to constants. Note that we
463 // currently don't support varargs.
Chris Lattner990b8492007-02-13 06:01:22 +0000464 SmallVector<Value*, 8> Args;
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000465 for (unsigned i = 0, e = ArgValues.size(); i != e; ++i) {
466 Constant *C = 0;
467 const Type *ArgTy = FTy->getParamType(i);
468 const GenericValue &AV = ArgValues[i];
469 switch (ArgTy->getTypeID()) {
470 default: assert(0 && "Unknown argument type for function call!");
Chris Lattner02a260a2008-04-20 00:41:09 +0000471 case Type::IntegerTyID:
472 C = ConstantInt::get(AV.IntVal);
473 break;
474 case Type::FloatTyID:
475 C = ConstantFP::get(APFloat(AV.FloatVal));
476 break;
477 case Type::DoubleTyID:
478 C = ConstantFP::get(APFloat(AV.DoubleVal));
479 break;
Dale Johannesen1abac0d2007-09-17 18:44:13 +0000480 case Type::PPC_FP128TyID:
481 case Type::X86_FP80TyID:
Chris Lattner02a260a2008-04-20 00:41:09 +0000482 case Type::FP128TyID:
483 C = ConstantFP::get(APFloat(AV.IntVal));
484 break;
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000485 case Type::PointerTyID:
486 void *ArgPtr = GVTOP(AV);
Chris Lattner02a260a2008-04-20 00:41:09 +0000487 if (sizeof(void*) == 4)
Reid Spencere49661b2006-12-31 05:51:36 +0000488 C = ConstantInt::get(Type::Int32Ty, (int)(intptr_t)ArgPtr);
Chris Lattner02a260a2008-04-20 00:41:09 +0000489 else
Reid Spencere49661b2006-12-31 05:51:36 +0000490 C = ConstantInt::get(Type::Int64Ty, (intptr_t)ArgPtr);
Reid Spencer15f46d62006-12-12 01:17:41 +0000491 C = ConstantExpr::getIntToPtr(C, ArgTy); // Cast the integer to pointer
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000492 break;
493 }
494 Args.push_back(C);
495 }
496
Gabor Greifb1dbcd82008-05-15 10:04:30 +0000497 CallInst *TheCall = CallInst::Create(F, Args.begin(), Args.end(),
498 "", StubBB);
Chris Lattnercdfc51f2008-11-23 08:00:11 +0000499 TheCall->setCallingConv(F->getCallingConv());
Chris Lattnera471e042005-05-06 06:48:54 +0000500 TheCall->setTailCall();
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000501 if (TheCall->getType() != Type::VoidTy)
Gabor Greifb1dbcd82008-05-15 10:04:30 +0000502 ReturnInst::Create(TheCall, StubBB); // Return result of the call.
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000503 else
Gabor Greifb1dbcd82008-05-15 10:04:30 +0000504 ReturnInst::Create(StubBB); // Just return void.
Chris Lattnercc22e9f2004-08-16 00:14:18 +0000505
506 // Finally, return the value returned by our nullary stub function.
507 return runFunction(Stub, std::vector<GenericValue>());
Chris Lattnerbd199fb2002-12-24 00:01:05 +0000508}
Chris Lattner4d326fa2003-12-20 01:46:27 +0000509
510/// runJITOnFunction - Run the FunctionPassManager full of
511/// just-in-time compilation passes on F, hopefully filling in
512/// GlobalAddress[F] with the address of F's machine code.
513///
Argyrios Kyrtzidisb3a847d2009-05-18 21:06:40 +0000514void JIT::runJITOnFunction(Function *F, MachineCodeInfo *MCI) {
Reid Spenceree448632005-07-12 15:51:55 +0000515 MutexGuard locked(lock);
Argyrios Kyrtzidisb3a847d2009-05-18 21:06:40 +0000516
517 registerMachineCodeInfo(MCI);
518
Dan Gohman21afcda2009-02-06 21:25:08 +0000519 runJITOnFunctionUnlocked(F, locked);
Argyrios Kyrtzidisb3a847d2009-05-18 21:06:40 +0000520
521 registerMachineCodeInfo(0);
Dan Gohman21afcda2009-02-06 21:25:08 +0000522}
523
524void JIT::runJITOnFunctionUnlocked(Function *F, const MutexGuard &locked) {
525 static bool isAlreadyCodeGenerating = false;
Chris Lattner17f218e2007-08-13 20:08:16 +0000526 assert(!isAlreadyCodeGenerating && "Error: Recursive compilation detected!");
Chris Lattner4d326fa2003-12-20 01:46:27 +0000527
528 // JIT the function
529 isAlreadyCodeGenerating = true;
Nate Begemanf049e072008-05-21 16:34:48 +0000530 jitstate->getPM(locked).run(*F);
Chris Lattner4d326fa2003-12-20 01:46:27 +0000531 isAlreadyCodeGenerating = false;
Chris Lattnerc07ed132003-12-20 03:36:47 +0000532
Nate Begemand6b7a242009-02-18 08:31:02 +0000533 // If the function referred to another function that had not yet been
534 // read from bitcode, but we are jitting non-lazily, emit it now.
535 while (!jitstate->getPendingFunctions(locked).empty()) {
536 Function *PF = jitstate->getPendingFunctions(locked).back();
537 jitstate->getPendingFunctions(locked).pop_back();
538
539 // JIT the function
540 isAlreadyCodeGenerating = true;
541 jitstate->getPM(locked).run(*PF);
542 isAlreadyCodeGenerating = false;
543
544 // Now that the function has been jitted, ask the JITEmitter to rewrite
545 // the stub with real address of the function.
546 updateFunctionStub(PF);
Chris Lattnerc07ed132003-12-20 03:36:47 +0000547 }
Nate Begemand6b7a242009-02-18 08:31:02 +0000548
549 // If the JIT is configured to emit info so that dlsym can be used to
550 // rewrite stubs to external globals, do so now.
551 if (areDlsymStubsEnabled() && isLazyCompilationDisabled())
552 updateDlsymStubTable();
Chris Lattner4d326fa2003-12-20 01:46:27 +0000553}
554
555/// getPointerToFunction - This method is used to get the address of the
556/// specified function, compiling it if neccesary.
557///
558void *JIT::getPointerToFunction(Function *F) {
Reid Spenceree448632005-07-12 15:51:55 +0000559
Chris Lattnerc07ed132003-12-20 03:36:47 +0000560 if (void *Addr = getPointerToGlobalIfAvailable(F))
561 return Addr; // Check if function already code gen'd
Chris Lattner4d326fa2003-12-20 01:46:27 +0000562
Dan Gohmana3ac0c12009-02-19 02:40:15 +0000563 MutexGuard locked(lock);
Nicolas Geoffraye91208c2009-06-12 14:11:08 +0000564
565 // Now that this thread owns the lock, check if another thread has already
566 // code gen'd the function.
567 if (void *Addr = getPointerToGlobalIfAvailable(F))
568 return Addr;
Dan Gohmana3ac0c12009-02-19 02:40:15 +0000569
Chris Lattnerfe854032006-08-16 01:24:12 +0000570 // Make sure we read in the function if it exists in this Module.
Gabor Greifa99be512007-07-05 17:07:56 +0000571 if (F->hasNotBeenReadFromBitcode()) {
Chris Lattnerfe854032006-08-16 01:24:12 +0000572 // Determine the module provider this function is provided by.
573 Module *M = F->getParent();
574 ModuleProvider *MP = 0;
575 for (unsigned i = 0, e = Modules.size(); i != e; ++i) {
576 if (Modules[i]->getModule() == M) {
577 MP = Modules[i];
578 break;
579 }
580 }
581 assert(MP && "Function isn't in a module we know about!");
582
Chris Lattner5c72a3a2006-07-07 17:18:09 +0000583 std::string ErrorMsg;
584 if (MP->materializeFunction(F, &ErrorMsg)) {
Bill Wendling832171c2006-12-07 20:04:42 +0000585 cerr << "Error reading function '" << F->getName()
Gabor Greifa99be512007-07-05 17:07:56 +0000586 << "' from bitcode file: " << ErrorMsg << "\n";
Chris Lattner0050ef82004-11-15 23:18:09 +0000587 abort();
588 }
Mon P Wang1c341c82008-10-10 01:47:42 +0000589
Dan Gohman69f93782009-01-05 05:32:42 +0000590 // Now retry to get the address.
591 if (void *Addr = getPointerToGlobalIfAvailable(F))
592 return Addr;
Nicolas Geoffrayfd7d9912008-04-20 08:33:02 +0000593 }
Chris Lattner4d326fa2003-12-20 01:46:27 +0000594
Reid Spencer5cbf9852007-01-30 20:08:39 +0000595 if (F->isDeclaration()) {
Duncan Sands667d4b82009-03-07 15:45:40 +0000596 bool AbortOnFailure =
597 !areDlsymStubsEnabled() && !F->hasExternalWeakLinkage();
Dan Gohman69f93782009-01-05 05:32:42 +0000598 void *Addr = getPointerToNamedFunction(F->getName(), AbortOnFailure);
Chris Lattnerc07ed132003-12-20 03:36:47 +0000599 addGlobalMapping(F, Addr);
600 return Addr;
601 }
Chris Lattner4d326fa2003-12-20 01:46:27 +0000602
Dan Gohman21afcda2009-02-06 21:25:08 +0000603 runJITOnFunctionUnlocked(F, locked);
Chris Lattnerc07ed132003-12-20 03:36:47 +0000604
605 void *Addr = getPointerToGlobalIfAvailable(F);
Chris Lattner4d326fa2003-12-20 01:46:27 +0000606 assert(Addr && "Code generation didn't add function to GlobalAddress table!");
607 return Addr;
608}
609
Chris Lattnerc07ed132003-12-20 03:36:47 +0000610/// getOrEmitGlobalVariable - Return the address of the specified global
611/// variable, possibly emitting it to memory if needed. This is used by the
612/// Emitter.
613void *JIT::getOrEmitGlobalVariable(const GlobalVariable *GV) {
Reid Spenceree448632005-07-12 15:51:55 +0000614 MutexGuard locked(lock);
615
Chris Lattnerc07ed132003-12-20 03:36:47 +0000616 void *Ptr = getPointerToGlobalIfAvailable(GV);
617 if (Ptr) return Ptr;
618
619 // If the global is external, just remember the address.
Reid Spencer5cbf9852007-01-30 20:08:39 +0000620 if (GV->isDeclaration()) {
Anton Korobeynikov3b30a6e2007-07-30 20:02:02 +0000621#if HAVE___DSO_HANDLE
Evan Cheng5f42c552006-07-21 23:06:20 +0000622 if (GV->getName() == "__dso_handle")
623 return (void*)&__dso_handle;
Evan Chengb82ab942006-07-22 00:42:03 +0000624#endif
Reid Spencerdf5a37e2004-11-29 14:11:29 +0000625 Ptr = sys::DynamicLibrary::SearchForAddressOfSymbol(GV->getName().c_str());
Nate Begeman66941982009-03-04 19:10:38 +0000626 if (Ptr == 0 && !areDlsymStubsEnabled()) {
Bill Wendling832171c2006-12-07 20:04:42 +0000627 cerr << "Could not resolve external global address: "
628 << GV->getName() << "\n";
Chris Lattnerc07ed132003-12-20 03:36:47 +0000629 abort();
630 }
Nate Begeman66941982009-03-04 19:10:38 +0000631 addGlobalMapping(GV, Ptr);
Chris Lattnerc07ed132003-12-20 03:36:47 +0000632 } else {
Evan Cheng4d544a22009-01-16 19:14:49 +0000633 // GlobalVariable's which are not "constant" will cause trouble in a server
634 // situation. It's returned in the same block of memory as code which may
635 // not be writable.
636 if (isGVCompilationDisabled() && !GV->isConstant()) {
Evan Cheng77f86ad2008-12-09 07:31:49 +0000637 cerr << "Compilation of non-internal GlobalValue is disabled!\n";
Evan Cheng446531e2008-09-24 16:25:55 +0000638 abort();
639 }
Dale Johannesendd947ea2008-08-07 01:30:15 +0000640 // If the global hasn't been emitted to memory yet, allocate space and
641 // emit it into memory. It goes in the same array as the generated
642 // code, jump tables, etc.
Chris Lattnerf5d438c2006-05-02 21:57:51 +0000643 const Type *GlobalType = GV->getType()->getElementType();
Duncan Sands777d2302009-05-09 07:06:46 +0000644 size_t S = getTargetData()->getTypeAllocSize(GlobalType);
Duncan Sandsd1025932008-01-29 06:23:44 +0000645 size_t A = getTargetData()->getPreferredAlignment(GV);
Nicolas Geoffray46fa1392008-10-25 15:41:43 +0000646 if (GV->isThreadLocal()) {
647 MutexGuard locked(lock);
648 Ptr = TJI.allocateThreadLocalMemory(S);
Evan Chengb0b53492008-11-04 09:30:48 +0000649 } else if (TJI.allocateSeparateGVMemory()) {
650 if (A <= 8) {
651 Ptr = malloc(S);
652 } else {
653 // Allocate S+A bytes of memory, then use an aligned pointer within that
654 // space.
655 Ptr = malloc(S+A);
656 unsigned MisAligned = ((intptr_t)Ptr & (A-1));
657 Ptr = (char*)Ptr + (MisAligned ? (A-MisAligned) : 0);
658 }
Nicolas Geoffray46fa1392008-10-25 15:41:43 +0000659 } else {
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000660 Ptr = JCE->allocateSpace(S, A);
Nicolas Geoffray46fa1392008-10-25 15:41:43 +0000661 }
Dale Johannesendd947ea2008-08-07 01:30:15 +0000662 addGlobalMapping(GV, Ptr);
663 EmitGlobalVariable(GV);
Chris Lattnerc07ed132003-12-20 03:36:47 +0000664 }
Chris Lattnerc07ed132003-12-20 03:36:47 +0000665 return Ptr;
666}
667
Chris Lattner4d326fa2003-12-20 01:46:27 +0000668/// recompileAndRelinkFunction - This method is used to force a function
669/// which has already been compiled, to be compiled again, possibly
670/// after it has been modified. Then the entry to the old copy is overwritten
671/// with a branch to the new copy. If there was no old copy, this acts
672/// just like JIT::getPointerToFunction().
673///
674void *JIT::recompileAndRelinkFunction(Function *F) {
Chris Lattnerc07ed132003-12-20 03:36:47 +0000675 void *OldAddr = getPointerToGlobalIfAvailable(F);
Chris Lattner4d326fa2003-12-20 01:46:27 +0000676
Chris Lattnerc07ed132003-12-20 03:36:47 +0000677 // If it's not already compiled there is no reason to patch it up.
678 if (OldAddr == 0) { return getPointerToFunction(F); }
Chris Lattner4d326fa2003-12-20 01:46:27 +0000679
Chris Lattnerc07ed132003-12-20 03:36:47 +0000680 // Delete the old function mapping.
681 addGlobalMapping(F, 0);
682
Chris Lattnerc07ed132003-12-20 03:36:47 +0000683 // Recodegen the function
Chris Lattner4d326fa2003-12-20 01:46:27 +0000684 runJITOnFunction(F);
Chris Lattnerc07ed132003-12-20 03:36:47 +0000685
686 // Update state, forward the old function to the new function.
687 void *Addr = getPointerToGlobalIfAvailable(F);
Chris Lattner4d326fa2003-12-20 01:46:27 +0000688 assert(Addr && "Code generation didn't add function to GlobalAddress table!");
689 TJI.replaceMachineCodeForFunction(OldAddr, Addr);
690 return Addr;
691}
Misha Brukman895eddf2004-11-07 23:58:46 +0000692
Nicolas Geoffray46fa1392008-10-25 15:41:43 +0000693/// getMemoryForGV - This method abstracts memory allocation of global
694/// variable so that the JIT can allocate thread local variables depending
695/// on the target.
696///
697char* JIT::getMemoryForGV(const GlobalVariable* GV) {
698 const Type *ElTy = GV->getType()->getElementType();
Duncan Sands777d2302009-05-09 07:06:46 +0000699 size_t GVSize = (size_t)getTargetData()->getTypeAllocSize(ElTy);
Nicolas Geoffray46fa1392008-10-25 15:41:43 +0000700 if (GV->isThreadLocal()) {
701 MutexGuard locked(lock);
702 return TJI.allocateThreadLocalMemory(GVSize);
703 } else {
704 return new char[GVSize];
705 }
706}
Nate Begemand6b7a242009-02-18 08:31:02 +0000707
708void JIT::addPendingFunction(Function *F) {
709 MutexGuard locked(lock);
710 jitstate->getPendingFunctions(locked).push_back(F);
711}