Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 1 | //===-- JIT.cpp - LLVM Just in Time Compiler ------------------------------===// |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 2 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 7 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 9 | // |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 10 | // This tool implements a just-in-time compiler for LLVM, allowing direct |
Gabor Greif | a99be51 | 2007-07-05 17:07:56 +0000 | [diff] [blame] | 11 | // execution of LLVM bitcode in an efficient manner. |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 15 | #include "JIT.h" |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 16 | #include "llvm/Constants.h" |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 17 | #include "llvm/DerivedTypes.h" |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 18 | #include "llvm/Function.h" |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 19 | #include "llvm/GlobalVariable.h" |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 20 | #include "llvm/Instructions.h" |
Misha Brukman | 0f4f7d9 | 2003-10-16 21:19:34 +0000 | [diff] [blame] | 21 | #include "llvm/ModuleProvider.h" |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/JITCodeEmitter.h" |
Brian Gaeke | 9722294 | 2003-09-05 19:39:22 +0000 | [diff] [blame] | 23 | #include "llvm/ExecutionEngine/GenericValue.h" |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 24 | #include "llvm/CodeGen/MachineCodeInfo.h" |
Owen Anderson | 07000c6 | 2006-05-12 06:33:49 +0000 | [diff] [blame] | 25 | #include "llvm/Target/TargetData.h" |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 26 | #include "llvm/Target/TargetMachine.h" |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 27 | #include "llvm/Target/TargetJITInfo.h" |
Chris Lattner | 44e3dd1 | 2009-03-03 20:10:23 +0000 | [diff] [blame] | 28 | #include "llvm/Support/Dwarf.h" |
| 29 | #include "llvm/Support/MutexGuard.h" |
| 30 | #include "llvm/System/DynamicLibrary.h" |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 31 | #include "llvm/Config/config.h" |
| 32 | |
Chris Lattner | c19aade | 2003-12-08 08:06:28 +0000 | [diff] [blame] | 33 | using namespace llvm; |
Misha Brukman | abb027c | 2003-05-27 21:40:39 +0000 | [diff] [blame] | 34 | |
Nate Begeman | b76ea74 | 2006-07-22 16:59:38 +0000 | [diff] [blame] | 35 | #ifdef __APPLE__ |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 36 | // Apple gcc defaults to -fuse-cxa-atexit (i.e. calls __cxa_atexit instead |
| 37 | // of atexit). It passes the address of linker generated symbol __dso_handle |
| 38 | // to the function. |
| 39 | // This configuration change happened at version 5330. |
| 40 | # include <AvailabilityMacros.h> |
| 41 | # if defined(MAC_OS_X_VERSION_10_4) && \ |
| 42 | ((MAC_OS_X_VERSION_MIN_REQUIRED > MAC_OS_X_VERSION_10_4) || \ |
| 43 | (MAC_OS_X_VERSION_MIN_REQUIRED == MAC_OS_X_VERSION_10_4 && \ |
| 44 | __APPLE_CC__ >= 5330)) |
| 45 | # ifndef HAVE___DSO_HANDLE |
| 46 | # define HAVE___DSO_HANDLE 1 |
| 47 | # endif |
| 48 | # endif |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 49 | #endif |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 50 | |
| 51 | #if HAVE___DSO_HANDLE |
| 52 | extern void *__dso_handle __attribute__ ((__visibility__ ("hidden"))); |
Nate Begeman | b76ea74 | 2006-07-22 16:59:38 +0000 | [diff] [blame] | 53 | #endif |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 54 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 55 | namespace { |
| 56 | |
Chris Lattner | 2fe4bb0 | 2006-03-22 06:07:50 +0000 | [diff] [blame] | 57 | static struct RegisterJIT { |
| 58 | RegisterJIT() { JIT::Register(); } |
| 59 | } JITRegistrator; |
| 60 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 61 | } |
| 62 | |
Bob Wilson | e46161f | 2009-06-24 21:09:18 +0000 | [diff] [blame^] | 63 | extern "C" void LLVMLinkInJIT() { |
Jeff Cohen | 2f51914 | 2006-03-24 02:53:49 +0000 | [diff] [blame] | 64 | } |
| 65 | |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 66 | |
Evan Cheng | 2d5424d | 2009-02-01 06:42:27 +0000 | [diff] [blame] | 67 | #if defined(__GNUC__) && !defined(__ARM__EABI__) |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 68 | |
| 69 | // libgcc defines the __register_frame function to dynamically register new |
| 70 | // dwarf frames for exception handling. This functionality is not portable |
| 71 | // across compilers and is only provided by GCC. We use the __register_frame |
| 72 | // function here so that code generated by the JIT cooperates with the unwinding |
| 73 | // runtime of libgcc. When JITting with exception handling enable, LLVM |
| 74 | // generates dwarf frames and registers it to libgcc with __register_frame. |
| 75 | // |
| 76 | // The __register_frame function works with Linux. |
| 77 | // |
| 78 | // Unfortunately, this functionality seems to be in libgcc after the unwinding |
| 79 | // library of libgcc for darwin was written. The code for darwin overwrites the |
| 80 | // value updated by __register_frame with a value fetched with "keymgr". |
| 81 | // "keymgr" is an obsolete functionality, which should be rewritten some day. |
| 82 | // In the meantime, since "keymgr" is on all libgccs shipped with apple-gcc, we |
| 83 | // need a workaround in LLVM which uses the "keymgr" to dynamically modify the |
| 84 | // values of an opaque key, used by libgcc to find dwarf tables. |
| 85 | |
Anton Korobeynikov | 299d9d7 | 2008-03-22 08:53:09 +0000 | [diff] [blame] | 86 | extern "C" void __register_frame(void*); |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 87 | |
Evan Cheng | 00f1628 | 2009-04-14 22:31:59 +0000 | [diff] [blame] | 88 | #if defined(__APPLE__) && MAC_OS_X_VERSION_MAX_ALLOWED <= 1050 |
| 89 | # define USE_KEYMGR 1 |
| 90 | #else |
| 91 | # define USE_KEYMGR 0 |
| 92 | #endif |
| 93 | |
| 94 | #if USE_KEYMGR |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 95 | |
| 96 | namespace { |
| 97 | |
| 98 | // LibgccObject - This is the structure defined in libgcc. There is no #include |
| 99 | // provided for this structure, so we also define it here. libgcc calls it |
| 100 | // "struct object". The structure is undocumented in libgcc. |
| 101 | struct LibgccObject { |
| 102 | void *unused1; |
| 103 | void *unused2; |
| 104 | void *unused3; |
| 105 | |
| 106 | /// frame - Pointer to the exception table. |
| 107 | void *frame; |
| 108 | |
| 109 | /// encoding - The encoding of the object? |
| 110 | union { |
| 111 | struct { |
| 112 | unsigned long sorted : 1; |
| 113 | unsigned long from_array : 1; |
| 114 | unsigned long mixed_encoding : 1; |
| 115 | unsigned long encoding : 8; |
| 116 | unsigned long count : 21; |
| 117 | } b; |
| 118 | size_t i; |
| 119 | } encoding; |
| 120 | |
| 121 | /// fde_end - libgcc defines this field only if some macro is defined. We |
| 122 | /// include this field even if it may not there, to make libgcc happy. |
| 123 | char *fde_end; |
| 124 | |
| 125 | /// next - At least we know it's a chained list! |
| 126 | struct LibgccObject *next; |
| 127 | }; |
| 128 | |
| 129 | // "kemgr" stuff. Apparently, all frame tables are stored there. |
| 130 | extern "C" void _keymgr_set_and_unlock_processwide_ptr(int, void *); |
| 131 | extern "C" void *_keymgr_get_and_lock_processwide_ptr(int); |
| 132 | #define KEYMGR_GCC3_DW2_OBJ_LIST 302 /* Dwarf2 object list */ |
| 133 | |
| 134 | /// LibgccObjectInfo - libgcc defines this struct as km_object_info. It |
| 135 | /// probably contains all dwarf tables that are loaded. |
| 136 | struct LibgccObjectInfo { |
| 137 | |
| 138 | /// seenObjects - LibgccObjects already parsed by the unwinding runtime. |
| 139 | /// |
| 140 | struct LibgccObject* seenObjects; |
| 141 | |
| 142 | /// unseenObjects - LibgccObjects not parsed yet by the unwinding runtime. |
| 143 | /// |
| 144 | struct LibgccObject* unseenObjects; |
| 145 | |
| 146 | unsigned unused[2]; |
| 147 | }; |
| 148 | |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 149 | /// darwin_register_frame - Since __register_frame does not work with darwin's |
| 150 | /// libgcc,we provide our own function, which "tricks" libgcc by modifying the |
| 151 | /// "Dwarf2 object list" key. |
| 152 | void DarwinRegisterFrame(void* FrameBegin) { |
| 153 | // Get the key. |
Chris Lattner | 44e3dd1 | 2009-03-03 20:10:23 +0000 | [diff] [blame] | 154 | LibgccObjectInfo* LOI = (struct LibgccObjectInfo*) |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 155 | _keymgr_get_and_lock_processwide_ptr(KEYMGR_GCC3_DW2_OBJ_LIST); |
Chris Lattner | 44e3dd1 | 2009-03-03 20:10:23 +0000 | [diff] [blame] | 156 | assert(LOI && "This should be preallocated by the runtime"); |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 157 | |
| 158 | // Allocate a new LibgccObject to represent this frame. Deallocation of this |
| 159 | // object may be impossible: since darwin code in libgcc was written after |
| 160 | // the ability to dynamically register frames, things may crash if we |
| 161 | // deallocate it. |
| 162 | struct LibgccObject* ob = (struct LibgccObject*) |
| 163 | malloc(sizeof(struct LibgccObject)); |
| 164 | |
| 165 | // Do like libgcc for the values of the field. |
| 166 | ob->unused1 = (void *)-1; |
| 167 | ob->unused2 = 0; |
| 168 | ob->unused3 = 0; |
| 169 | ob->frame = FrameBegin; |
| 170 | ob->encoding.i = 0; |
| 171 | ob->encoding.b.encoding = llvm::dwarf::DW_EH_PE_omit; |
| 172 | |
| 173 | // Put the info on both places, as libgcc uses the first or the the second |
| 174 | // field. Note that we rely on having two pointers here. If fde_end was a |
| 175 | // char, things would get complicated. |
| 176 | ob->fde_end = (char*)LOI->unseenObjects; |
| 177 | ob->next = LOI->unseenObjects; |
| 178 | |
| 179 | // Update the key's unseenObjects list. |
| 180 | LOI->unseenObjects = ob; |
| 181 | |
| 182 | // Finally update the "key". Apparently, libgcc requires it. |
| 183 | _keymgr_set_and_unlock_processwide_ptr(KEYMGR_GCC3_DW2_OBJ_LIST, |
| 184 | LOI); |
| 185 | |
| 186 | } |
| 187 | |
| 188 | } |
| 189 | #endif // __APPLE__ |
| 190 | #endif // __GNUC__ |
Anton Korobeynikov | 299d9d7 | 2008-03-22 08:53:09 +0000 | [diff] [blame] | 191 | |
Chris Lattner | 34c9433 | 2007-12-06 01:34:04 +0000 | [diff] [blame] | 192 | /// createJIT - This is the factory method for creating a JIT for the current |
| 193 | /// machine, it does not fall back to the interpreter. This takes ownership |
| 194 | /// of the module provider. |
| 195 | ExecutionEngine *ExecutionEngine::createJIT(ModuleProvider *MP, |
| 196 | std::string *ErrorStr, |
Evan Cheng | 502f20b | 2008-08-08 08:11:34 +0000 | [diff] [blame] | 197 | JITMemoryManager *JMM, |
Bill Wendling | 98a366d | 2009-04-29 23:29:43 +0000 | [diff] [blame] | 198 | CodeGenOpt::Level OptLevel) { |
Bill Wendling | 5e5cb79 | 2009-04-29 00:32:19 +0000 | [diff] [blame] | 199 | ExecutionEngine *EE = JIT::createJIT(MP, ErrorStr, JMM, OptLevel); |
Chris Lattner | 34c9433 | 2007-12-06 01:34:04 +0000 | [diff] [blame] | 200 | if (!EE) return 0; |
| 201 | |
Chris Lattner | 34c9433 | 2007-12-06 01:34:04 +0000 | [diff] [blame] | 202 | // Make sure we can resolve symbols in the program as well. The zero arg |
| 203 | // to the function tells DynamicLibrary to load the program, not a library. |
| 204 | sys::DynamicLibrary::LoadLibraryPermanently(0, ErrorStr); |
| 205 | return EE; |
| 206 | } |
| 207 | |
| 208 | JIT::JIT(ModuleProvider *MP, TargetMachine &tm, TargetJITInfo &tji, |
Bill Wendling | 98a366d | 2009-04-29 23:29:43 +0000 | [diff] [blame] | 209 | JITMemoryManager *JMM, CodeGenOpt::Level OptLevel) |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 210 | : ExecutionEngine(MP), TM(tm), TJI(tji) { |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 211 | setTargetData(TM.getTargetData()); |
Misha Brukman | abb027c | 2003-05-27 21:40:39 +0000 | [diff] [blame] | 212 | |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 213 | jitstate = new JITState(MP); |
| 214 | |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 215 | // Initialize JCE |
| 216 | JCE = createEmitter(*this, JMM); |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 217 | |
Brian Gaeke | 50872d5 | 2004-04-14 17:45:52 +0000 | [diff] [blame] | 218 | // Add target data |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 219 | MutexGuard locked(lock); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 220 | FunctionPassManager &PM = jitstate->getPM(locked); |
Chris Lattner | b93b034 | 2006-05-04 21:18:40 +0000 | [diff] [blame] | 221 | PM.add(new TargetData(*TM.getTargetData())); |
Brian Gaeke | 50872d5 | 2004-04-14 17:45:52 +0000 | [diff] [blame] | 222 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 223 | // Turn the machine code intermediate representation into bytes in memory that |
| 224 | // may be executed. |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 225 | if (TM.addPassesToEmitMachineCode(PM, *JCE, OptLevel)) { |
Bill Wendling | 832171c | 2006-12-07 20:04:42 +0000 | [diff] [blame] | 226 | cerr << "Target does not support machine code emission!\n"; |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 227 | abort(); |
| 228 | } |
Chris Lattner | 1911fd4 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 229 | |
Nicolas Geoffray | a7ec87c | 2008-08-18 14:53:56 +0000 | [diff] [blame] | 230 | // Register routine for informing unwinding runtime about new EH frames |
Evan Cheng | 2d5424d | 2009-02-01 06:42:27 +0000 | [diff] [blame] | 231 | #if defined(__GNUC__) && !defined(__ARM_EABI__) |
Evan Cheng | 00f1628 | 2009-04-14 22:31:59 +0000 | [diff] [blame] | 232 | #if USE_KEYMGR |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 233 | struct LibgccObjectInfo* LOI = (struct LibgccObjectInfo*) |
| 234 | _keymgr_get_and_lock_processwide_ptr(KEYMGR_GCC3_DW2_OBJ_LIST); |
| 235 | |
| 236 | // The key is created on demand, and libgcc creates it the first time an |
| 237 | // exception occurs. Since we need the key to register frames, we create |
| 238 | // it now. |
Chris Lattner | 3f91bb3ce | 2009-04-16 21:47:59 +0000 | [diff] [blame] | 239 | if (!LOI) |
| 240 | LOI = (LibgccObjectInfo*)calloc(sizeof(struct LibgccObjectInfo), 1); |
| 241 | _keymgr_set_and_unlock_processwide_ptr(KEYMGR_GCC3_DW2_OBJ_LIST, LOI); |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 242 | InstallExceptionTableRegister(DarwinRegisterFrame); |
| 243 | #else |
Nicolas Geoffray | a7ec87c | 2008-08-18 14:53:56 +0000 | [diff] [blame] | 244 | InstallExceptionTableRegister(__register_frame); |
Nicolas Geoffray | d046fc6 | 2008-08-28 22:34:49 +0000 | [diff] [blame] | 245 | #endif // __APPLE__ |
| 246 | #endif // __GNUC__ |
Nicolas Geoffray | a7ec87c | 2008-08-18 14:53:56 +0000 | [diff] [blame] | 247 | |
Chris Lattner | 1911fd4 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 248 | // Initialize passes. |
| 249 | PM.doInitialization(); |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 250 | } |
| 251 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 252 | JIT::~JIT() { |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 253 | delete jitstate; |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 254 | delete JCE; |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 255 | delete &TM; |
| 256 | } |
| 257 | |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 258 | /// addModuleProvider - Add a new ModuleProvider to the JIT. If we previously |
| 259 | /// removed the last ModuleProvider, we need re-initialize jitstate with a valid |
| 260 | /// ModuleProvider. |
| 261 | void JIT::addModuleProvider(ModuleProvider *MP) { |
| 262 | MutexGuard locked(lock); |
| 263 | |
| 264 | if (Modules.empty()) { |
| 265 | assert(!jitstate && "jitstate should be NULL if Modules vector is empty!"); |
| 266 | |
| 267 | jitstate = new JITState(MP); |
| 268 | |
| 269 | FunctionPassManager &PM = jitstate->getPM(locked); |
| 270 | PM.add(new TargetData(*TM.getTargetData())); |
| 271 | |
| 272 | // Turn the machine code intermediate representation into bytes in memory |
| 273 | // that may be executed. |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 274 | if (TM.addPassesToEmitMachineCode(PM, *JCE, CodeGenOpt::Default)) { |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 275 | cerr << "Target does not support machine code emission!\n"; |
| 276 | abort(); |
| 277 | } |
| 278 | |
| 279 | // Initialize passes. |
| 280 | PM.doInitialization(); |
| 281 | } |
| 282 | |
| 283 | ExecutionEngine::addModuleProvider(MP); |
| 284 | } |
| 285 | |
| 286 | /// removeModuleProvider - If we are removing the last ModuleProvider, |
| 287 | /// invalidate the jitstate since the PassManager it contains references a |
| 288 | /// released ModuleProvider. |
| 289 | Module *JIT::removeModuleProvider(ModuleProvider *MP, std::string *E) { |
| 290 | Module *result = ExecutionEngine::removeModuleProvider(MP, E); |
| 291 | |
| 292 | MutexGuard locked(lock); |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 293 | |
| 294 | if (jitstate->getMP() == MP) { |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 295 | delete jitstate; |
| 296 | jitstate = 0; |
| 297 | } |
| 298 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 299 | if (!jitstate && !Modules.empty()) { |
| 300 | jitstate = new JITState(Modules[0]); |
| 301 | |
| 302 | FunctionPassManager &PM = jitstate->getPM(locked); |
| 303 | PM.add(new TargetData(*TM.getTargetData())); |
| 304 | |
| 305 | // Turn the machine code intermediate representation into bytes in memory |
| 306 | // that may be executed. |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 307 | if (TM.addPassesToEmitMachineCode(PM, *JCE, CodeGenOpt::Default)) { |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 308 | cerr << "Target does not support machine code emission!\n"; |
| 309 | abort(); |
| 310 | } |
| 311 | |
| 312 | // Initialize passes. |
| 313 | PM.doInitialization(); |
| 314 | } |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 315 | return result; |
| 316 | } |
| 317 | |
Nate Begeman | 60789e4 | 2009-01-23 19:27:28 +0000 | [diff] [blame] | 318 | /// deleteModuleProvider - Remove a ModuleProvider from the list of modules, |
| 319 | /// and deletes the ModuleProvider and owned Module. Avoids materializing |
| 320 | /// the underlying module. |
| 321 | void JIT::deleteModuleProvider(ModuleProvider *MP, std::string *E) { |
| 322 | ExecutionEngine::deleteModuleProvider(MP, E); |
| 323 | |
| 324 | MutexGuard locked(lock); |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 325 | |
| 326 | if (jitstate->getMP() == MP) { |
Nate Begeman | 60789e4 | 2009-01-23 19:27:28 +0000 | [diff] [blame] | 327 | delete jitstate; |
| 328 | jitstate = 0; |
| 329 | } |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 330 | |
| 331 | if (!jitstate && !Modules.empty()) { |
| 332 | jitstate = new JITState(Modules[0]); |
| 333 | |
| 334 | FunctionPassManager &PM = jitstate->getPM(locked); |
| 335 | PM.add(new TargetData(*TM.getTargetData())); |
| 336 | |
| 337 | // Turn the machine code intermediate representation into bytes in memory |
| 338 | // that may be executed. |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 339 | if (TM.addPassesToEmitMachineCode(PM, *JCE, CodeGenOpt::Default)) { |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 340 | cerr << "Target does not support machine code emission!\n"; |
| 341 | abort(); |
| 342 | } |
| 343 | |
| 344 | // Initialize passes. |
| 345 | PM.doInitialization(); |
| 346 | } |
Nate Begeman | 60789e4 | 2009-01-23 19:27:28 +0000 | [diff] [blame] | 347 | } |
| 348 | |
Brian Gaeke | 70975ee | 2003-09-05 18:42:01 +0000 | [diff] [blame] | 349 | /// run - Start execution with the specified function and arguments. |
Chris Lattner | 05a1a30 | 2003-08-21 21:32:12 +0000 | [diff] [blame] | 350 | /// |
Chris Lattner | ff0f1bb | 2003-12-26 06:13:47 +0000 | [diff] [blame] | 351 | GenericValue JIT::runFunction(Function *F, |
| 352 | const std::vector<GenericValue> &ArgValues) { |
Chris Lattner | b47130c | 2004-08-15 23:29:50 +0000 | [diff] [blame] | 353 | assert(F && "Function *F was null at entry to run()"); |
Chris Lattner | b47130c | 2004-08-15 23:29:50 +0000 | [diff] [blame] | 354 | |
| 355 | void *FPtr = getPointerToFunction(F); |
Chris Lattner | 7c45d78 | 2004-08-15 23:31:43 +0000 | [diff] [blame] | 356 | assert(FPtr && "Pointer to fn's code was null after getPointerToFunction"); |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 357 | const FunctionType *FTy = F->getFunctionType(); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 358 | const Type *RetTy = FTy->getReturnType(); |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 359 | |
Dan Gohman | 07ab52b | 2009-02-19 02:55:18 +0000 | [diff] [blame] | 360 | assert((FTy->getNumParams() == ArgValues.size() || |
| 361 | (FTy->isVarArg() && FTy->getNumParams() <= ArgValues.size())) && |
| 362 | "Wrong number of arguments passed into function!"); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 363 | assert(FTy->getNumParams() == ArgValues.size() && |
| 364 | "This doesn't support passing arguments through varargs (yet)!"); |
| 365 | |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 366 | // Handle some common cases first. These cases correspond to common `main' |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 367 | // prototypes. |
Chris Lattner | 79e038a | 2007-08-08 16:19:57 +0000 | [diff] [blame] | 368 | if (RetTy == Type::Int32Ty || RetTy == Type::VoidTy) { |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 369 | switch (ArgValues.size()) { |
| 370 | case 3: |
Chris Lattner | 79e038a | 2007-08-08 16:19:57 +0000 | [diff] [blame] | 371 | if (FTy->getParamType(0) == Type::Int32Ty && |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 372 | isa<PointerType>(FTy->getParamType(1)) && |
| 373 | isa<PointerType>(FTy->getParamType(2))) { |
| 374 | int (*PF)(int, char **, const char **) = |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 375 | (int(*)(int, char **, const char **))(intptr_t)FPtr; |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 376 | |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 377 | // Call the function. |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 378 | GenericValue rv; |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 379 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
| 380 | (char **)GVTOP(ArgValues[1]), |
| 381 | (const char **)GVTOP(ArgValues[2]))); |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 382 | return rv; |
| 383 | } |
| 384 | break; |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 385 | case 2: |
Chris Lattner | 79e038a | 2007-08-08 16:19:57 +0000 | [diff] [blame] | 386 | if (FTy->getParamType(0) == Type::Int32Ty && |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 387 | isa<PointerType>(FTy->getParamType(1))) { |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 388 | int (*PF)(int, char **) = (int(*)(int, char **))(intptr_t)FPtr; |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 389 | |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 390 | // Call the function. |
| 391 | GenericValue rv; |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 392 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
| 393 | (char **)GVTOP(ArgValues[1]))); |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 394 | return rv; |
| 395 | } |
| 396 | break; |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 397 | case 1: |
| 398 | if (FTy->getNumParams() == 1 && |
Chris Lattner | 79e038a | 2007-08-08 16:19:57 +0000 | [diff] [blame] | 399 | FTy->getParamType(0) == Type::Int32Ty) { |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 400 | GenericValue rv; |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 401 | int (*PF)(int) = (int(*)(int))(intptr_t)FPtr; |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 402 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue())); |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 403 | return rv; |
| 404 | } |
| 405 | break; |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 406 | } |
| 407 | } |
| 408 | |
| 409 | // Handle cases where no arguments are passed first. |
| 410 | if (ArgValues.empty()) { |
| 411 | GenericValue rv; |
| 412 | switch (RetTy->getTypeID()) { |
| 413 | default: assert(0 && "Unknown return type for function call!"); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 414 | case Type::IntegerTyID: { |
| 415 | unsigned BitWidth = cast<IntegerType>(RetTy)->getBitWidth(); |
| 416 | if (BitWidth == 1) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 417 | rv.IntVal = APInt(BitWidth, ((bool(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 418 | else if (BitWidth <= 8) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 419 | rv.IntVal = APInt(BitWidth, ((char(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 420 | else if (BitWidth <= 16) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 421 | rv.IntVal = APInt(BitWidth, ((short(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 422 | else if (BitWidth <= 32) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 423 | rv.IntVal = APInt(BitWidth, ((int(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 424 | else if (BitWidth <= 64) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 425 | rv.IntVal = APInt(BitWidth, ((int64_t(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 426 | else |
| 427 | assert(0 && "Integer types > 64 bits not supported"); |
Chris Lattner | d297aea | 2004-08-15 23:34:48 +0000 | [diff] [blame] | 428 | return rv; |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 429 | } |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 430 | case Type::VoidTyID: |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 431 | rv.IntVal = APInt(32, ((int(*)())(intptr_t)FPtr)()); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 432 | return rv; |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 433 | case Type::FloatTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 434 | rv.FloatVal = ((float(*)())(intptr_t)FPtr)(); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 435 | return rv; |
| 436 | case Type::DoubleTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 437 | rv.DoubleVal = ((double(*)())(intptr_t)FPtr)(); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 438 | return rv; |
Dale Johannesen | 1abac0d | 2007-09-17 18:44:13 +0000 | [diff] [blame] | 439 | case Type::X86_FP80TyID: |
| 440 | case Type::FP128TyID: |
| 441 | case Type::PPC_FP128TyID: |
| 442 | assert(0 && "long double not supported yet"); |
| 443 | return rv; |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 444 | case Type::PointerTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 445 | return PTOGV(((void*(*)())(intptr_t)FPtr)()); |
Chris Lattner | d297aea | 2004-08-15 23:34:48 +0000 | [diff] [blame] | 446 | } |
Chris Lattner | ff0f1bb | 2003-12-26 06:13:47 +0000 | [diff] [blame] | 447 | } |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 448 | |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 449 | // Okay, this is not one of our quick and easy cases. Because we don't have a |
| 450 | // full FFI, we have to codegen a nullary stub function that just calls the |
| 451 | // function we are interested in, passing in constants for all of the |
| 452 | // arguments. Make this function and return. |
| 453 | |
| 454 | // First, create the function. |
| 455 | FunctionType *STy=FunctionType::get(RetTy, std::vector<const Type*>(), false); |
Gabor Greif | 051a950 | 2008-04-06 20:25:17 +0000 | [diff] [blame] | 456 | Function *Stub = Function::Create(STy, Function::InternalLinkage, "", |
| 457 | F->getParent()); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 458 | |
| 459 | // Insert a basic block. |
Gabor Greif | 051a950 | 2008-04-06 20:25:17 +0000 | [diff] [blame] | 460 | BasicBlock *StubBB = BasicBlock::Create("", Stub); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 461 | |
| 462 | // Convert all of the GenericValue arguments over to constants. Note that we |
| 463 | // currently don't support varargs. |
Chris Lattner | 990b849 | 2007-02-13 06:01:22 +0000 | [diff] [blame] | 464 | SmallVector<Value*, 8> Args; |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 465 | for (unsigned i = 0, e = ArgValues.size(); i != e; ++i) { |
| 466 | Constant *C = 0; |
| 467 | const Type *ArgTy = FTy->getParamType(i); |
| 468 | const GenericValue &AV = ArgValues[i]; |
| 469 | switch (ArgTy->getTypeID()) { |
| 470 | default: assert(0 && "Unknown argument type for function call!"); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 471 | case Type::IntegerTyID: |
| 472 | C = ConstantInt::get(AV.IntVal); |
| 473 | break; |
| 474 | case Type::FloatTyID: |
| 475 | C = ConstantFP::get(APFloat(AV.FloatVal)); |
| 476 | break; |
| 477 | case Type::DoubleTyID: |
| 478 | C = ConstantFP::get(APFloat(AV.DoubleVal)); |
| 479 | break; |
Dale Johannesen | 1abac0d | 2007-09-17 18:44:13 +0000 | [diff] [blame] | 480 | case Type::PPC_FP128TyID: |
| 481 | case Type::X86_FP80TyID: |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 482 | case Type::FP128TyID: |
| 483 | C = ConstantFP::get(APFloat(AV.IntVal)); |
| 484 | break; |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 485 | case Type::PointerTyID: |
| 486 | void *ArgPtr = GVTOP(AV); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 487 | if (sizeof(void*) == 4) |
Reid Spencer | e49661b | 2006-12-31 05:51:36 +0000 | [diff] [blame] | 488 | C = ConstantInt::get(Type::Int32Ty, (int)(intptr_t)ArgPtr); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 489 | else |
Reid Spencer | e49661b | 2006-12-31 05:51:36 +0000 | [diff] [blame] | 490 | C = ConstantInt::get(Type::Int64Ty, (intptr_t)ArgPtr); |
Reid Spencer | 15f46d6 | 2006-12-12 01:17:41 +0000 | [diff] [blame] | 491 | C = ConstantExpr::getIntToPtr(C, ArgTy); // Cast the integer to pointer |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 492 | break; |
| 493 | } |
| 494 | Args.push_back(C); |
| 495 | } |
| 496 | |
Gabor Greif | b1dbcd8 | 2008-05-15 10:04:30 +0000 | [diff] [blame] | 497 | CallInst *TheCall = CallInst::Create(F, Args.begin(), Args.end(), |
| 498 | "", StubBB); |
Chris Lattner | cdfc51f | 2008-11-23 08:00:11 +0000 | [diff] [blame] | 499 | TheCall->setCallingConv(F->getCallingConv()); |
Chris Lattner | a471e04 | 2005-05-06 06:48:54 +0000 | [diff] [blame] | 500 | TheCall->setTailCall(); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 501 | if (TheCall->getType() != Type::VoidTy) |
Gabor Greif | b1dbcd8 | 2008-05-15 10:04:30 +0000 | [diff] [blame] | 502 | ReturnInst::Create(TheCall, StubBB); // Return result of the call. |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 503 | else |
Gabor Greif | b1dbcd8 | 2008-05-15 10:04:30 +0000 | [diff] [blame] | 504 | ReturnInst::Create(StubBB); // Just return void. |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 505 | |
| 506 | // Finally, return the value returned by our nullary stub function. |
| 507 | return runFunction(Stub, std::vector<GenericValue>()); |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 508 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 509 | |
| 510 | /// runJITOnFunction - Run the FunctionPassManager full of |
| 511 | /// just-in-time compilation passes on F, hopefully filling in |
| 512 | /// GlobalAddress[F] with the address of F's machine code. |
| 513 | /// |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 514 | void JIT::runJITOnFunction(Function *F, MachineCodeInfo *MCI) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 515 | MutexGuard locked(lock); |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 516 | |
| 517 | registerMachineCodeInfo(MCI); |
| 518 | |
Dan Gohman | 21afcda | 2009-02-06 21:25:08 +0000 | [diff] [blame] | 519 | runJITOnFunctionUnlocked(F, locked); |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 520 | |
| 521 | registerMachineCodeInfo(0); |
Dan Gohman | 21afcda | 2009-02-06 21:25:08 +0000 | [diff] [blame] | 522 | } |
| 523 | |
| 524 | void JIT::runJITOnFunctionUnlocked(Function *F, const MutexGuard &locked) { |
| 525 | static bool isAlreadyCodeGenerating = false; |
Chris Lattner | 17f218e | 2007-08-13 20:08:16 +0000 | [diff] [blame] | 526 | assert(!isAlreadyCodeGenerating && "Error: Recursive compilation detected!"); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 527 | |
| 528 | // JIT the function |
| 529 | isAlreadyCodeGenerating = true; |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 530 | jitstate->getPM(locked).run(*F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 531 | isAlreadyCodeGenerating = false; |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 532 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 533 | // If the function referred to another function that had not yet been |
| 534 | // read from bitcode, but we are jitting non-lazily, emit it now. |
| 535 | while (!jitstate->getPendingFunctions(locked).empty()) { |
| 536 | Function *PF = jitstate->getPendingFunctions(locked).back(); |
| 537 | jitstate->getPendingFunctions(locked).pop_back(); |
| 538 | |
| 539 | // JIT the function |
| 540 | isAlreadyCodeGenerating = true; |
| 541 | jitstate->getPM(locked).run(*PF); |
| 542 | isAlreadyCodeGenerating = false; |
| 543 | |
| 544 | // Now that the function has been jitted, ask the JITEmitter to rewrite |
| 545 | // the stub with real address of the function. |
| 546 | updateFunctionStub(PF); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 547 | } |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 548 | |
| 549 | // If the JIT is configured to emit info so that dlsym can be used to |
| 550 | // rewrite stubs to external globals, do so now. |
| 551 | if (areDlsymStubsEnabled() && isLazyCompilationDisabled()) |
| 552 | updateDlsymStubTable(); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 553 | } |
| 554 | |
| 555 | /// getPointerToFunction - This method is used to get the address of the |
| 556 | /// specified function, compiling it if neccesary. |
| 557 | /// |
| 558 | void *JIT::getPointerToFunction(Function *F) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 559 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 560 | if (void *Addr = getPointerToGlobalIfAvailable(F)) |
| 561 | return Addr; // Check if function already code gen'd |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 562 | |
Dan Gohman | a3ac0c1 | 2009-02-19 02:40:15 +0000 | [diff] [blame] | 563 | MutexGuard locked(lock); |
Nicolas Geoffray | e91208c | 2009-06-12 14:11:08 +0000 | [diff] [blame] | 564 | |
| 565 | // Now that this thread owns the lock, check if another thread has already |
| 566 | // code gen'd the function. |
| 567 | if (void *Addr = getPointerToGlobalIfAvailable(F)) |
| 568 | return Addr; |
Dan Gohman | a3ac0c1 | 2009-02-19 02:40:15 +0000 | [diff] [blame] | 569 | |
Chris Lattner | fe85403 | 2006-08-16 01:24:12 +0000 | [diff] [blame] | 570 | // Make sure we read in the function if it exists in this Module. |
Gabor Greif | a99be51 | 2007-07-05 17:07:56 +0000 | [diff] [blame] | 571 | if (F->hasNotBeenReadFromBitcode()) { |
Chris Lattner | fe85403 | 2006-08-16 01:24:12 +0000 | [diff] [blame] | 572 | // Determine the module provider this function is provided by. |
| 573 | Module *M = F->getParent(); |
| 574 | ModuleProvider *MP = 0; |
| 575 | for (unsigned i = 0, e = Modules.size(); i != e; ++i) { |
| 576 | if (Modules[i]->getModule() == M) { |
| 577 | MP = Modules[i]; |
| 578 | break; |
| 579 | } |
| 580 | } |
| 581 | assert(MP && "Function isn't in a module we know about!"); |
| 582 | |
Chris Lattner | 5c72a3a | 2006-07-07 17:18:09 +0000 | [diff] [blame] | 583 | std::string ErrorMsg; |
| 584 | if (MP->materializeFunction(F, &ErrorMsg)) { |
Bill Wendling | 832171c | 2006-12-07 20:04:42 +0000 | [diff] [blame] | 585 | cerr << "Error reading function '" << F->getName() |
Gabor Greif | a99be51 | 2007-07-05 17:07:56 +0000 | [diff] [blame] | 586 | << "' from bitcode file: " << ErrorMsg << "\n"; |
Chris Lattner | 0050ef8 | 2004-11-15 23:18:09 +0000 | [diff] [blame] | 587 | abort(); |
| 588 | } |
Mon P Wang | 1c341c8 | 2008-10-10 01:47:42 +0000 | [diff] [blame] | 589 | |
Dan Gohman | 69f9378 | 2009-01-05 05:32:42 +0000 | [diff] [blame] | 590 | // Now retry to get the address. |
| 591 | if (void *Addr = getPointerToGlobalIfAvailable(F)) |
| 592 | return Addr; |
Nicolas Geoffray | fd7d991 | 2008-04-20 08:33:02 +0000 | [diff] [blame] | 593 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 594 | |
Reid Spencer | 5cbf985 | 2007-01-30 20:08:39 +0000 | [diff] [blame] | 595 | if (F->isDeclaration()) { |
Duncan Sands | 667d4b8 | 2009-03-07 15:45:40 +0000 | [diff] [blame] | 596 | bool AbortOnFailure = |
| 597 | !areDlsymStubsEnabled() && !F->hasExternalWeakLinkage(); |
Dan Gohman | 69f9378 | 2009-01-05 05:32:42 +0000 | [diff] [blame] | 598 | void *Addr = getPointerToNamedFunction(F->getName(), AbortOnFailure); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 599 | addGlobalMapping(F, Addr); |
| 600 | return Addr; |
| 601 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 602 | |
Dan Gohman | 21afcda | 2009-02-06 21:25:08 +0000 | [diff] [blame] | 603 | runJITOnFunctionUnlocked(F, locked); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 604 | |
| 605 | void *Addr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 606 | assert(Addr && "Code generation didn't add function to GlobalAddress table!"); |
| 607 | return Addr; |
| 608 | } |
| 609 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 610 | /// getOrEmitGlobalVariable - Return the address of the specified global |
| 611 | /// variable, possibly emitting it to memory if needed. This is used by the |
| 612 | /// Emitter. |
| 613 | void *JIT::getOrEmitGlobalVariable(const GlobalVariable *GV) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 614 | MutexGuard locked(lock); |
| 615 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 616 | void *Ptr = getPointerToGlobalIfAvailable(GV); |
| 617 | if (Ptr) return Ptr; |
| 618 | |
| 619 | // If the global is external, just remember the address. |
Reid Spencer | 5cbf985 | 2007-01-30 20:08:39 +0000 | [diff] [blame] | 620 | if (GV->isDeclaration()) { |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 621 | #if HAVE___DSO_HANDLE |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 622 | if (GV->getName() == "__dso_handle") |
| 623 | return (void*)&__dso_handle; |
Evan Cheng | b82ab94 | 2006-07-22 00:42:03 +0000 | [diff] [blame] | 624 | #endif |
Reid Spencer | df5a37e | 2004-11-29 14:11:29 +0000 | [diff] [blame] | 625 | Ptr = sys::DynamicLibrary::SearchForAddressOfSymbol(GV->getName().c_str()); |
Nate Begeman | 6694198 | 2009-03-04 19:10:38 +0000 | [diff] [blame] | 626 | if (Ptr == 0 && !areDlsymStubsEnabled()) { |
Bill Wendling | 832171c | 2006-12-07 20:04:42 +0000 | [diff] [blame] | 627 | cerr << "Could not resolve external global address: " |
| 628 | << GV->getName() << "\n"; |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 629 | abort(); |
| 630 | } |
Nate Begeman | 6694198 | 2009-03-04 19:10:38 +0000 | [diff] [blame] | 631 | addGlobalMapping(GV, Ptr); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 632 | } else { |
Evan Cheng | 4d544a2 | 2009-01-16 19:14:49 +0000 | [diff] [blame] | 633 | // GlobalVariable's which are not "constant" will cause trouble in a server |
| 634 | // situation. It's returned in the same block of memory as code which may |
| 635 | // not be writable. |
| 636 | if (isGVCompilationDisabled() && !GV->isConstant()) { |
Evan Cheng | 77f86ad | 2008-12-09 07:31:49 +0000 | [diff] [blame] | 637 | cerr << "Compilation of non-internal GlobalValue is disabled!\n"; |
Evan Cheng | 446531e | 2008-09-24 16:25:55 +0000 | [diff] [blame] | 638 | abort(); |
| 639 | } |
Dale Johannesen | dd947ea | 2008-08-07 01:30:15 +0000 | [diff] [blame] | 640 | // If the global hasn't been emitted to memory yet, allocate space and |
| 641 | // emit it into memory. It goes in the same array as the generated |
| 642 | // code, jump tables, etc. |
Chris Lattner | f5d438c | 2006-05-02 21:57:51 +0000 | [diff] [blame] | 643 | const Type *GlobalType = GV->getType()->getElementType(); |
Duncan Sands | 777d230 | 2009-05-09 07:06:46 +0000 | [diff] [blame] | 644 | size_t S = getTargetData()->getTypeAllocSize(GlobalType); |
Duncan Sands | d102593 | 2008-01-29 06:23:44 +0000 | [diff] [blame] | 645 | size_t A = getTargetData()->getPreferredAlignment(GV); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 646 | if (GV->isThreadLocal()) { |
| 647 | MutexGuard locked(lock); |
| 648 | Ptr = TJI.allocateThreadLocalMemory(S); |
Evan Cheng | b0b5349 | 2008-11-04 09:30:48 +0000 | [diff] [blame] | 649 | } else if (TJI.allocateSeparateGVMemory()) { |
| 650 | if (A <= 8) { |
| 651 | Ptr = malloc(S); |
| 652 | } else { |
| 653 | // Allocate S+A bytes of memory, then use an aligned pointer within that |
| 654 | // space. |
| 655 | Ptr = malloc(S+A); |
| 656 | unsigned MisAligned = ((intptr_t)Ptr & (A-1)); |
| 657 | Ptr = (char*)Ptr + (MisAligned ? (A-MisAligned) : 0); |
| 658 | } |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 659 | } else { |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 660 | Ptr = JCE->allocateSpace(S, A); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 661 | } |
Dale Johannesen | dd947ea | 2008-08-07 01:30:15 +0000 | [diff] [blame] | 662 | addGlobalMapping(GV, Ptr); |
| 663 | EmitGlobalVariable(GV); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 664 | } |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 665 | return Ptr; |
| 666 | } |
| 667 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 668 | /// recompileAndRelinkFunction - This method is used to force a function |
| 669 | /// which has already been compiled, to be compiled again, possibly |
| 670 | /// after it has been modified. Then the entry to the old copy is overwritten |
| 671 | /// with a branch to the new copy. If there was no old copy, this acts |
| 672 | /// just like JIT::getPointerToFunction(). |
| 673 | /// |
| 674 | void *JIT::recompileAndRelinkFunction(Function *F) { |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 675 | void *OldAddr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 676 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 677 | // If it's not already compiled there is no reason to patch it up. |
| 678 | if (OldAddr == 0) { return getPointerToFunction(F); } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 679 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 680 | // Delete the old function mapping. |
| 681 | addGlobalMapping(F, 0); |
| 682 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 683 | // Recodegen the function |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 684 | runJITOnFunction(F); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 685 | |
| 686 | // Update state, forward the old function to the new function. |
| 687 | void *Addr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 688 | assert(Addr && "Code generation didn't add function to GlobalAddress table!"); |
| 689 | TJI.replaceMachineCodeForFunction(OldAddr, Addr); |
| 690 | return Addr; |
| 691 | } |
Misha Brukman | 895eddf | 2004-11-07 23:58:46 +0000 | [diff] [blame] | 692 | |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 693 | /// getMemoryForGV - This method abstracts memory allocation of global |
| 694 | /// variable so that the JIT can allocate thread local variables depending |
| 695 | /// on the target. |
| 696 | /// |
| 697 | char* JIT::getMemoryForGV(const GlobalVariable* GV) { |
| 698 | const Type *ElTy = GV->getType()->getElementType(); |
Duncan Sands | 777d230 | 2009-05-09 07:06:46 +0000 | [diff] [blame] | 699 | size_t GVSize = (size_t)getTargetData()->getTypeAllocSize(ElTy); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 700 | if (GV->isThreadLocal()) { |
| 701 | MutexGuard locked(lock); |
| 702 | return TJI.allocateThreadLocalMemory(GVSize); |
| 703 | } else { |
| 704 | return new char[GVSize]; |
| 705 | } |
| 706 | } |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 707 | |
| 708 | void JIT::addPendingFunction(Function *F) { |
| 709 | MutexGuard locked(lock); |
| 710 | jitstate->getPendingFunctions(locked).push_back(F); |
| 711 | } |