Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 1 | //===-- JIT.cpp - LLVM Just in Time Compiler ------------------------------===// |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 2 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 7 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 9 | // |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 10 | // This tool implements a just-in-time compiler for LLVM, allowing direct |
Gabor Greif | a99be51 | 2007-07-05 17:07:56 +0000 | [diff] [blame] | 11 | // execution of LLVM bitcode in an efficient manner. |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 15 | #include "JIT.h" |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 16 | #include "llvm/ADT/SmallPtrSet.h" |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/JITCodeEmitter.h" |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 18 | #include "llvm/CodeGen/MachineCodeInfo.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 19 | #include "llvm/Config/config.h" |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 20 | #include "llvm/ExecutionEngine/GenericValue.h" |
| 21 | #include "llvm/ExecutionEngine/JITEventListener.h" |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 22 | #include "llvm/ExecutionEngine/JITMemoryManager.h" |
Chandler Carruth | 0b8c9a8 | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 23 | #include "llvm/IR/Constants.h" |
| 24 | #include "llvm/IR/DataLayout.h" |
| 25 | #include "llvm/IR/DerivedTypes.h" |
| 26 | #include "llvm/IR/Function.h" |
| 27 | #include "llvm/IR/GlobalVariable.h" |
| 28 | #include "llvm/IR/Instructions.h" |
Chris Lattner | 44e3dd1 | 2009-03-03 20:10:23 +0000 | [diff] [blame] | 29 | #include "llvm/Support/Dwarf.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 30 | #include "llvm/Support/DynamicLibrary.h" |
Torok Edwin | 31e2466 | 2009-07-07 17:32:34 +0000 | [diff] [blame] | 31 | #include "llvm/Support/ErrorHandling.h" |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 32 | #include "llvm/Support/ManagedStatic.h" |
Chris Lattner | 44e3dd1 | 2009-03-03 20:10:23 +0000 | [diff] [blame] | 33 | #include "llvm/Support/MutexGuard.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 34 | #include "llvm/Target/TargetJITInfo.h" |
| 35 | #include "llvm/Target/TargetMachine.h" |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 36 | |
Chris Lattner | c19aade | 2003-12-08 08:06:28 +0000 | [diff] [blame] | 37 | using namespace llvm; |
Misha Brukman | abb027c | 2003-05-27 21:40:39 +0000 | [diff] [blame] | 38 | |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 39 | #ifdef __APPLE__ |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 40 | // Apple gcc defaults to -fuse-cxa-atexit (i.e. calls __cxa_atexit instead |
| 41 | // of atexit). It passes the address of linker generated symbol __dso_handle |
| 42 | // to the function. |
| 43 | // This configuration change happened at version 5330. |
| 44 | # include <AvailabilityMacros.h> |
| 45 | # if defined(MAC_OS_X_VERSION_10_4) && \ |
| 46 | ((MAC_OS_X_VERSION_MIN_REQUIRED > MAC_OS_X_VERSION_10_4) || \ |
| 47 | (MAC_OS_X_VERSION_MIN_REQUIRED == MAC_OS_X_VERSION_10_4 && \ |
| 48 | __APPLE_CC__ >= 5330)) |
| 49 | # ifndef HAVE___DSO_HANDLE |
| 50 | # define HAVE___DSO_HANDLE 1 |
| 51 | # endif |
| 52 | # endif |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 53 | #endif |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 54 | |
| 55 | #if HAVE___DSO_HANDLE |
| 56 | extern void *__dso_handle __attribute__ ((__visibility__ ("hidden"))); |
Nate Begeman | b76ea74 | 2006-07-22 16:59:38 +0000 | [diff] [blame] | 57 | #endif |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 58 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 59 | namespace { |
| 60 | |
Chris Lattner | 2fe4bb0 | 2006-03-22 06:07:50 +0000 | [diff] [blame] | 61 | static struct RegisterJIT { |
| 62 | RegisterJIT() { JIT::Register(); } |
| 63 | } JITRegistrator; |
| 64 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 65 | } |
| 66 | |
Bob Wilson | e46161f | 2009-06-24 21:09:18 +0000 | [diff] [blame] | 67 | extern "C" void LLVMLinkInJIT() { |
Jeff Cohen | 2f51914 | 2006-03-24 02:53:49 +0000 | [diff] [blame] | 68 | } |
| 69 | |
Chris Lattner | 34c9433 | 2007-12-06 01:34:04 +0000 | [diff] [blame] | 70 | /// createJIT - This is the factory method for creating a JIT for the current |
| 71 | /// machine, it does not fall back to the interpreter. This takes ownership |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 72 | /// of the module. |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 73 | ExecutionEngine *JIT::createJIT(Module *M, |
Reid Kleckner | 4b1511b | 2009-07-18 00:42:18 +0000 | [diff] [blame] | 74 | std::string *ErrorStr, |
| 75 | JITMemoryManager *JMM, |
Eric Christopher | 88b5aca | 2009-11-17 21:58:16 +0000 | [diff] [blame] | 76 | bool GVsWithCode, |
Dylan Noblesmith | c5b2858 | 2011-05-13 21:51:29 +0000 | [diff] [blame] | 77 | TargetMachine *TM) { |
Nick Lewycky | 83a82ac | 2010-08-17 16:19:18 +0000 | [diff] [blame] | 78 | // Try to register the program as a source of symbols to resolve against. |
Dylan Noblesmith | 2ea29ba | 2011-05-13 21:36:16 +0000 | [diff] [blame] | 79 | // |
| 80 | // FIXME: Don't do this here. |
Nick Lewycky | 83a82ac | 2010-08-17 16:19:18 +0000 | [diff] [blame] | 81 | sys::DynamicLibrary::LoadLibraryPermanently(0, NULL); |
| 82 | |
Dylan Noblesmith | 2ea29ba | 2011-05-13 21:36:16 +0000 | [diff] [blame] | 83 | // If the target supports JIT code generation, create the JIT. |
Reid Kleckner | 4b1511b | 2009-07-18 00:42:18 +0000 | [diff] [blame] | 84 | if (TargetJITInfo *TJ = TM->getJITInfo()) { |
Dylan Noblesmith | 9ea4717 | 2011-12-12 04:20:36 +0000 | [diff] [blame] | 85 | return new JIT(M, *TM, *TJ, JMM, GVsWithCode); |
Reid Kleckner | 4b1511b | 2009-07-18 00:42:18 +0000 | [diff] [blame] | 86 | } else { |
| 87 | if (ErrorStr) |
| 88 | *ErrorStr = "target does not support JIT code generation"; |
| 89 | return 0; |
| 90 | } |
Chris Lattner | 34c9433 | 2007-12-06 01:34:04 +0000 | [diff] [blame] | 91 | } |
| 92 | |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 93 | namespace { |
| 94 | /// This class supports the global getPointerToNamedFunction(), which allows |
| 95 | /// bugpoint or gdb users to search for a function by name without any context. |
| 96 | class JitPool { |
| 97 | SmallPtrSet<JIT*, 1> JITs; // Optimize for process containing just 1 JIT. |
| 98 | mutable sys::Mutex Lock; |
| 99 | public: |
| 100 | void Add(JIT *jit) { |
| 101 | MutexGuard guard(Lock); |
| 102 | JITs.insert(jit); |
| 103 | } |
| 104 | void Remove(JIT *jit) { |
| 105 | MutexGuard guard(Lock); |
| 106 | JITs.erase(jit); |
| 107 | } |
| 108 | void *getPointerToNamedFunction(const char *Name) const { |
| 109 | MutexGuard guard(Lock); |
| 110 | assert(JITs.size() != 0 && "No Jit registered"); |
| 111 | //search function in every instance of JIT |
| 112 | for (SmallPtrSet<JIT*, 1>::const_iterator Jit = JITs.begin(), |
| 113 | end = JITs.end(); |
| 114 | Jit != end; ++Jit) { |
| 115 | if (Function *F = (*Jit)->FindFunctionNamed(Name)) |
| 116 | return (*Jit)->getPointerToFunction(F); |
| 117 | } |
| 118 | // The function is not available : fallback on the first created (will |
| 119 | // search in symbol of the current program/library) |
| 120 | return (*JITs.begin())->getPointerToNamedFunction(Name); |
| 121 | } |
| 122 | }; |
| 123 | ManagedStatic<JitPool> AllJits; |
| 124 | } |
| 125 | extern "C" { |
| 126 | // getPointerToNamedFunction - This function is used as a global wrapper to |
| 127 | // JIT::getPointerToNamedFunction for the purpose of resolving symbols when |
| 128 | // bugpoint is debugging the JIT. In that scenario, we are loading an .so and |
| 129 | // need to resolve function(s) that are being mis-codegenerated, so we need to |
| 130 | // resolve their addresses at runtime, and this is the way to do it. |
| 131 | void *getPointerToNamedFunction(const char *Name) { |
| 132 | return AllJits->getPointerToNamedFunction(Name); |
| 133 | } |
| 134 | } |
| 135 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 136 | JIT::JIT(Module *M, TargetMachine &tm, TargetJITInfo &tji, |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 137 | JITMemoryManager *jmm, bool GVsWithCode) |
| 138 | : ExecutionEngine(M), TM(tm), TJI(tji), |
| 139 | JMM(jmm ? jmm : JITMemoryManager::CreateDefaultMemManager()), |
| 140 | AllocateGVsWithCode(GVsWithCode), isAlreadyCodeGenerating(false) { |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 141 | setDataLayout(TM.getDataLayout()); |
Misha Brukman | abb027c | 2003-05-27 21:40:39 +0000 | [diff] [blame] | 142 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 143 | jitstate = new JITState(M); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 144 | |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 145 | // Initialize JCE |
Reid Kleckner | 2763217 | 2009-09-20 23:52:43 +0000 | [diff] [blame] | 146 | JCE = createEmitter(*this, JMM, TM); |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 147 | |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 148 | // Register in global list of all JITs. |
| 149 | AllJits->Add(this); |
| 150 | |
Brian Gaeke | 50872d5 | 2004-04-14 17:45:52 +0000 | [diff] [blame] | 151 | // Add target data |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 152 | MutexGuard locked(lock); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 153 | FunctionPassManager &PM = jitstate->getPM(locked); |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 154 | PM.add(new DataLayout(*TM.getDataLayout())); |
Brian Gaeke | 50872d5 | 2004-04-14 17:45:52 +0000 | [diff] [blame] | 155 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 156 | // Turn the machine code intermediate representation into bytes in memory that |
| 157 | // may be executed. |
Dylan Noblesmith | d95e67d | 2011-12-01 21:49:21 +0000 | [diff] [blame] | 158 | if (TM.addPassesToEmitMachineCode(PM, *JCE)) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 159 | report_fatal_error("Target does not support machine code emission!"); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 160 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 161 | |
Chris Lattner | 1911fd4 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 162 | // Initialize passes. |
| 163 | PM.doInitialization(); |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 164 | } |
| 165 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 166 | JIT::~JIT() { |
Duncan Sands | b35fd44 | 2010-10-21 08:57:29 +0000 | [diff] [blame] | 167 | // Cleanup. |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 168 | AllJits->Remove(this); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 169 | delete jitstate; |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 170 | delete JCE; |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 171 | // JMM is a ownership of JCE, so we no need delete JMM here. |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 172 | delete &TM; |
| 173 | } |
| 174 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 175 | /// addModule - Add a new Module to the JIT. If we previously removed the last |
| 176 | /// Module, we need re-initialize jitstate with a valid Module. |
| 177 | void JIT::addModule(Module *M) { |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 178 | MutexGuard locked(lock); |
| 179 | |
| 180 | if (Modules.empty()) { |
| 181 | assert(!jitstate && "jitstate should be NULL if Modules vector is empty!"); |
| 182 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 183 | jitstate = new JITState(M); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 184 | |
| 185 | FunctionPassManager &PM = jitstate->getPM(locked); |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 186 | PM.add(new DataLayout(*TM.getDataLayout())); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 187 | |
| 188 | // Turn the machine code intermediate representation into bytes in memory |
| 189 | // that may be executed. |
Dylan Noblesmith | d95e67d | 2011-12-01 21:49:21 +0000 | [diff] [blame] | 190 | if (TM.addPassesToEmitMachineCode(PM, *JCE)) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 191 | report_fatal_error("Target does not support machine code emission!"); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 192 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 193 | |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 194 | // Initialize passes. |
| 195 | PM.doInitialization(); |
| 196 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 197 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 198 | ExecutionEngine::addModule(M); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 199 | } |
| 200 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 201 | /// removeModule - If we are removing the last Module, invalidate the jitstate |
| 202 | /// since the PassManager it contains references a released Module. |
| 203 | bool JIT::removeModule(Module *M) { |
| 204 | bool result = ExecutionEngine::removeModule(M); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 205 | |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 206 | MutexGuard locked(lock); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 207 | |
Chad Rosier | 9402be9 | 2012-07-25 19:06:29 +0000 | [diff] [blame] | 208 | if (jitstate && jitstate->getModule() == M) { |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 209 | delete jitstate; |
| 210 | jitstate = 0; |
| 211 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 212 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 213 | if (!jitstate && !Modules.empty()) { |
| 214 | jitstate = new JITState(Modules[0]); |
| 215 | |
| 216 | FunctionPassManager &PM = jitstate->getPM(locked); |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 217 | PM.add(new DataLayout(*TM.getDataLayout())); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 218 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 219 | // Turn the machine code intermediate representation into bytes in memory |
| 220 | // that may be executed. |
Dylan Noblesmith | d95e67d | 2011-12-01 21:49:21 +0000 | [diff] [blame] | 221 | if (TM.addPassesToEmitMachineCode(PM, *JCE)) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 222 | report_fatal_error("Target does not support machine code emission!"); |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 223 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 224 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 225 | // Initialize passes. |
| 226 | PM.doInitialization(); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 227 | } |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 228 | return result; |
| 229 | } |
| 230 | |
Brian Gaeke | 70975ee | 2003-09-05 18:42:01 +0000 | [diff] [blame] | 231 | /// run - Start execution with the specified function and arguments. |
Chris Lattner | 05a1a30 | 2003-08-21 21:32:12 +0000 | [diff] [blame] | 232 | /// |
Chris Lattner | ff0f1bb | 2003-12-26 06:13:47 +0000 | [diff] [blame] | 233 | GenericValue JIT::runFunction(Function *F, |
| 234 | const std::vector<GenericValue> &ArgValues) { |
Chris Lattner | b47130c | 2004-08-15 23:29:50 +0000 | [diff] [blame] | 235 | assert(F && "Function *F was null at entry to run()"); |
Chris Lattner | b47130c | 2004-08-15 23:29:50 +0000 | [diff] [blame] | 236 | |
| 237 | void *FPtr = getPointerToFunction(F); |
Chris Lattner | 7c45d78 | 2004-08-15 23:31:43 +0000 | [diff] [blame] | 238 | assert(FPtr && "Pointer to fn's code was null after getPointerToFunction"); |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 239 | FunctionType *FTy = F->getFunctionType(); |
| 240 | Type *RetTy = FTy->getReturnType(); |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 241 | |
Dan Gohman | 07ab52b | 2009-02-19 02:55:18 +0000 | [diff] [blame] | 242 | assert((FTy->getNumParams() == ArgValues.size() || |
| 243 | (FTy->isVarArg() && FTy->getNumParams() <= ArgValues.size())) && |
| 244 | "Wrong number of arguments passed into function!"); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 245 | assert(FTy->getNumParams() == ArgValues.size() && |
| 246 | "This doesn't support passing arguments through varargs (yet)!"); |
| 247 | |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 248 | // Handle some common cases first. These cases correspond to common `main' |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 249 | // prototypes. |
Duncan Sands | b0bc6c3 | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 250 | if (RetTy->isIntegerTy(32) || RetTy->isVoidTy()) { |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 251 | switch (ArgValues.size()) { |
| 252 | case 3: |
Duncan Sands | b0bc6c3 | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 253 | if (FTy->getParamType(0)->isIntegerTy(32) && |
Duncan Sands | 1df9859 | 2010-02-16 11:11:14 +0000 | [diff] [blame] | 254 | FTy->getParamType(1)->isPointerTy() && |
| 255 | FTy->getParamType(2)->isPointerTy()) { |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 256 | int (*PF)(int, char **, const char **) = |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 257 | (int(*)(int, char **, const char **))(intptr_t)FPtr; |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 258 | |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 259 | // Call the function. |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 260 | GenericValue rv; |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 261 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 262 | (char **)GVTOP(ArgValues[1]), |
| 263 | (const char **)GVTOP(ArgValues[2]))); |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 264 | return rv; |
| 265 | } |
| 266 | break; |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 267 | case 2: |
Duncan Sands | b0bc6c3 | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 268 | if (FTy->getParamType(0)->isIntegerTy(32) && |
Duncan Sands | 1df9859 | 2010-02-16 11:11:14 +0000 | [diff] [blame] | 269 | FTy->getParamType(1)->isPointerTy()) { |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 270 | int (*PF)(int, char **) = (int(*)(int, char **))(intptr_t)FPtr; |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 271 | |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 272 | // Call the function. |
| 273 | GenericValue rv; |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 274 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 275 | (char **)GVTOP(ArgValues[1]))); |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 276 | return rv; |
| 277 | } |
| 278 | break; |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 279 | case 1: |
Nuno Lopes | 847a32b | 2012-08-02 12:09:32 +0000 | [diff] [blame] | 280 | if (FTy->getParamType(0)->isIntegerTy(32)) { |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 281 | GenericValue rv; |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 282 | int (*PF)(int) = (int(*)(int))(intptr_t)FPtr; |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 283 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue())); |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 284 | return rv; |
| 285 | } |
Nuno Lopes | 847a32b | 2012-08-02 12:09:32 +0000 | [diff] [blame] | 286 | if (FTy->getParamType(0)->isPointerTy()) { |
| 287 | GenericValue rv; |
| 288 | int (*PF)(char *) = (int(*)(char *))(intptr_t)FPtr; |
| 289 | rv.IntVal = APInt(32, PF((char*)GVTOP(ArgValues[0]))); |
| 290 | return rv; |
| 291 | } |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 292 | break; |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 293 | } |
| 294 | } |
| 295 | |
| 296 | // Handle cases where no arguments are passed first. |
| 297 | if (ArgValues.empty()) { |
| 298 | GenericValue rv; |
| 299 | switch (RetTy->getTypeID()) { |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 300 | default: llvm_unreachable("Unknown return type for function call!"); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 301 | case Type::IntegerTyID: { |
| 302 | unsigned BitWidth = cast<IntegerType>(RetTy)->getBitWidth(); |
| 303 | if (BitWidth == 1) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 304 | rv.IntVal = APInt(BitWidth, ((bool(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 305 | else if (BitWidth <= 8) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 306 | rv.IntVal = APInt(BitWidth, ((char(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 307 | else if (BitWidth <= 16) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 308 | rv.IntVal = APInt(BitWidth, ((short(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 309 | else if (BitWidth <= 32) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 310 | rv.IntVal = APInt(BitWidth, ((int(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 311 | else if (BitWidth <= 64) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 312 | rv.IntVal = APInt(BitWidth, ((int64_t(*)())(intptr_t)FPtr)()); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 313 | else |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 314 | llvm_unreachable("Integer types > 64 bits not supported"); |
Chris Lattner | d297aea | 2004-08-15 23:34:48 +0000 | [diff] [blame] | 315 | return rv; |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 316 | } |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 317 | case Type::VoidTyID: |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 318 | rv.IntVal = APInt(32, ((int(*)())(intptr_t)FPtr)()); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 319 | return rv; |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 320 | case Type::FloatTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 321 | rv.FloatVal = ((float(*)())(intptr_t)FPtr)(); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 322 | return rv; |
| 323 | case Type::DoubleTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 324 | rv.DoubleVal = ((double(*)())(intptr_t)FPtr)(); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 325 | return rv; |
Dale Johannesen | 1abac0d | 2007-09-17 18:44:13 +0000 | [diff] [blame] | 326 | case Type::X86_FP80TyID: |
| 327 | case Type::FP128TyID: |
| 328 | case Type::PPC_FP128TyID: |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 329 | llvm_unreachable("long double not supported yet"); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 330 | case Type::PointerTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 331 | return PTOGV(((void*(*)())(intptr_t)FPtr)()); |
Chris Lattner | d297aea | 2004-08-15 23:34:48 +0000 | [diff] [blame] | 332 | } |
Chris Lattner | ff0f1bb | 2003-12-26 06:13:47 +0000 | [diff] [blame] | 333 | } |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 334 | |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 335 | // Okay, this is not one of our quick and easy cases. Because we don't have a |
| 336 | // full FFI, we have to codegen a nullary stub function that just calls the |
| 337 | // function we are interested in, passing in constants for all of the |
| 338 | // arguments. Make this function and return. |
| 339 | |
| 340 | // First, create the function. |
Owen Anderson | debcb01 | 2009-07-29 22:17:13 +0000 | [diff] [blame] | 341 | FunctionType *STy=FunctionType::get(RetTy, false); |
Gabor Greif | 051a950 | 2008-04-06 20:25:17 +0000 | [diff] [blame] | 342 | Function *Stub = Function::Create(STy, Function::InternalLinkage, "", |
| 343 | F->getParent()); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 344 | |
| 345 | // Insert a basic block. |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 346 | BasicBlock *StubBB = BasicBlock::Create(F->getContext(), "", Stub); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 347 | |
| 348 | // Convert all of the GenericValue arguments over to constants. Note that we |
| 349 | // currently don't support varargs. |
Chris Lattner | 990b849 | 2007-02-13 06:01:22 +0000 | [diff] [blame] | 350 | SmallVector<Value*, 8> Args; |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 351 | for (unsigned i = 0, e = ArgValues.size(); i != e; ++i) { |
| 352 | Constant *C = 0; |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 353 | Type *ArgTy = FTy->getParamType(i); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 354 | const GenericValue &AV = ArgValues[i]; |
| 355 | switch (ArgTy->getTypeID()) { |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 356 | default: llvm_unreachable("Unknown argument type for function call!"); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 357 | case Type::IntegerTyID: |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 358 | C = ConstantInt::get(F->getContext(), AV.IntVal); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 359 | break; |
| 360 | case Type::FloatTyID: |
Owen Anderson | 6f83c9c | 2009-07-27 20:59:43 +0000 | [diff] [blame] | 361 | C = ConstantFP::get(F->getContext(), APFloat(AV.FloatVal)); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 362 | break; |
| 363 | case Type::DoubleTyID: |
Owen Anderson | 6f83c9c | 2009-07-27 20:59:43 +0000 | [diff] [blame] | 364 | C = ConstantFP::get(F->getContext(), APFloat(AV.DoubleVal)); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 365 | break; |
Dale Johannesen | 1abac0d | 2007-09-17 18:44:13 +0000 | [diff] [blame] | 366 | case Type::PPC_FP128TyID: |
| 367 | case Type::X86_FP80TyID: |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 368 | case Type::FP128TyID: |
Tim Northover | 0a29cb0 | 2013-01-22 09:46:31 +0000 | [diff] [blame] | 369 | C = ConstantFP::get(F->getContext(), APFloat(ArgTy->getFltSemantics(), |
| 370 | AV.IntVal)); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 371 | break; |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 372 | case Type::PointerTyID: |
| 373 | void *ArgPtr = GVTOP(AV); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 374 | if (sizeof(void*) == 4) |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 375 | C = ConstantInt::get(Type::getInt32Ty(F->getContext()), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 376 | (int)(intptr_t)ArgPtr); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 377 | else |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 378 | C = ConstantInt::get(Type::getInt64Ty(F->getContext()), |
| 379 | (intptr_t)ArgPtr); |
Owen Anderson | 9adc0ab | 2009-07-14 23:09:55 +0000 | [diff] [blame] | 380 | // Cast the integer to pointer |
Owen Anderson | baf3c40 | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 381 | C = ConstantExpr::getIntToPtr(C, ArgTy); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 382 | break; |
| 383 | } |
| 384 | Args.push_back(C); |
| 385 | } |
| 386 | |
Jay Foad | a3efbb1 | 2011-07-15 08:37:34 +0000 | [diff] [blame] | 387 | CallInst *TheCall = CallInst::Create(F, Args, "", StubBB); |
Chris Lattner | cdfc51f | 2008-11-23 08:00:11 +0000 | [diff] [blame] | 388 | TheCall->setCallingConv(F->getCallingConv()); |
Chris Lattner | a471e04 | 2005-05-06 06:48:54 +0000 | [diff] [blame] | 389 | TheCall->setTailCall(); |
Benjamin Kramer | f012705 | 2010-01-05 13:12:22 +0000 | [diff] [blame] | 390 | if (!TheCall->getType()->isVoidTy()) |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 391 | // Return result of the call. |
| 392 | ReturnInst::Create(F->getContext(), TheCall, StubBB); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 393 | else |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 394 | ReturnInst::Create(F->getContext(), StubBB); // Just return void. |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 395 | |
Jeffrey Yasskin | 3174f67 | 2010-02-12 23:05:31 +0000 | [diff] [blame] | 396 | // Finally, call our nullary stub function. |
| 397 | GenericValue Result = runFunction(Stub, std::vector<GenericValue>()); |
| 398 | // Erase it, since no other function can have a reference to it. |
| 399 | Stub->eraseFromParent(); |
| 400 | // And return the result. |
| 401 | return Result; |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 402 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 403 | |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 404 | void JIT::RegisterJITEventListener(JITEventListener *L) { |
| 405 | if (L == NULL) |
| 406 | return; |
| 407 | MutexGuard locked(lock); |
| 408 | EventListeners.push_back(L); |
| 409 | } |
| 410 | void JIT::UnregisterJITEventListener(JITEventListener *L) { |
| 411 | if (L == NULL) |
| 412 | return; |
| 413 | MutexGuard locked(lock); |
| 414 | std::vector<JITEventListener*>::reverse_iterator I= |
| 415 | std::find(EventListeners.rbegin(), EventListeners.rend(), L); |
| 416 | if (I != EventListeners.rend()) { |
| 417 | std::swap(*I, EventListeners.back()); |
| 418 | EventListeners.pop_back(); |
| 419 | } |
| 420 | } |
| 421 | void JIT::NotifyFunctionEmitted( |
| 422 | const Function &F, |
| 423 | void *Code, size_t Size, |
| 424 | const JITEvent_EmittedFunctionDetails &Details) { |
| 425 | MutexGuard locked(lock); |
| 426 | for (unsigned I = 0, S = EventListeners.size(); I < S; ++I) { |
| 427 | EventListeners[I]->NotifyFunctionEmitted(F, Code, Size, Details); |
| 428 | } |
| 429 | } |
| 430 | |
Jeffrey Yasskin | 7a9034c | 2009-10-27 00:03:05 +0000 | [diff] [blame] | 431 | void JIT::NotifyFreeingMachineCode(void *OldPtr) { |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 432 | MutexGuard locked(lock); |
| 433 | for (unsigned I = 0, S = EventListeners.size(); I < S; ++I) { |
Jeffrey Yasskin | 7a9034c | 2009-10-27 00:03:05 +0000 | [diff] [blame] | 434 | EventListeners[I]->NotifyFreeingMachineCode(OldPtr); |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 435 | } |
| 436 | } |
| 437 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 438 | /// runJITOnFunction - Run the FunctionPassManager full of |
| 439 | /// just-in-time compilation passes on F, hopefully filling in |
| 440 | /// GlobalAddress[F] with the address of F's machine code. |
| 441 | /// |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 442 | void JIT::runJITOnFunction(Function *F, MachineCodeInfo *MCI) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 443 | MutexGuard locked(lock); |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 444 | |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 445 | class MCIListener : public JITEventListener { |
| 446 | MachineCodeInfo *const MCI; |
| 447 | public: |
| 448 | MCIListener(MachineCodeInfo *mci) : MCI(mci) {} |
| 449 | virtual void NotifyFunctionEmitted(const Function &, |
| 450 | void *Code, size_t Size, |
| 451 | const EmittedFunctionDetails &) { |
| 452 | MCI->setAddress(Code); |
| 453 | MCI->setSize(Size); |
| 454 | } |
| 455 | }; |
| 456 | MCIListener MCIL(MCI); |
Jeffrey Yasskin | 92fdf45 | 2009-12-22 23:18:18 +0000 | [diff] [blame] | 457 | if (MCI) |
| 458 | RegisterJITEventListener(&MCIL); |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 459 | |
Dan Gohman | 21afcda | 2009-02-06 21:25:08 +0000 | [diff] [blame] | 460 | runJITOnFunctionUnlocked(F, locked); |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 461 | |
Jeffrey Yasskin | 92fdf45 | 2009-12-22 23:18:18 +0000 | [diff] [blame] | 462 | if (MCI) |
| 463 | UnregisterJITEventListener(&MCIL); |
Dan Gohman | 21afcda | 2009-02-06 21:25:08 +0000 | [diff] [blame] | 464 | } |
| 465 | |
| 466 | void JIT::runJITOnFunctionUnlocked(Function *F, const MutexGuard &locked) { |
Chris Lattner | 17f218e | 2007-08-13 20:08:16 +0000 | [diff] [blame] | 467 | assert(!isAlreadyCodeGenerating && "Error: Recursive compilation detected!"); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 468 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 469 | jitTheFunction(F, locked); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 470 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 471 | // If the function referred to another function that had not yet been |
Jeffrey Yasskin | dc85724 | 2009-10-27 20:30:28 +0000 | [diff] [blame] | 472 | // read from bitcode, and we are jitting non-lazily, emit it now. |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 473 | while (!jitstate->getPendingFunctions(locked).empty()) { |
| 474 | Function *PF = jitstate->getPendingFunctions(locked).back(); |
| 475 | jitstate->getPendingFunctions(locked).pop_back(); |
| 476 | |
Jeffrey Yasskin | aad0d52 | 2009-12-17 21:35:29 +0000 | [diff] [blame] | 477 | assert(!PF->hasAvailableExternallyLinkage() && |
| 478 | "Externally-defined function should not be in pending list."); |
| 479 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 480 | jitTheFunction(PF, locked); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 481 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 482 | // Now that the function has been jitted, ask the JITEmitter to rewrite |
| 483 | // the stub with real address of the function. |
| 484 | updateFunctionStub(PF); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 485 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 486 | } |
| 487 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 488 | void JIT::jitTheFunction(Function *F, const MutexGuard &locked) { |
| 489 | isAlreadyCodeGenerating = true; |
| 490 | jitstate->getPM(locked).run(*F); |
| 491 | isAlreadyCodeGenerating = false; |
| 492 | |
| 493 | // clear basic block addresses after this function is done |
| 494 | getBasicBlockAddressMap(locked).clear(); |
| 495 | } |
| 496 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 497 | /// getPointerToFunction - This method is used to get the address of the |
Chris Lattner | 7a2bdde | 2011-04-15 05:18:47 +0000 | [diff] [blame] | 498 | /// specified function, compiling it if necessary. |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 499 | /// |
| 500 | void *JIT::getPointerToFunction(Function *F) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 501 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 502 | if (void *Addr = getPointerToGlobalIfAvailable(F)) |
| 503 | return Addr; // Check if function already code gen'd |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 504 | |
Dan Gohman | a3ac0c1 | 2009-02-19 02:40:15 +0000 | [diff] [blame] | 505 | MutexGuard locked(lock); |
| 506 | |
Jeffrey Yasskin | aad0d52 | 2009-12-17 21:35:29 +0000 | [diff] [blame] | 507 | // Now that this thread owns the lock, make sure we read in the function if it |
| 508 | // exists in this Module. |
| 509 | std::string ErrorMsg; |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 510 | if (F->Materialize(&ErrorMsg)) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 511 | report_fatal_error("Error reading function '" + F->getName()+ |
Jeffrey Yasskin | aad0d52 | 2009-12-17 21:35:29 +0000 | [diff] [blame] | 512 | "' from bitcode file: " + ErrorMsg); |
Nicolas Geoffray | fd7d991 | 2008-04-20 08:33:02 +0000 | [diff] [blame] | 513 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 514 | |
Jeffrey Yasskin | aad0d52 | 2009-12-17 21:35:29 +0000 | [diff] [blame] | 515 | // ... and check if another thread has already code gen'd the function. |
| 516 | if (void *Addr = getPointerToGlobalIfAvailable(F)) |
| 517 | return Addr; |
| 518 | |
Chris Lattner | 46264f0 | 2009-10-25 23:06:42 +0000 | [diff] [blame] | 519 | if (F->isDeclaration() || F->hasAvailableExternallyLinkage()) { |
Jeffrey Yasskin | 6f348e4 | 2009-11-09 22:34:19 +0000 | [diff] [blame] | 520 | bool AbortOnFailure = !F->hasExternalWeakLinkage(); |
Dan Gohman | 69f9378 | 2009-01-05 05:32:42 +0000 | [diff] [blame] | 521 | void *Addr = getPointerToNamedFunction(F->getName(), AbortOnFailure); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 522 | addGlobalMapping(F, Addr); |
| 523 | return Addr; |
| 524 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 525 | |
Dan Gohman | 21afcda | 2009-02-06 21:25:08 +0000 | [diff] [blame] | 526 | runJITOnFunctionUnlocked(F, locked); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 527 | |
| 528 | void *Addr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 529 | assert(Addr && "Code generation didn't add function to GlobalAddress table!"); |
| 530 | return Addr; |
| 531 | } |
| 532 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 533 | void JIT::addPointerToBasicBlock(const BasicBlock *BB, void *Addr) { |
| 534 | MutexGuard locked(lock); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 535 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 536 | BasicBlockAddressMapTy::iterator I = |
| 537 | getBasicBlockAddressMap(locked).find(BB); |
| 538 | if (I == getBasicBlockAddressMap(locked).end()) { |
| 539 | getBasicBlockAddressMap(locked)[BB] = Addr; |
| 540 | } else { |
| 541 | // ignore repeats: some BBs can be split into few MBBs? |
| 542 | } |
| 543 | } |
| 544 | |
| 545 | void JIT::clearPointerToBasicBlock(const BasicBlock *BB) { |
| 546 | MutexGuard locked(lock); |
| 547 | getBasicBlockAddressMap(locked).erase(BB); |
| 548 | } |
| 549 | |
| 550 | void *JIT::getPointerToBasicBlock(BasicBlock *BB) { |
| 551 | // make sure it's function is compiled by JIT |
| 552 | (void)getPointerToFunction(BB->getParent()); |
| 553 | |
| 554 | // resolve basic block address |
| 555 | MutexGuard locked(lock); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 556 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 557 | BasicBlockAddressMapTy::iterator I = |
| 558 | getBasicBlockAddressMap(locked).find(BB); |
| 559 | if (I != getBasicBlockAddressMap(locked).end()) { |
| 560 | return I->second; |
| 561 | } else { |
Craig Topper | 8581438 | 2012-02-07 05:05:23 +0000 | [diff] [blame] | 562 | llvm_unreachable("JIT does not have BB address for address-of-label, was" |
| 563 | " it eliminated by optimizer?"); |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 564 | } |
| 565 | } |
| 566 | |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 567 | void *JIT::getPointerToNamedFunction(const std::string &Name, |
| 568 | bool AbortOnFailure){ |
| 569 | if (!isSymbolSearchingDisabled()) { |
| 570 | void *ptr = JMM->getPointerToNamedFunction(Name, false); |
| 571 | if (ptr) |
| 572 | return ptr; |
| 573 | } |
| 574 | |
| 575 | /// If a LazyFunctionCreator is installed, use it to get/create the function. |
| 576 | if (LazyFunctionCreator) |
| 577 | if (void *RP = LazyFunctionCreator(Name)) |
| 578 | return RP; |
| 579 | |
| 580 | if (AbortOnFailure) { |
| 581 | report_fatal_error("Program used external function '"+Name+ |
| 582 | "' which could not be resolved!"); |
| 583 | } |
| 584 | return 0; |
| 585 | } |
| 586 | |
| 587 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 588 | /// getOrEmitGlobalVariable - Return the address of the specified global |
| 589 | /// variable, possibly emitting it to memory if needed. This is used by the |
| 590 | /// Emitter. |
| 591 | void *JIT::getOrEmitGlobalVariable(const GlobalVariable *GV) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 592 | MutexGuard locked(lock); |
| 593 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 594 | void *Ptr = getPointerToGlobalIfAvailable(GV); |
| 595 | if (Ptr) return Ptr; |
| 596 | |
| 597 | // If the global is external, just remember the address. |
Jeffrey Yasskin | 898e9df | 2009-12-13 20:30:32 +0000 | [diff] [blame] | 598 | if (GV->isDeclaration() || GV->hasAvailableExternallyLinkage()) { |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 599 | #if HAVE___DSO_HANDLE |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 600 | if (GV->getName() == "__dso_handle") |
| 601 | return (void*)&__dso_handle; |
Evan Cheng | b82ab94 | 2006-07-22 00:42:03 +0000 | [diff] [blame] | 602 | #endif |
Daniel Dunbar | fbee579 | 2009-07-21 08:54:24 +0000 | [diff] [blame] | 603 | Ptr = sys::DynamicLibrary::SearchForAddressOfSymbol(GV->getName()); |
Jeffrey Yasskin | 6f348e4 | 2009-11-09 22:34:19 +0000 | [diff] [blame] | 604 | if (Ptr == 0) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 605 | report_fatal_error("Could not resolve external global address: " |
Torok Edwin | 31e2466 | 2009-07-07 17:32:34 +0000 | [diff] [blame] | 606 | +GV->getName()); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 607 | } |
Nate Begeman | 6694198 | 2009-03-04 19:10:38 +0000 | [diff] [blame] | 608 | addGlobalMapping(GV, Ptr); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 609 | } else { |
Dale Johannesen | dd947ea | 2008-08-07 01:30:15 +0000 | [diff] [blame] | 610 | // If the global hasn't been emitted to memory yet, allocate space and |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 611 | // emit it into memory. |
| 612 | Ptr = getMemoryForGV(GV); |
Dale Johannesen | dd947ea | 2008-08-07 01:30:15 +0000 | [diff] [blame] | 613 | addGlobalMapping(GV, Ptr); |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 614 | EmitGlobalVariable(GV); // Initialize the variable. |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 615 | } |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 616 | return Ptr; |
| 617 | } |
| 618 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 619 | /// recompileAndRelinkFunction - This method is used to force a function |
| 620 | /// which has already been compiled, to be compiled again, possibly |
| 621 | /// after it has been modified. Then the entry to the old copy is overwritten |
| 622 | /// with a branch to the new copy. If there was no old copy, this acts |
| 623 | /// just like JIT::getPointerToFunction(). |
| 624 | /// |
| 625 | void *JIT::recompileAndRelinkFunction(Function *F) { |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 626 | void *OldAddr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 627 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 628 | // If it's not already compiled there is no reason to patch it up. |
| 629 | if (OldAddr == 0) { return getPointerToFunction(F); } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 630 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 631 | // Delete the old function mapping. |
| 632 | addGlobalMapping(F, 0); |
| 633 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 634 | // Recodegen the function |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 635 | runJITOnFunction(F); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 636 | |
| 637 | // Update state, forward the old function to the new function. |
| 638 | void *Addr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 639 | assert(Addr && "Code generation didn't add function to GlobalAddress table!"); |
| 640 | TJI.replaceMachineCodeForFunction(OldAddr, Addr); |
| 641 | return Addr; |
| 642 | } |
Misha Brukman | 895eddf | 2004-11-07 23:58:46 +0000 | [diff] [blame] | 643 | |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 644 | /// getMemoryForGV - This method abstracts memory allocation of global |
| 645 | /// variable so that the JIT can allocate thread local variables depending |
| 646 | /// on the target. |
| 647 | /// |
| 648 | char* JIT::getMemoryForGV(const GlobalVariable* GV) { |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 649 | char *Ptr; |
| 650 | |
| 651 | // GlobalVariable's which are not "constant" will cause trouble in a server |
| 652 | // situation. It's returned in the same block of memory as code which may |
| 653 | // not be writable. |
| 654 | if (isGVCompilationDisabled() && !GV->isConstant()) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 655 | report_fatal_error("Compilation of non-internal GlobalValue is disabled!"); |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 656 | } |
| 657 | |
| 658 | // Some applications require globals and code to live together, so they may |
| 659 | // be allocated into the same buffer, but in general globals are allocated |
| 660 | // through the memory manager which puts them near the code but not in the |
| 661 | // same buffer. |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 662 | Type *GlobalType = GV->getType()->getElementType(); |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 663 | size_t S = getDataLayout()->getTypeAllocSize(GlobalType); |
| 664 | size_t A = getDataLayout()->getPreferredAlignment(GV); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 665 | if (GV->isThreadLocal()) { |
| 666 | MutexGuard locked(lock); |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 667 | Ptr = TJI.allocateThreadLocalMemory(S); |
| 668 | } else if (TJI.allocateSeparateGVMemory()) { |
| 669 | if (A <= 8) { |
| 670 | Ptr = (char*)malloc(S); |
| 671 | } else { |
| 672 | // Allocate S+A bytes of memory, then use an aligned pointer within that |
| 673 | // space. |
| 674 | Ptr = (char*)malloc(S+A); |
| 675 | unsigned MisAligned = ((intptr_t)Ptr & (A-1)); |
| 676 | Ptr = Ptr + (MisAligned ? (A-MisAligned) : 0); |
| 677 | } |
| 678 | } else if (AllocateGVsWithCode) { |
| 679 | Ptr = (char*)JCE->allocateSpace(S, A); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 680 | } else { |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 681 | Ptr = (char*)JCE->allocateGlobal(S, A); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 682 | } |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 683 | return Ptr; |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 684 | } |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 685 | |
| 686 | void JIT::addPendingFunction(Function *F) { |
| 687 | MutexGuard locked(lock); |
| 688 | jitstate->getPendingFunctions(locked).push_back(F); |
| 689 | } |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 690 | |
| 691 | |
| 692 | JITEventListener::~JITEventListener() {} |