Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 1 | //===-- JIT.cpp - LLVM Just in Time Compiler ------------------------------===// |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 2 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 7 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 9 | // |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 10 | // This tool implements a just-in-time compiler for LLVM, allowing direct |
Gabor Greif | a99be51 | 2007-07-05 17:07:56 +0000 | [diff] [blame] | 11 | // execution of LLVM bitcode in an efficient manner. |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 15 | #include "JIT.h" |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 16 | #include "llvm/ADT/SmallPtrSet.h" |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/JITCodeEmitter.h" |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 18 | #include "llvm/CodeGen/MachineCodeInfo.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 19 | #include "llvm/Config/config.h" |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 20 | #include "llvm/ExecutionEngine/GenericValue.h" |
| 21 | #include "llvm/ExecutionEngine/JITEventListener.h" |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 22 | #include "llvm/ExecutionEngine/JITMemoryManager.h" |
Chandler Carruth | 0b8c9a8 | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 23 | #include "llvm/IR/Constants.h" |
| 24 | #include "llvm/IR/DataLayout.h" |
| 25 | #include "llvm/IR/DerivedTypes.h" |
| 26 | #include "llvm/IR/Function.h" |
| 27 | #include "llvm/IR/GlobalVariable.h" |
| 28 | #include "llvm/IR/Instructions.h" |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 29 | #include "llvm/IR/Module.h" |
Chris Lattner | 44e3dd1 | 2009-03-03 20:10:23 +0000 | [diff] [blame] | 30 | #include "llvm/Support/Dwarf.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 31 | #include "llvm/Support/DynamicLibrary.h" |
Torok Edwin | 31e2466 | 2009-07-07 17:32:34 +0000 | [diff] [blame] | 32 | #include "llvm/Support/ErrorHandling.h" |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 33 | #include "llvm/Support/ManagedStatic.h" |
Chris Lattner | 44e3dd1 | 2009-03-03 20:10:23 +0000 | [diff] [blame] | 34 | #include "llvm/Support/MutexGuard.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 35 | #include "llvm/Target/TargetJITInfo.h" |
| 36 | #include "llvm/Target/TargetMachine.h" |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 37 | |
Chris Lattner | c19aade | 2003-12-08 08:06:28 +0000 | [diff] [blame] | 38 | using namespace llvm; |
Misha Brukman | abb027c | 2003-05-27 21:40:39 +0000 | [diff] [blame] | 39 | |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 40 | #ifdef __APPLE__ |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 41 | // Apple gcc defaults to -fuse-cxa-atexit (i.e. calls __cxa_atexit instead |
| 42 | // of atexit). It passes the address of linker generated symbol __dso_handle |
| 43 | // to the function. |
| 44 | // This configuration change happened at version 5330. |
| 45 | # include <AvailabilityMacros.h> |
| 46 | # if defined(MAC_OS_X_VERSION_10_4) && \ |
| 47 | ((MAC_OS_X_VERSION_MIN_REQUIRED > MAC_OS_X_VERSION_10_4) || \ |
| 48 | (MAC_OS_X_VERSION_MIN_REQUIRED == MAC_OS_X_VERSION_10_4 && \ |
| 49 | __APPLE_CC__ >= 5330)) |
| 50 | # ifndef HAVE___DSO_HANDLE |
| 51 | # define HAVE___DSO_HANDLE 1 |
| 52 | # endif |
| 53 | # endif |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 54 | #endif |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 55 | |
| 56 | #if HAVE___DSO_HANDLE |
| 57 | extern void *__dso_handle __attribute__ ((__visibility__ ("hidden"))); |
Nate Begeman | b76ea74 | 2006-07-22 16:59:38 +0000 | [diff] [blame] | 58 | #endif |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 59 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 60 | namespace { |
| 61 | |
Chris Lattner | 2fe4bb0 | 2006-03-22 06:07:50 +0000 | [diff] [blame] | 62 | static struct RegisterJIT { |
| 63 | RegisterJIT() { JIT::Register(); } |
| 64 | } JITRegistrator; |
| 65 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 66 | } |
| 67 | |
Bob Wilson | e46161f | 2009-06-24 21:09:18 +0000 | [diff] [blame] | 68 | extern "C" void LLVMLinkInJIT() { |
Jeff Cohen | 2f51914 | 2006-03-24 02:53:49 +0000 | [diff] [blame] | 69 | } |
| 70 | |
Chris Lattner | 34c9433 | 2007-12-06 01:34:04 +0000 | [diff] [blame] | 71 | /// createJIT - This is the factory method for creating a JIT for the current |
| 72 | /// machine, it does not fall back to the interpreter. This takes ownership |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 73 | /// of the module. |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 74 | ExecutionEngine *JIT::createJIT(Module *M, |
Reid Kleckner | 4b1511b | 2009-07-18 00:42:18 +0000 | [diff] [blame] | 75 | std::string *ErrorStr, |
| 76 | JITMemoryManager *JMM, |
Eric Christopher | 88b5aca | 2009-11-17 21:58:16 +0000 | [diff] [blame] | 77 | bool GVsWithCode, |
Dylan Noblesmith | c5b2858 | 2011-05-13 21:51:29 +0000 | [diff] [blame] | 78 | TargetMachine *TM) { |
Nick Lewycky | 83a82ac | 2010-08-17 16:19:18 +0000 | [diff] [blame] | 79 | // Try to register the program as a source of symbols to resolve against. |
Dylan Noblesmith | 2ea29ba | 2011-05-13 21:36:16 +0000 | [diff] [blame] | 80 | // |
| 81 | // FIXME: Don't do this here. |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 82 | sys::DynamicLibrary::LoadLibraryPermanently(nullptr, nullptr); |
Nick Lewycky | 83a82ac | 2010-08-17 16:19:18 +0000 | [diff] [blame] | 83 | |
Dylan Noblesmith | 2ea29ba | 2011-05-13 21:36:16 +0000 | [diff] [blame] | 84 | // If the target supports JIT code generation, create the JIT. |
Reid Kleckner | 4b1511b | 2009-07-18 00:42:18 +0000 | [diff] [blame] | 85 | if (TargetJITInfo *TJ = TM->getJITInfo()) { |
Dylan Noblesmith | 9ea4717 | 2011-12-12 04:20:36 +0000 | [diff] [blame] | 86 | return new JIT(M, *TM, *TJ, JMM, GVsWithCode); |
Reid Kleckner | 4b1511b | 2009-07-18 00:42:18 +0000 | [diff] [blame] | 87 | } else { |
| 88 | if (ErrorStr) |
| 89 | *ErrorStr = "target does not support JIT code generation"; |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 90 | return nullptr; |
Reid Kleckner | 4b1511b | 2009-07-18 00:42:18 +0000 | [diff] [blame] | 91 | } |
Chris Lattner | 34c9433 | 2007-12-06 01:34:04 +0000 | [diff] [blame] | 92 | } |
| 93 | |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 94 | namespace { |
| 95 | /// This class supports the global getPointerToNamedFunction(), which allows |
| 96 | /// bugpoint or gdb users to search for a function by name without any context. |
| 97 | class JitPool { |
| 98 | SmallPtrSet<JIT*, 1> JITs; // Optimize for process containing just 1 JIT. |
| 99 | mutable sys::Mutex Lock; |
| 100 | public: |
| 101 | void Add(JIT *jit) { |
| 102 | MutexGuard guard(Lock); |
| 103 | JITs.insert(jit); |
| 104 | } |
| 105 | void Remove(JIT *jit) { |
| 106 | MutexGuard guard(Lock); |
| 107 | JITs.erase(jit); |
| 108 | } |
| 109 | void *getPointerToNamedFunction(const char *Name) const { |
| 110 | MutexGuard guard(Lock); |
| 111 | assert(JITs.size() != 0 && "No Jit registered"); |
| 112 | //search function in every instance of JIT |
| 113 | for (SmallPtrSet<JIT*, 1>::const_iterator Jit = JITs.begin(), |
| 114 | end = JITs.end(); |
| 115 | Jit != end; ++Jit) { |
| 116 | if (Function *F = (*Jit)->FindFunctionNamed(Name)) |
| 117 | return (*Jit)->getPointerToFunction(F); |
| 118 | } |
| 119 | // The function is not available : fallback on the first created (will |
| 120 | // search in symbol of the current program/library) |
| 121 | return (*JITs.begin())->getPointerToNamedFunction(Name); |
| 122 | } |
| 123 | }; |
| 124 | ManagedStatic<JitPool> AllJits; |
| 125 | } |
| 126 | extern "C" { |
| 127 | // getPointerToNamedFunction - This function is used as a global wrapper to |
| 128 | // JIT::getPointerToNamedFunction for the purpose of resolving symbols when |
| 129 | // bugpoint is debugging the JIT. In that scenario, we are loading an .so and |
| 130 | // need to resolve function(s) that are being mis-codegenerated, so we need to |
| 131 | // resolve their addresses at runtime, and this is the way to do it. |
| 132 | void *getPointerToNamedFunction(const char *Name) { |
| 133 | return AllJits->getPointerToNamedFunction(Name); |
| 134 | } |
| 135 | } |
| 136 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 137 | JIT::JIT(Module *M, TargetMachine &tm, TargetJITInfo &tji, |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 138 | JITMemoryManager *jmm, bool GVsWithCode) |
| 139 | : ExecutionEngine(M), TM(tm), TJI(tji), |
| 140 | JMM(jmm ? jmm : JITMemoryManager::CreateDefaultMemManager()), |
| 141 | AllocateGVsWithCode(GVsWithCode), isAlreadyCodeGenerating(false) { |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 142 | setDataLayout(TM.getDataLayout()); |
Misha Brukman | abb027c | 2003-05-27 21:40:39 +0000 | [diff] [blame] | 143 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 144 | jitstate = new JITState(M); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 145 | |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 146 | // Initialize JCE |
Reid Kleckner | 2763217 | 2009-09-20 23:52:43 +0000 | [diff] [blame] | 147 | JCE = createEmitter(*this, JMM, TM); |
Misha Brukman | f976c85 | 2005-04-21 22:55:34 +0000 | [diff] [blame] | 148 | |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 149 | // Register in global list of all JITs. |
| 150 | AllJits->Add(this); |
| 151 | |
Brian Gaeke | 50872d5 | 2004-04-14 17:45:52 +0000 | [diff] [blame] | 152 | // Add target data |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 153 | MutexGuard locked(lock); |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 154 | FunctionPassManager &PM = jitstate->getPM(); |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 155 | M->setDataLayout(TM.getDataLayout()); |
| 156 | PM.add(new DataLayoutPass(M)); |
Brian Gaeke | 50872d5 | 2004-04-14 17:45:52 +0000 | [diff] [blame] | 157 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 158 | // Turn the machine code intermediate representation into bytes in memory that |
| 159 | // may be executed. |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 160 | if (TM.addPassesToEmitMachineCode(PM, *JCE, !getVerifyModules())) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 161 | report_fatal_error("Target does not support machine code emission!"); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 162 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 163 | |
Chris Lattner | 1911fd4 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 164 | // Initialize passes. |
| 165 | PM.doInitialization(); |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 166 | } |
| 167 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 168 | JIT::~JIT() { |
Duncan Sands | b35fd44 | 2010-10-21 08:57:29 +0000 | [diff] [blame] | 169 | // Cleanup. |
Jeffrey Yasskin | 40966a7 | 2010-02-11 01:07:39 +0000 | [diff] [blame] | 170 | AllJits->Remove(this); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 171 | delete jitstate; |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 172 | delete JCE; |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 173 | // JMM is a ownership of JCE, so we no need delete JMM here. |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 174 | delete &TM; |
| 175 | } |
| 176 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 177 | /// addModule - Add a new Module to the JIT. If we previously removed the last |
| 178 | /// Module, we need re-initialize jitstate with a valid Module. |
| 179 | void JIT::addModule(Module *M) { |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 180 | MutexGuard locked(lock); |
| 181 | |
| 182 | if (Modules.empty()) { |
| 183 | assert(!jitstate && "jitstate should be NULL if Modules vector is empty!"); |
| 184 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 185 | jitstate = new JITState(M); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 186 | |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 187 | FunctionPassManager &PM = jitstate->getPM(); |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 188 | M->setDataLayout(TM.getDataLayout()); |
| 189 | PM.add(new DataLayoutPass(M)); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 190 | |
| 191 | // Turn the machine code intermediate representation into bytes in memory |
| 192 | // that may be executed. |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 193 | if (TM.addPassesToEmitMachineCode(PM, *JCE, !getVerifyModules())) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 194 | report_fatal_error("Target does not support machine code emission!"); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 195 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 196 | |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 197 | // Initialize passes. |
| 198 | PM.doInitialization(); |
| 199 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 200 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 201 | ExecutionEngine::addModule(M); |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 202 | } |
| 203 | |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 204 | /// removeModule - If we are removing the last Module, invalidate the jitstate |
| 205 | /// since the PassManager it contains references a released Module. |
| 206 | bool JIT::removeModule(Module *M) { |
| 207 | bool result = ExecutionEngine::removeModule(M); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 208 | |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 209 | MutexGuard locked(lock); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 210 | |
Chad Rosier | 9402be9 | 2012-07-25 19:06:29 +0000 | [diff] [blame] | 211 | if (jitstate && jitstate->getModule() == M) { |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 212 | delete jitstate; |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 213 | jitstate = nullptr; |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 214 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 215 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 216 | if (!jitstate && !Modules.empty()) { |
| 217 | jitstate = new JITState(Modules[0]); |
| 218 | |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 219 | FunctionPassManager &PM = jitstate->getPM(); |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 220 | M->setDataLayout(TM.getDataLayout()); |
| 221 | PM.add(new DataLayoutPass(M)); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 222 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 223 | // Turn the machine code intermediate representation into bytes in memory |
| 224 | // that may be executed. |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 225 | if (TM.addPassesToEmitMachineCode(PM, *JCE, !getVerifyModules())) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 226 | report_fatal_error("Target does not support machine code emission!"); |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 227 | } |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 228 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 229 | // Initialize passes. |
| 230 | PM.doInitialization(); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 231 | } |
Nate Begeman | f049e07 | 2008-05-21 16:34:48 +0000 | [diff] [blame] | 232 | return result; |
| 233 | } |
| 234 | |
Brian Gaeke | 70975ee | 2003-09-05 18:42:01 +0000 | [diff] [blame] | 235 | /// run - Start execution with the specified function and arguments. |
Chris Lattner | 05a1a30 | 2003-08-21 21:32:12 +0000 | [diff] [blame] | 236 | /// |
Chris Lattner | ff0f1bb | 2003-12-26 06:13:47 +0000 | [diff] [blame] | 237 | GenericValue JIT::runFunction(Function *F, |
| 238 | const std::vector<GenericValue> &ArgValues) { |
Chris Lattner | b47130c | 2004-08-15 23:29:50 +0000 | [diff] [blame] | 239 | assert(F && "Function *F was null at entry to run()"); |
Chris Lattner | b47130c | 2004-08-15 23:29:50 +0000 | [diff] [blame] | 240 | |
| 241 | void *FPtr = getPointerToFunction(F); |
Chris Lattner | 7c45d78 | 2004-08-15 23:31:43 +0000 | [diff] [blame] | 242 | assert(FPtr && "Pointer to fn's code was null after getPointerToFunction"); |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 243 | FunctionType *FTy = F->getFunctionType(); |
| 244 | Type *RetTy = FTy->getReturnType(); |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 245 | |
Dan Gohman | 07ab52b | 2009-02-19 02:55:18 +0000 | [diff] [blame] | 246 | assert((FTy->getNumParams() == ArgValues.size() || |
| 247 | (FTy->isVarArg() && FTy->getNumParams() <= ArgValues.size())) && |
| 248 | "Wrong number of arguments passed into function!"); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 249 | assert(FTy->getNumParams() == ArgValues.size() && |
| 250 | "This doesn't support passing arguments through varargs (yet)!"); |
| 251 | |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 252 | // Handle some common cases first. These cases correspond to common `main' |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 253 | // prototypes. |
Duncan Sands | b0bc6c3 | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 254 | if (RetTy->isIntegerTy(32) || RetTy->isVoidTy()) { |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 255 | switch (ArgValues.size()) { |
| 256 | case 3: |
Duncan Sands | b0bc6c3 | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 257 | if (FTy->getParamType(0)->isIntegerTy(32) && |
Duncan Sands | 1df9859 | 2010-02-16 11:11:14 +0000 | [diff] [blame] | 258 | FTy->getParamType(1)->isPointerTy() && |
| 259 | FTy->getParamType(2)->isPointerTy()) { |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 260 | int (*PF)(int, char **, const char **) = |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 261 | (int(*)(int, char **, const char **))(intptr_t)FPtr; |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 262 | |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 263 | // Call the function. |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 264 | GenericValue rv; |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 265 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 266 | (char **)GVTOP(ArgValues[1]), |
| 267 | (const char **)GVTOP(ArgValues[2]))); |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 268 | return rv; |
| 269 | } |
| 270 | break; |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 271 | case 2: |
Duncan Sands | b0bc6c3 | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 272 | if (FTy->getParamType(0)->isIntegerTy(32) && |
Duncan Sands | 1df9859 | 2010-02-16 11:11:14 +0000 | [diff] [blame] | 273 | FTy->getParamType(1)->isPointerTy()) { |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 274 | int (*PF)(int, char **) = (int(*)(int, char **))(intptr_t)FPtr; |
Misha Brukman | ec84302 | 2004-10-22 23:35:57 +0000 | [diff] [blame] | 275 | |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 276 | // Call the function. |
| 277 | GenericValue rv; |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 278 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 279 | (char **)GVTOP(ArgValues[1]))); |
Chris Lattner | 174f226 | 2004-08-16 01:07:04 +0000 | [diff] [blame] | 280 | return rv; |
| 281 | } |
| 282 | break; |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 283 | case 1: |
Nuno Lopes | 847a32b | 2012-08-02 12:09:32 +0000 | [diff] [blame] | 284 | if (FTy->getParamType(0)->isIntegerTy(32)) { |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 285 | GenericValue rv; |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 286 | int (*PF)(int) = (int(*)(int))(intptr_t)FPtr; |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 287 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue())); |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 288 | return rv; |
| 289 | } |
Nuno Lopes | 847a32b | 2012-08-02 12:09:32 +0000 | [diff] [blame] | 290 | if (FTy->getParamType(0)->isPointerTy()) { |
| 291 | GenericValue rv; |
| 292 | int (*PF)(char *) = (int(*)(char *))(intptr_t)FPtr; |
| 293 | rv.IntVal = APInt(32, PF((char*)GVTOP(ArgValues[0]))); |
| 294 | return rv; |
| 295 | } |
Chris Lattner | f7bedf4 | 2004-08-15 23:39:59 +0000 | [diff] [blame] | 296 | break; |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 297 | } |
| 298 | } |
| 299 | |
| 300 | // Handle cases where no arguments are passed first. |
| 301 | if (ArgValues.empty()) { |
| 302 | GenericValue rv; |
| 303 | switch (RetTy->getTypeID()) { |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 304 | default: llvm_unreachable("Unknown return type for function call!"); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 305 | case Type::IntegerTyID: { |
| 306 | unsigned BitWidth = cast<IntegerType>(RetTy)->getBitWidth(); |
| 307 | if (BitWidth == 1) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 308 | rv.IntVal = APInt(BitWidth, ((bool(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 309 | else if (BitWidth <= 8) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 310 | rv.IntVal = APInt(BitWidth, ((char(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 311 | else if (BitWidth <= 16) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 312 | rv.IntVal = APInt(BitWidth, ((short(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 313 | else if (BitWidth <= 32) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 314 | rv.IntVal = APInt(BitWidth, ((int(*)())(intptr_t)FPtr)()); |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 315 | else if (BitWidth <= 64) |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 316 | rv.IntVal = APInt(BitWidth, ((int64_t(*)())(intptr_t)FPtr)()); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 317 | else |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 318 | llvm_unreachable("Integer types > 64 bits not supported"); |
Chris Lattner | d297aea | 2004-08-15 23:34:48 +0000 | [diff] [blame] | 319 | return rv; |
Reid Spencer | a54b7cb | 2007-01-12 07:05:14 +0000 | [diff] [blame] | 320 | } |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 321 | case Type::VoidTyID: |
Reid Spencer | 38f6a15 | 2007-03-06 03:11:31 +0000 | [diff] [blame] | 322 | rv.IntVal = APInt(32, ((int(*)())(intptr_t)FPtr)()); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 323 | return rv; |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 324 | case Type::FloatTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 325 | rv.FloatVal = ((float(*)())(intptr_t)FPtr)(); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 326 | return rv; |
| 327 | case Type::DoubleTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 328 | rv.DoubleVal = ((double(*)())(intptr_t)FPtr)(); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 329 | return rv; |
Dale Johannesen | 1abac0d | 2007-09-17 18:44:13 +0000 | [diff] [blame] | 330 | case Type::X86_FP80TyID: |
| 331 | case Type::FP128TyID: |
| 332 | case Type::PPC_FP128TyID: |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 333 | llvm_unreachable("long double not supported yet"); |
Chris Lattner | e5eab14 | 2004-08-15 23:53:06 +0000 | [diff] [blame] | 334 | case Type::PointerTyID: |
Chris Lattner | 870286a | 2006-06-01 17:29:22 +0000 | [diff] [blame] | 335 | return PTOGV(((void*(*)())(intptr_t)FPtr)()); |
Chris Lattner | d297aea | 2004-08-15 23:34:48 +0000 | [diff] [blame] | 336 | } |
Chris Lattner | ff0f1bb | 2003-12-26 06:13:47 +0000 | [diff] [blame] | 337 | } |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 338 | |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 339 | // Okay, this is not one of our quick and easy cases. Because we don't have a |
| 340 | // full FFI, we have to codegen a nullary stub function that just calls the |
| 341 | // function we are interested in, passing in constants for all of the |
| 342 | // arguments. Make this function and return. |
| 343 | |
| 344 | // First, create the function. |
Owen Anderson | debcb01 | 2009-07-29 22:17:13 +0000 | [diff] [blame] | 345 | FunctionType *STy=FunctionType::get(RetTy, false); |
Gabor Greif | 051a950 | 2008-04-06 20:25:17 +0000 | [diff] [blame] | 346 | Function *Stub = Function::Create(STy, Function::InternalLinkage, "", |
| 347 | F->getParent()); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 348 | |
| 349 | // Insert a basic block. |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 350 | BasicBlock *StubBB = BasicBlock::Create(F->getContext(), "", Stub); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 351 | |
| 352 | // Convert all of the GenericValue arguments over to constants. Note that we |
| 353 | // currently don't support varargs. |
Chris Lattner | 990b849 | 2007-02-13 06:01:22 +0000 | [diff] [blame] | 354 | SmallVector<Value*, 8> Args; |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 355 | for (unsigned i = 0, e = ArgValues.size(); i != e; ++i) { |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 356 | Constant *C = nullptr; |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 357 | Type *ArgTy = FTy->getParamType(i); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 358 | const GenericValue &AV = ArgValues[i]; |
| 359 | switch (ArgTy->getTypeID()) { |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 360 | default: llvm_unreachable("Unknown argument type for function call!"); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 361 | case Type::IntegerTyID: |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 362 | C = ConstantInt::get(F->getContext(), AV.IntVal); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 363 | break; |
| 364 | case Type::FloatTyID: |
Owen Anderson | 6f83c9c | 2009-07-27 20:59:43 +0000 | [diff] [blame] | 365 | C = ConstantFP::get(F->getContext(), APFloat(AV.FloatVal)); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 366 | break; |
| 367 | case Type::DoubleTyID: |
Owen Anderson | 6f83c9c | 2009-07-27 20:59:43 +0000 | [diff] [blame] | 368 | C = ConstantFP::get(F->getContext(), APFloat(AV.DoubleVal)); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 369 | break; |
Dale Johannesen | 1abac0d | 2007-09-17 18:44:13 +0000 | [diff] [blame] | 370 | case Type::PPC_FP128TyID: |
| 371 | case Type::X86_FP80TyID: |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 372 | case Type::FP128TyID: |
Tim Northover | 0a29cb0 | 2013-01-22 09:46:31 +0000 | [diff] [blame] | 373 | C = ConstantFP::get(F->getContext(), APFloat(ArgTy->getFltSemantics(), |
| 374 | AV.IntVal)); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 375 | break; |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 376 | case Type::PointerTyID: |
| 377 | void *ArgPtr = GVTOP(AV); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 378 | if (sizeof(void*) == 4) |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 379 | C = ConstantInt::get(Type::getInt32Ty(F->getContext()), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 380 | (int)(intptr_t)ArgPtr); |
Chris Lattner | 02a260a | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 381 | else |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 382 | C = ConstantInt::get(Type::getInt64Ty(F->getContext()), |
| 383 | (intptr_t)ArgPtr); |
Owen Anderson | 9adc0ab | 2009-07-14 23:09:55 +0000 | [diff] [blame] | 384 | // Cast the integer to pointer |
Owen Anderson | baf3c40 | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 385 | C = ConstantExpr::getIntToPtr(C, ArgTy); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 386 | break; |
| 387 | } |
| 388 | Args.push_back(C); |
| 389 | } |
| 390 | |
Jay Foad | a3efbb1 | 2011-07-15 08:37:34 +0000 | [diff] [blame] | 391 | CallInst *TheCall = CallInst::Create(F, Args, "", StubBB); |
Chris Lattner | cdfc51f | 2008-11-23 08:00:11 +0000 | [diff] [blame] | 392 | TheCall->setCallingConv(F->getCallingConv()); |
Chris Lattner | a471e04 | 2005-05-06 06:48:54 +0000 | [diff] [blame] | 393 | TheCall->setTailCall(); |
Benjamin Kramer | f012705 | 2010-01-05 13:12:22 +0000 | [diff] [blame] | 394 | if (!TheCall->getType()->isVoidTy()) |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 395 | // Return result of the call. |
| 396 | ReturnInst::Create(F->getContext(), TheCall, StubBB); |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 397 | else |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 398 | ReturnInst::Create(F->getContext(), StubBB); // Just return void. |
Chris Lattner | cc22e9f | 2004-08-16 00:14:18 +0000 | [diff] [blame] | 399 | |
Jeffrey Yasskin | 3174f67 | 2010-02-12 23:05:31 +0000 | [diff] [blame] | 400 | // Finally, call our nullary stub function. |
| 401 | GenericValue Result = runFunction(Stub, std::vector<GenericValue>()); |
| 402 | // Erase it, since no other function can have a reference to it. |
| 403 | Stub->eraseFromParent(); |
| 404 | // And return the result. |
| 405 | return Result; |
Chris Lattner | bd199fb | 2002-12-24 00:01:05 +0000 | [diff] [blame] | 406 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 407 | |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 408 | void JIT::RegisterJITEventListener(JITEventListener *L) { |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 409 | if (!L) |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 410 | return; |
| 411 | MutexGuard locked(lock); |
| 412 | EventListeners.push_back(L); |
| 413 | } |
| 414 | void JIT::UnregisterJITEventListener(JITEventListener *L) { |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 415 | if (!L) |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 416 | return; |
| 417 | MutexGuard locked(lock); |
| 418 | std::vector<JITEventListener*>::reverse_iterator I= |
| 419 | std::find(EventListeners.rbegin(), EventListeners.rend(), L); |
| 420 | if (I != EventListeners.rend()) { |
| 421 | std::swap(*I, EventListeners.back()); |
| 422 | EventListeners.pop_back(); |
| 423 | } |
| 424 | } |
| 425 | void JIT::NotifyFunctionEmitted( |
| 426 | const Function &F, |
| 427 | void *Code, size_t Size, |
| 428 | const JITEvent_EmittedFunctionDetails &Details) { |
| 429 | MutexGuard locked(lock); |
| 430 | for (unsigned I = 0, S = EventListeners.size(); I < S; ++I) { |
| 431 | EventListeners[I]->NotifyFunctionEmitted(F, Code, Size, Details); |
| 432 | } |
| 433 | } |
| 434 | |
Jeffrey Yasskin | 7a9034c | 2009-10-27 00:03:05 +0000 | [diff] [blame] | 435 | void JIT::NotifyFreeingMachineCode(void *OldPtr) { |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 436 | MutexGuard locked(lock); |
| 437 | for (unsigned I = 0, S = EventListeners.size(); I < S; ++I) { |
Jeffrey Yasskin | 7a9034c | 2009-10-27 00:03:05 +0000 | [diff] [blame] | 438 | EventListeners[I]->NotifyFreeingMachineCode(OldPtr); |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 439 | } |
| 440 | } |
| 441 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 442 | /// runJITOnFunction - Run the FunctionPassManager full of |
| 443 | /// just-in-time compilation passes on F, hopefully filling in |
| 444 | /// GlobalAddress[F] with the address of F's machine code. |
| 445 | /// |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 446 | void JIT::runJITOnFunction(Function *F, MachineCodeInfo *MCI) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 447 | MutexGuard locked(lock); |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 448 | |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 449 | class MCIListener : public JITEventListener { |
| 450 | MachineCodeInfo *const MCI; |
| 451 | public: |
| 452 | MCIListener(MachineCodeInfo *mci) : MCI(mci) {} |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 453 | void NotifyFunctionEmitted(const Function &, void *Code, size_t Size, |
| 454 | const EmittedFunctionDetails &) override { |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 455 | MCI->setAddress(Code); |
| 456 | MCI->setSize(Size); |
| 457 | } |
| 458 | }; |
| 459 | MCIListener MCIL(MCI); |
Jeffrey Yasskin | 92fdf45 | 2009-12-22 23:18:18 +0000 | [diff] [blame] | 460 | if (MCI) |
| 461 | RegisterJITEventListener(&MCIL); |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 462 | |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 463 | runJITOnFunctionUnlocked(F); |
Argyrios Kyrtzidis | b3a847d | 2009-05-18 21:06:40 +0000 | [diff] [blame] | 464 | |
Jeffrey Yasskin | 92fdf45 | 2009-12-22 23:18:18 +0000 | [diff] [blame] | 465 | if (MCI) |
| 466 | UnregisterJITEventListener(&MCIL); |
Dan Gohman | 21afcda | 2009-02-06 21:25:08 +0000 | [diff] [blame] | 467 | } |
| 468 | |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 469 | void JIT::runJITOnFunctionUnlocked(Function *F) { |
Chris Lattner | 17f218e | 2007-08-13 20:08:16 +0000 | [diff] [blame] | 470 | assert(!isAlreadyCodeGenerating && "Error: Recursive compilation detected!"); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 471 | |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 472 | jitTheFunctionUnlocked(F); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 473 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 474 | // If the function referred to another function that had not yet been |
Jeffrey Yasskin | dc85724 | 2009-10-27 20:30:28 +0000 | [diff] [blame] | 475 | // read from bitcode, and we are jitting non-lazily, emit it now. |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 476 | while (!jitstate->getPendingFunctions().empty()) { |
| 477 | Function *PF = jitstate->getPendingFunctions().back(); |
| 478 | jitstate->getPendingFunctions().pop_back(); |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 479 | |
Jeffrey Yasskin | aad0d52 | 2009-12-17 21:35:29 +0000 | [diff] [blame] | 480 | assert(!PF->hasAvailableExternallyLinkage() && |
| 481 | "Externally-defined function should not be in pending list."); |
| 482 | |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 483 | jitTheFunctionUnlocked(PF); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 484 | |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 485 | // Now that the function has been jitted, ask the JITEmitter to rewrite |
| 486 | // the stub with real address of the function. |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 487 | updateFunctionStubUnlocked(PF); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 488 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 489 | } |
| 490 | |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 491 | void JIT::jitTheFunctionUnlocked(Function *F) { |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 492 | isAlreadyCodeGenerating = true; |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 493 | jitstate->getPM().run(*F); |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 494 | isAlreadyCodeGenerating = false; |
| 495 | |
| 496 | // clear basic block addresses after this function is done |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 497 | getBasicBlockAddressMap().clear(); |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 498 | } |
| 499 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 500 | /// getPointerToFunction - This method is used to get the address of the |
Chris Lattner | 7a2bdde | 2011-04-15 05:18:47 +0000 | [diff] [blame] | 501 | /// specified function, compiling it if necessary. |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 502 | /// |
| 503 | void *JIT::getPointerToFunction(Function *F) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 504 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 505 | if (void *Addr = getPointerToGlobalIfAvailable(F)) |
| 506 | return Addr; // Check if function already code gen'd |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 507 | |
Dan Gohman | a3ac0c1 | 2009-02-19 02:40:15 +0000 | [diff] [blame] | 508 | MutexGuard locked(lock); |
| 509 | |
Jeffrey Yasskin | aad0d52 | 2009-12-17 21:35:29 +0000 | [diff] [blame] | 510 | // Now that this thread owns the lock, make sure we read in the function if it |
| 511 | // exists in this Module. |
| 512 | std::string ErrorMsg; |
Jeffrey Yasskin | f0356fe | 2010-01-27 20:34:15 +0000 | [diff] [blame] | 513 | if (F->Materialize(&ErrorMsg)) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 514 | report_fatal_error("Error reading function '" + F->getName()+ |
Jeffrey Yasskin | aad0d52 | 2009-12-17 21:35:29 +0000 | [diff] [blame] | 515 | "' from bitcode file: " + ErrorMsg); |
Nicolas Geoffray | fd7d991 | 2008-04-20 08:33:02 +0000 | [diff] [blame] | 516 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 517 | |
Jeffrey Yasskin | aad0d52 | 2009-12-17 21:35:29 +0000 | [diff] [blame] | 518 | // ... and check if another thread has already code gen'd the function. |
| 519 | if (void *Addr = getPointerToGlobalIfAvailable(F)) |
| 520 | return Addr; |
| 521 | |
Chris Lattner | 46264f0 | 2009-10-25 23:06:42 +0000 | [diff] [blame] | 522 | if (F->isDeclaration() || F->hasAvailableExternallyLinkage()) { |
Jeffrey Yasskin | 6f348e4 | 2009-11-09 22:34:19 +0000 | [diff] [blame] | 523 | bool AbortOnFailure = !F->hasExternalWeakLinkage(); |
Dan Gohman | 69f9378 | 2009-01-05 05:32:42 +0000 | [diff] [blame] | 524 | void *Addr = getPointerToNamedFunction(F->getName(), AbortOnFailure); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 525 | addGlobalMapping(F, Addr); |
| 526 | return Addr; |
| 527 | } |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 528 | |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 529 | runJITOnFunctionUnlocked(F); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 530 | |
| 531 | void *Addr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 532 | assert(Addr && "Code generation didn't add function to GlobalAddress table!"); |
| 533 | return Addr; |
| 534 | } |
| 535 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 536 | void JIT::addPointerToBasicBlock(const BasicBlock *BB, void *Addr) { |
| 537 | MutexGuard locked(lock); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 538 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 539 | BasicBlockAddressMapTy::iterator I = |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 540 | getBasicBlockAddressMap().find(BB); |
| 541 | if (I == getBasicBlockAddressMap().end()) { |
| 542 | getBasicBlockAddressMap()[BB] = Addr; |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 543 | } else { |
| 544 | // ignore repeats: some BBs can be split into few MBBs? |
| 545 | } |
| 546 | } |
| 547 | |
| 548 | void JIT::clearPointerToBasicBlock(const BasicBlock *BB) { |
| 549 | MutexGuard locked(lock); |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 550 | getBasicBlockAddressMap().erase(BB); |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 551 | } |
| 552 | |
| 553 | void *JIT::getPointerToBasicBlock(BasicBlock *BB) { |
| 554 | // make sure it's function is compiled by JIT |
| 555 | (void)getPointerToFunction(BB->getParent()); |
| 556 | |
| 557 | // resolve basic block address |
| 558 | MutexGuard locked(lock); |
Jim Grosbach | 4f9fc85 | 2011-03-15 20:25:54 +0000 | [diff] [blame] | 559 | |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 560 | BasicBlockAddressMapTy::iterator I = |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 561 | getBasicBlockAddressMap().find(BB); |
| 562 | if (I != getBasicBlockAddressMap().end()) { |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 563 | return I->second; |
| 564 | } else { |
Craig Topper | 8581438 | 2012-02-07 05:05:23 +0000 | [diff] [blame] | 565 | llvm_unreachable("JIT does not have BB address for address-of-label, was" |
| 566 | " it eliminated by optimizer?"); |
Chris Lattner | 68feb22 | 2010-07-11 23:07:28 +0000 | [diff] [blame] | 567 | } |
| 568 | } |
| 569 | |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 570 | void *JIT::getPointerToNamedFunction(const std::string &Name, |
| 571 | bool AbortOnFailure){ |
| 572 | if (!isSymbolSearchingDisabled()) { |
| 573 | void *ptr = JMM->getPointerToNamedFunction(Name, false); |
| 574 | if (ptr) |
| 575 | return ptr; |
| 576 | } |
| 577 | |
| 578 | /// If a LazyFunctionCreator is installed, use it to get/create the function. |
| 579 | if (LazyFunctionCreator) |
| 580 | if (void *RP = LazyFunctionCreator(Name)) |
| 581 | return RP; |
| 582 | |
| 583 | if (AbortOnFailure) { |
| 584 | report_fatal_error("Program used external function '"+Name+ |
| 585 | "' which could not be resolved!"); |
| 586 | } |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 587 | return nullptr; |
Danil Malyshev | 30b9e32 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 588 | } |
| 589 | |
| 590 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 591 | /// getOrEmitGlobalVariable - Return the address of the specified global |
| 592 | /// variable, possibly emitting it to memory if needed. This is used by the |
| 593 | /// Emitter. |
| 594 | void *JIT::getOrEmitGlobalVariable(const GlobalVariable *GV) { |
Reid Spencer | ee44863 | 2005-07-12 15:51:55 +0000 | [diff] [blame] | 595 | MutexGuard locked(lock); |
| 596 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 597 | void *Ptr = getPointerToGlobalIfAvailable(GV); |
| 598 | if (Ptr) return Ptr; |
| 599 | |
| 600 | // If the global is external, just remember the address. |
Jeffrey Yasskin | 898e9df | 2009-12-13 20:30:32 +0000 | [diff] [blame] | 601 | if (GV->isDeclaration() || GV->hasAvailableExternallyLinkage()) { |
Anton Korobeynikov | 3b30a6e | 2007-07-30 20:02:02 +0000 | [diff] [blame] | 602 | #if HAVE___DSO_HANDLE |
Evan Cheng | 5f42c55 | 2006-07-21 23:06:20 +0000 | [diff] [blame] | 603 | if (GV->getName() == "__dso_handle") |
| 604 | return (void*)&__dso_handle; |
Evan Cheng | b82ab94 | 2006-07-22 00:42:03 +0000 | [diff] [blame] | 605 | #endif |
Daniel Dunbar | fbee579 | 2009-07-21 08:54:24 +0000 | [diff] [blame] | 606 | Ptr = sys::DynamicLibrary::SearchForAddressOfSymbol(GV->getName()); |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 607 | if (!Ptr) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 608 | report_fatal_error("Could not resolve external global address: " |
Torok Edwin | 31e2466 | 2009-07-07 17:32:34 +0000 | [diff] [blame] | 609 | +GV->getName()); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 610 | } |
Nate Begeman | 6694198 | 2009-03-04 19:10:38 +0000 | [diff] [blame] | 611 | addGlobalMapping(GV, Ptr); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 612 | } else { |
Dale Johannesen | dd947ea | 2008-08-07 01:30:15 +0000 | [diff] [blame] | 613 | // If the global hasn't been emitted to memory yet, allocate space and |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 614 | // emit it into memory. |
| 615 | Ptr = getMemoryForGV(GV); |
Dale Johannesen | dd947ea | 2008-08-07 01:30:15 +0000 | [diff] [blame] | 616 | addGlobalMapping(GV, Ptr); |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 617 | EmitGlobalVariable(GV); // Initialize the variable. |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 618 | } |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 619 | return Ptr; |
| 620 | } |
| 621 | |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 622 | /// recompileAndRelinkFunction - This method is used to force a function |
| 623 | /// which has already been compiled, to be compiled again, possibly |
| 624 | /// after it has been modified. Then the entry to the old copy is overwritten |
| 625 | /// with a branch to the new copy. If there was no old copy, this acts |
| 626 | /// just like JIT::getPointerToFunction(). |
| 627 | /// |
| 628 | void *JIT::recompileAndRelinkFunction(Function *F) { |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 629 | void *OldAddr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 630 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 631 | // If it's not already compiled there is no reason to patch it up. |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 632 | if (!OldAddr) return getPointerToFunction(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 633 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 634 | // Delete the old function mapping. |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 635 | addGlobalMapping(F, nullptr); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 636 | |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 637 | // Recodegen the function |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 638 | runJITOnFunction(F); |
Chris Lattner | c07ed13 | 2003-12-20 03:36:47 +0000 | [diff] [blame] | 639 | |
| 640 | // Update state, forward the old function to the new function. |
| 641 | void *Addr = getPointerToGlobalIfAvailable(F); |
Chris Lattner | 4d326fa | 2003-12-20 01:46:27 +0000 | [diff] [blame] | 642 | assert(Addr && "Code generation didn't add function to GlobalAddress table!"); |
| 643 | TJI.replaceMachineCodeForFunction(OldAddr, Addr); |
| 644 | return Addr; |
| 645 | } |
Misha Brukman | 895eddf | 2004-11-07 23:58:46 +0000 | [diff] [blame] | 646 | |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 647 | /// getMemoryForGV - This method abstracts memory allocation of global |
| 648 | /// variable so that the JIT can allocate thread local variables depending |
| 649 | /// on the target. |
| 650 | /// |
| 651 | char* JIT::getMemoryForGV(const GlobalVariable* GV) { |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 652 | char *Ptr; |
| 653 | |
| 654 | // GlobalVariable's which are not "constant" will cause trouble in a server |
| 655 | // situation. It's returned in the same block of memory as code which may |
| 656 | // not be writable. |
| 657 | if (isGVCompilationDisabled() && !GV->isConstant()) { |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 658 | report_fatal_error("Compilation of non-internal GlobalValue is disabled!"); |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 659 | } |
| 660 | |
| 661 | // Some applications require globals and code to live together, so they may |
| 662 | // be allocated into the same buffer, but in general globals are allocated |
| 663 | // through the memory manager which puts them near the code but not in the |
| 664 | // same buffer. |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 665 | Type *GlobalType = GV->getType()->getElementType(); |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 666 | size_t S = getDataLayout()->getTypeAllocSize(GlobalType); |
| 667 | size_t A = getDataLayout()->getPreferredAlignment(GV); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 668 | if (GV->isThreadLocal()) { |
| 669 | MutexGuard locked(lock); |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 670 | Ptr = TJI.allocateThreadLocalMemory(S); |
| 671 | } else if (TJI.allocateSeparateGVMemory()) { |
| 672 | if (A <= 8) { |
| 673 | Ptr = (char*)malloc(S); |
| 674 | } else { |
| 675 | // Allocate S+A bytes of memory, then use an aligned pointer within that |
| 676 | // space. |
| 677 | Ptr = (char*)malloc(S+A); |
| 678 | unsigned MisAligned = ((intptr_t)Ptr & (A-1)); |
| 679 | Ptr = Ptr + (MisAligned ? (A-MisAligned) : 0); |
| 680 | } |
| 681 | } else if (AllocateGVsWithCode) { |
| 682 | Ptr = (char*)JCE->allocateSpace(S, A); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 683 | } else { |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 684 | Ptr = (char*)JCE->allocateGlobal(S, A); |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 685 | } |
Jeffrey Yasskin | 489393d | 2009-07-08 21:59:57 +0000 | [diff] [blame] | 686 | return Ptr; |
Nicolas Geoffray | 46fa139 | 2008-10-25 15:41:43 +0000 | [diff] [blame] | 687 | } |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 688 | |
| 689 | void JIT::addPendingFunction(Function *F) { |
| 690 | MutexGuard locked(lock); |
Stephen Hines | c6a4f5e | 2014-07-21 00:45:20 -0700 | [diff] [blame] | 691 | jitstate->getPendingFunctions().push_back(F); |
Nate Begeman | d6b7a24 | 2009-02-18 08:31:02 +0000 | [diff] [blame] | 692 | } |
Jeffrey Yasskin | df5a7da | 2009-06-25 02:04:04 +0000 | [diff] [blame] | 693 | |
| 694 | |
| 695 | JITEventListener::~JITEventListener() {} |