Eric Christopher | 5c896f7 | 2011-04-22 03:07:06 +0000 | [diff] [blame] | 1 | //===-- MCJIT.cpp - MC-based Just-in-Time Compiler ------------------------===// |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| 10 | #include "MCJIT.h" |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 11 | #include "llvm/ADT/STLExtras.h" |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 12 | #include "llvm/ExecutionEngine/GenericValue.h" |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 13 | #include "llvm/ExecutionEngine/JITEventListener.h" |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 14 | #include "llvm/ExecutionEngine/MCJIT.h" |
Andrew Kaylor | 31be5ef | 2013-04-29 17:49:40 +0000 | [diff] [blame] | 15 | #include "llvm/ExecutionEngine/SectionMemoryManager.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 16 | #include "llvm/IR/DataLayout.h" |
| 17 | #include "llvm/IR/DerivedTypes.h" |
| 18 | #include "llvm/IR/Function.h" |
Chandler Carruth | 30d69c2 | 2015-02-13 10:01:29 +0000 | [diff] [blame] | 19 | #include "llvm/IR/LegacyPassManager.h" |
Rafael Espindola | 894843c | 2014-01-07 21:19:40 +0000 | [diff] [blame] | 20 | #include "llvm/IR/Mangler.h" |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 21 | #include "llvm/IR/Module.h" |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 22 | #include "llvm/Object/Archive.h" |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 23 | #include "llvm/Object/ObjectFile.h" |
Michael J. Spencer | 447762d | 2010-11-29 18:16:10 +0000 | [diff] [blame] | 24 | #include "llvm/Support/DynamicLibrary.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 25 | #include "llvm/Support/ErrorHandling.h" |
Jim Grosbach | 348a548 | 2011-03-22 01:06:42 +0000 | [diff] [blame] | 26 | #include "llvm/Support/MemoryBuffer.h" |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 27 | #include "llvm/Support/MutexGuard.h" |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 28 | |
| 29 | using namespace llvm; |
| 30 | |
| 31 | namespace { |
| 32 | |
| 33 | static struct RegisterJIT { |
| 34 | RegisterJIT() { MCJIT::Register(); } |
| 35 | } JITRegistrator; |
| 36 | |
| 37 | } |
| 38 | |
| 39 | extern "C" void LLVMLinkInMCJIT() { |
| 40 | } |
| 41 | |
Lang Hames | 44efd04 | 2018-01-19 01:40:26 +0000 | [diff] [blame] | 42 | ExecutionEngine* |
| 43 | MCJIT::createJIT(std::unique_ptr<Module> M, |
| 44 | std::string *ErrorStr, |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 45 | std::shared_ptr<MCJITMemoryManager> MemMgr, |
Lang Hames | 44efd04 | 2018-01-19 01:40:26 +0000 | [diff] [blame] | 46 | std::shared_ptr<JITSymbolResolver> Resolver, |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 47 | std::unique_ptr<TargetMachine> TM) { |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 48 | // Try to register the program as a source of symbols to resolve against. |
| 49 | // |
| 50 | // FIXME: Don't do this here. |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 51 | sys::DynamicLibrary::LoadLibraryPermanently(nullptr, nullptr); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 52 | |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 53 | if (!MemMgr || !Resolver) { |
| 54 | auto RTDyldMM = std::make_shared<SectionMemoryManager>(); |
| 55 | if (!MemMgr) |
| 56 | MemMgr = RTDyldMM; |
| 57 | if (!Resolver) |
| 58 | Resolver = RTDyldMM; |
| 59 | } |
Lang Hames | 4a5697e | 2014-12-03 00:51:19 +0000 | [diff] [blame] | 60 | |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 61 | return new MCJIT(std::move(M), std::move(TM), std::move(MemMgr), |
| 62 | std::move(Resolver)); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 63 | } |
| 64 | |
Mehdi Amini | a3fcefb | 2015-07-16 16:34:23 +0000 | [diff] [blame] | 65 | MCJIT::MCJIT(std::unique_ptr<Module> M, std::unique_ptr<TargetMachine> TM, |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 66 | std::shared_ptr<MCJITMemoryManager> MemMgr, |
Lang Hames | 44efd04 | 2018-01-19 01:40:26 +0000 | [diff] [blame] | 67 | std::shared_ptr<JITSymbolResolver> Resolver) |
Mehdi Amini | 26d4813 | 2015-07-24 16:04:22 +0000 | [diff] [blame] | 68 | : ExecutionEngine(TM->createDataLayout(), std::move(M)), TM(std::move(TM)), |
Mehdi Amini | a3fcefb | 2015-07-16 16:34:23 +0000 | [diff] [blame] | 69 | Ctx(nullptr), MemMgr(std::move(MemMgr)), |
| 70 | Resolver(*this, std::move(Resolver)), Dyld(*this->MemMgr, this->Resolver), |
| 71 | ObjCache(nullptr) { |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 72 | // FIXME: We are managing our modules, so we do not want the base class |
| 73 | // ExecutionEngine to manage them as well. To avoid double destruction |
| 74 | // of the first (and only) module added in ExecutionEngine constructor |
| 75 | // we remove it from EE and will destruct it ourselves. |
| 76 | // |
| 77 | // It may make sense to move our module manager (based on SmallStPtr) back |
| 78 | // into EE if the JIT and Interpreter can live with it. |
| 79 | // If so, additional functions: addModule, removeModule, FindFunctionNamed, |
| 80 | // runStaticConstructorsDestructors could be moved back to EE as well. |
| 81 | // |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 82 | std::unique_ptr<Module> First = std::move(Modules[0]); |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 83 | Modules.clear(); |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 84 | |
Lang Hames | 717eacf | 2016-06-11 05:47:04 +0000 | [diff] [blame] | 85 | if (First->getDataLayout().isDefault()) |
| 86 | First->setDataLayout(getDataLayout()); |
| 87 | |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 88 | OwnedModules.addModule(std::move(First)); |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 89 | RegisterJITEventListener(JITEventListener::createGDBRegistrationListener()); |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 90 | } |
| 91 | |
| 92 | MCJIT::~MCJIT() { |
| 93 | MutexGuard locked(lock); |
| 94 | |
Andrew Kaylor | c442a76 | 2013-10-16 00:14:21 +0000 | [diff] [blame] | 95 | Dyld.deregisterEHFrames(); |
Chandler Carruth | d55d159 | 2013-10-24 09:52:56 +0000 | [diff] [blame] | 96 | |
David Blaikie | ed9709d | 2014-09-03 19:48:09 +0000 | [diff] [blame] | 97 | for (auto &Obj : LoadedObjects) |
| 98 | if (Obj) |
Chandler Carruth | d55d159 | 2013-10-24 09:52:56 +0000 | [diff] [blame] | 99 | NotifyFreeingObject(*Obj); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 100 | |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 101 | Archives.clear(); |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 102 | } |
| 103 | |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 104 | void MCJIT::addModule(std::unique_ptr<Module> M) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 105 | MutexGuard locked(lock); |
Lang Hames | 717eacf | 2016-06-11 05:47:04 +0000 | [diff] [blame] | 106 | |
| 107 | if (M->getDataLayout().isDefault()) |
| 108 | M->setDataLayout(getDataLayout()); |
| 109 | |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 110 | OwnedModules.addModule(std::move(M)); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 111 | } |
| 112 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 113 | bool MCJIT::removeModule(Module *M) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 114 | MutexGuard locked(lock); |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 115 | return OwnedModules.removeModule(M); |
| 116 | } |
| 117 | |
David Blaikie | 7a1e775 | 2014-04-29 21:52:46 +0000 | [diff] [blame] | 118 | void MCJIT::addObjectFile(std::unique_ptr<object::ObjectFile> Obj) { |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 119 | std::unique_ptr<RuntimeDyld::LoadedObjectInfo> L = Dyld.loadObject(*Obj); |
| 120 | if (Dyld.hasError()) |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 121 | report_fatal_error(Dyld.getErrorString()); |
| 122 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 123 | NotifyObjectEmitted(*Obj, *L); |
David Blaikie | 168861a | 2014-09-04 18:37:31 +0000 | [diff] [blame] | 124 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 125 | LoadedObjects.push_back(std::move(Obj)); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 126 | } |
| 127 | |
Rafael Espindola | 7271c19 | 2014-08-26 21:04:04 +0000 | [diff] [blame] | 128 | void MCJIT::addObjectFile(object::OwningBinary<object::ObjectFile> Obj) { |
Lang Hames | f04de6e | 2014-10-31 21:37:49 +0000 | [diff] [blame] | 129 | std::unique_ptr<object::ObjectFile> ObjFile; |
| 130 | std::unique_ptr<MemoryBuffer> MemBuf; |
| 131 | std::tie(ObjFile, MemBuf) = Obj.takeBinary(); |
| 132 | addObjectFile(std::move(ObjFile)); |
| 133 | Buffers.push_back(std::move(MemBuf)); |
Rafael Espindola | 7271c19 | 2014-08-26 21:04:04 +0000 | [diff] [blame] | 134 | } |
| 135 | |
Rafael Espindola | 48af1c2 | 2014-08-19 18:44:46 +0000 | [diff] [blame] | 136 | void MCJIT::addArchive(object::OwningBinary<object::Archive> A) { |
Rafael Espindola | ce47a05 | 2014-08-01 18:09:32 +0000 | [diff] [blame] | 137 | Archives.push_back(std::move(A)); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 138 | } |
| 139 | |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 140 | void MCJIT::setObjectCache(ObjectCache* NewCache) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 141 | MutexGuard locked(lock); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 142 | ObjCache = NewCache; |
| 143 | } |
| 144 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 145 | std::unique_ptr<MemoryBuffer> MCJIT::emitObject(Module *M) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 146 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 147 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 148 | // This must be a module which has already been added but not loaded to this |
| 149 | // MCJIT instance, since these conditions are tested by our caller, |
| 150 | // generateCodeForModule. |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 151 | |
Chandler Carruth | 30d69c2 | 2015-02-13 10:01:29 +0000 | [diff] [blame] | 152 | legacy::PassManager PM; |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 153 | |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 154 | // The RuntimeDyld will take ownership of this shortly |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 155 | SmallVector<char, 4096> ObjBufferSV; |
| 156 | raw_svector_ostream ObjStream(ObjBufferSV); |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 157 | |
Jim Grosbach | 7b16249 | 2011-03-18 22:48:41 +0000 | [diff] [blame] | 158 | // Turn the machine code intermediate representation into bytes in memory |
| 159 | // that may be executed. |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 160 | if (TM->addPassesToEmitMC(PM, Ctx, ObjStream, !getVerifyModules())) |
Jim Grosbach | 7b16249 | 2011-03-18 22:48:41 +0000 | [diff] [blame] | 161 | report_fatal_error("Target does not support MC emission!"); |
Jim Grosbach | 7b16249 | 2011-03-18 22:48:41 +0000 | [diff] [blame] | 162 | |
| 163 | // Initialize passes. |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 164 | PM.run(*M); |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 165 | // Flush the output buffer to get the generated code into memory |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 166 | |
| 167 | std::unique_ptr<MemoryBuffer> CompiledObjBuffer( |
| 168 | new ObjectMemoryBuffer(std::move(ObjBufferSV))); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 169 | |
| 170 | // If we have an object cache, tell it about the new object. |
| 171 | // Note that we're using the compiled image, not the loaded image (as below). |
| 172 | if (ObjCache) { |
| 173 | // MemoryBuffer is a thin wrapper around the actual memory, so it's OK |
| 174 | // to create a temporary object here and delete it after the call. |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 175 | MemoryBufferRef MB = CompiledObjBuffer->getMemBufferRef(); |
Rafael Espindola | 48af1c2 | 2014-08-19 18:44:46 +0000 | [diff] [blame] | 176 | ObjCache->notifyObjectCompiled(M, MB); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 177 | } |
| 178 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 179 | return CompiledObjBuffer; |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 180 | } |
| 181 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 182 | void MCJIT::generateCodeForModule(Module *M) { |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 183 | // Get a thread lock to make sure we aren't trying to load multiple times |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 184 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 185 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 186 | // This must be a module which has already been added to this MCJIT instance. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 187 | assert(OwnedModules.ownsModule(M) && |
| 188 | "MCJIT::generateCodeForModule: Unknown module."); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 189 | |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 190 | // Re-compilation is not supported |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 191 | if (OwnedModules.hasModuleBeenLoaded(M)) |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 192 | return; |
| 193 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 194 | std::unique_ptr<MemoryBuffer> ObjectToLoad; |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 195 | // Try to load the pre-compiled object from cache if possible |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 196 | if (ObjCache) |
| 197 | ObjectToLoad = ObjCache->getObject(M); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 198 | |
Lang Hames | 717eacf | 2016-06-11 05:47:04 +0000 | [diff] [blame] | 199 | assert(M->getDataLayout() == getDataLayout() && "DataLayout Mismatch"); |
Rafael Espindola | 6763f5a | 2015-06-23 14:42:34 +0000 | [diff] [blame] | 200 | |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 201 | // If the cache did not contain a suitable object, compile the object |
| 202 | if (!ObjectToLoad) { |
David Blaikie | d110157 | 2014-09-03 19:57:35 +0000 | [diff] [blame] | 203 | ObjectToLoad = emitObject(M); |
| 204 | assert(ObjectToLoad && "Compilation did not produce an object."); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 205 | } |
Jim Grosbach | 348a548 | 2011-03-22 01:06:42 +0000 | [diff] [blame] | 206 | |
| 207 | // Load the object into the dynamic linker. |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 208 | // MCJIT now owns the ObjectImage pointer (via its LoadedObjects list). |
Kevin Enderby | 3fcdf6a | 2016-04-06 22:14:09 +0000 | [diff] [blame] | 209 | Expected<std::unique_ptr<object::ObjectFile>> LoadedObject = |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 210 | object::ObjectFile::createObjectFile(ObjectToLoad->getMemBufferRef()); |
Kevin Enderby | 3fcdf6a | 2016-04-06 22:14:09 +0000 | [diff] [blame] | 211 | if (!LoadedObject) { |
| 212 | std::string Buf; |
| 213 | raw_string_ostream OS(Buf); |
| 214 | logAllUnhandledErrors(LoadedObject.takeError(), OS, ""); |
| 215 | OS.flush(); |
| 216 | report_fatal_error(Buf); |
| 217 | } |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 218 | std::unique_ptr<RuntimeDyld::LoadedObjectInfo> L = |
| 219 | Dyld.loadObject(*LoadedObject.get()); |
| 220 | |
| 221 | if (Dyld.hasError()) |
Jim Grosbach | c114d89 | 2011-03-23 19:51:34 +0000 | [diff] [blame] | 222 | report_fatal_error(Dyld.getErrorString()); |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 223 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 224 | NotifyObjectEmitted(*LoadedObject.get(), *L); |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 225 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 226 | Buffers.push_back(std::move(ObjectToLoad)); |
| 227 | LoadedObjects.push_back(std::move(*LoadedObject)); |
David Blaikie | ed9709d | 2014-09-03 19:48:09 +0000 | [diff] [blame] | 228 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 229 | OwnedModules.markModuleAsLoaded(M); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 230 | } |
| 231 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 232 | void MCJIT::finalizeLoadedModules() { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 233 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 234 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 235 | // Resolve any outstanding relocations. |
| 236 | Dyld.resolveRelocations(); |
| 237 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 238 | OwnedModules.markAllLoadedModulesAsFinalized(); |
| 239 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 240 | // Register EH frame data for any module we own which has been loaded |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 241 | Dyld.registerEHFrames(); |
| 242 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 243 | // Set page permissions. |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 244 | MemMgr->finalizeMemory(); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 245 | } |
| 246 | |
| 247 | // FIXME: Rename this. |
| 248 | void MCJIT::finalizeObject() { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 249 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 250 | |
Lang Hames | 018452e | 2014-09-05 23:38:35 +0000 | [diff] [blame] | 251 | // Generate code for module is going to move objects out of the 'added' list, |
| 252 | // so we need to copy that out before using it: |
| 253 | SmallVector<Module*, 16> ModsToAdd; |
| 254 | for (auto M : OwnedModules.added()) |
| 255 | ModsToAdd.push_back(M); |
| 256 | |
| 257 | for (auto M : ModsToAdd) |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 258 | generateCodeForModule(M); |
Andrew Kaylor | a342cb9 | 2012-11-15 23:50:01 +0000 | [diff] [blame] | 259 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 260 | finalizeLoadedModules(); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 261 | } |
| 262 | |
| 263 | void MCJIT::finalizeModule(Module *M) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 264 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 265 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 266 | // This must be a module which has already been added to this MCJIT instance. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 267 | assert(OwnedModules.ownsModule(M) && "MCJIT::finalizeModule: Unknown module."); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 268 | |
| 269 | // If the module hasn't been compiled, just do that. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 270 | if (!OwnedModules.hasModuleBeenLoaded(M)) |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 271 | generateCodeForModule(M); |
| 272 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 273 | finalizeLoadedModules(); |
Andrew Kaylor | a714efc | 2012-11-05 20:57:16 +0000 | [diff] [blame] | 274 | } |
| 275 | |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 276 | JITSymbol MCJIT::findExistingSymbol(const std::string &Name) { |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 277 | if (void *Addr = getPointerToGlobalIfAvailable(Name)) |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 278 | return JITSymbol(static_cast<uint64_t>( |
| 279 | reinterpret_cast<uintptr_t>(Addr)), |
| 280 | JITSymbolFlags::Exported); |
Lang Hames | 3393cfd | 2015-07-29 23:12:33 +0000 | [diff] [blame] | 281 | |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 282 | return Dyld.getSymbol(Name); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 283 | } |
Jim Grosbach | dc1123f | 2012-09-05 16:50:40 +0000 | [diff] [blame] | 284 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 285 | Module *MCJIT::findModuleForSymbol(const std::string &Name, |
| 286 | bool CheckFunctionsOnly) { |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 287 | StringRef DemangledName = Name; |
| 288 | if (DemangledName[0] == getDataLayout().getGlobalPrefix()) |
| 289 | DemangledName = DemangledName.substr(1); |
| 290 | |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 291 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 292 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 293 | // If it hasn't already been generated, see if it's in one of our modules. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 294 | for (ModulePtrSet::iterator I = OwnedModules.begin_added(), |
| 295 | E = OwnedModules.end_added(); |
| 296 | I != E; ++I) { |
| 297 | Module *M = *I; |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 298 | Function *F = M->getFunction(DemangledName); |
Andrew Kaylor | 515b1da | 2013-11-15 22:10:21 +0000 | [diff] [blame] | 299 | if (F && !F->isDeclaration()) |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 300 | return M; |
| 301 | if (!CheckFunctionsOnly) { |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 302 | GlobalVariable *G = M->getGlobalVariable(DemangledName); |
Andrew Kaylor | 515b1da | 2013-11-15 22:10:21 +0000 | [diff] [blame] | 303 | if (G && !G->isDeclaration()) |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 304 | return M; |
| 305 | // FIXME: Do we need to worry about global aliases? |
| 306 | } |
| 307 | } |
| 308 | // We didn't find the symbol in any of our modules. |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 309 | return nullptr; |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 310 | } |
| 311 | |
| 312 | uint64_t MCJIT::getSymbolAddress(const std::string &Name, |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 313 | bool CheckFunctionsOnly) { |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 314 | std::string MangledName; |
| 315 | { |
| 316 | raw_string_ostream MangledNameStream(MangledName); |
| 317 | Mangler::getNameWithPrefix(MangledNameStream, Name, getDataLayout()); |
| 318 | } |
Lang Hames | 4ce9866 | 2017-07-07 02:59:13 +0000 | [diff] [blame] | 319 | if (auto Sym = findSymbol(MangledName, CheckFunctionsOnly)) { |
| 320 | if (auto AddrOrErr = Sym.getAddress()) |
| 321 | return *AddrOrErr; |
| 322 | else |
| 323 | report_fatal_error(AddrOrErr.takeError()); |
| 324 | } else |
| 325 | report_fatal_error(Sym.takeError()); |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 326 | } |
| 327 | |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 328 | JITSymbol MCJIT::findSymbol(const std::string &Name, |
| 329 | bool CheckFunctionsOnly) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 330 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 331 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 332 | // First, check to see if we already have this symbol. |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 333 | if (auto Sym = findExistingSymbol(Name)) |
| 334 | return Sym; |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 335 | |
Rafael Espindola | 48af1c2 | 2014-08-19 18:44:46 +0000 | [diff] [blame] | 336 | for (object::OwningBinary<object::Archive> &OB : Archives) { |
Lang Hames | f04de6e | 2014-10-31 21:37:49 +0000 | [diff] [blame] | 337 | object::Archive *A = OB.getBinary(); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 338 | // Look for our symbols in each Archive |
Lang Hames | 69f4902 | 2016-07-14 20:44:27 +0000 | [diff] [blame] | 339 | auto OptionalChildOrErr = A->findSym(Name); |
| 340 | if (!OptionalChildOrErr) |
| 341 | report_fatal_error(OptionalChildOrErr.takeError()); |
| 342 | auto &OptionalChild = *OptionalChildOrErr; |
| 343 | if (OptionalChild) { |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 344 | // FIXME: Support nested archives? |
Kevin Enderby | ac9e155 | 2016-05-17 17:10:12 +0000 | [diff] [blame] | 345 | Expected<std::unique_ptr<object::Binary>> ChildBinOrErr = |
Lang Hames | 69f4902 | 2016-07-14 20:44:27 +0000 | [diff] [blame] | 346 | OptionalChild->getAsBinary(); |
Kevin Enderby | ac9e155 | 2016-05-17 17:10:12 +0000 | [diff] [blame] | 347 | if (!ChildBinOrErr) { |
| 348 | // TODO: Actually report errors helpfully. |
| 349 | consumeError(ChildBinOrErr.takeError()); |
Rafael Espindola | ae46002 | 2014-06-16 16:08:36 +0000 | [diff] [blame] | 350 | continue; |
Kevin Enderby | ac9e155 | 2016-05-17 17:10:12 +0000 | [diff] [blame] | 351 | } |
Rafael Espindola | 3f6481d | 2014-08-01 14:31:55 +0000 | [diff] [blame] | 352 | std::unique_ptr<object::Binary> &ChildBin = ChildBinOrErr.get(); |
Rafael Espindola | ae46002 | 2014-06-16 16:08:36 +0000 | [diff] [blame] | 353 | if (ChildBin->isObject()) { |
David Blaikie | 7a1e775 | 2014-04-29 21:52:46 +0000 | [diff] [blame] | 354 | std::unique_ptr<object::ObjectFile> OF( |
| 355 | static_cast<object::ObjectFile *>(ChildBin.release())); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 356 | // This causes the object file to be loaded. |
David Blaikie | 7a1e775 | 2014-04-29 21:52:46 +0000 | [diff] [blame] | 357 | addObjectFile(std::move(OF)); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 358 | // The address should be here now. |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 359 | if (auto Sym = findExistingSymbol(Name)) |
| 360 | return Sym; |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 361 | } |
| 362 | } |
| 363 | } |
| 364 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 365 | // If it hasn't already been generated, see if it's in one of our modules. |
| 366 | Module *M = findModuleForSymbol(Name, CheckFunctionsOnly); |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 367 | if (M) { |
| 368 | generateCodeForModule(M); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 369 | |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 370 | // Check the RuntimeDyld table again, it should be there now. |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 371 | return findExistingSymbol(Name); |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 372 | } |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 373 | |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 374 | // If a LazyFunctionCreator is installed, use it to get/create the function. |
| 375 | // FIXME: Should we instead have a LazySymbolCreator callback? |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 376 | if (LazyFunctionCreator) { |
| 377 | auto Addr = static_cast<uint64_t>( |
| 378 | reinterpret_cast<uintptr_t>(LazyFunctionCreator(Name))); |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 379 | return JITSymbol(Addr, JITSymbolFlags::Exported); |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 380 | } |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 381 | |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 382 | return nullptr; |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 383 | } |
| 384 | |
| 385 | uint64_t MCJIT::getGlobalValueAddress(const std::string &Name) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 386 | MutexGuard locked(lock); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 387 | uint64_t Result = getSymbolAddress(Name, false); |
| 388 | if (Result != 0) |
| 389 | finalizeLoadedModules(); |
| 390 | return Result; |
| 391 | } |
| 392 | |
| 393 | uint64_t MCJIT::getFunctionAddress(const std::string &Name) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 394 | MutexGuard locked(lock); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 395 | uint64_t Result = getSymbolAddress(Name, true); |
| 396 | if (Result != 0) |
| 397 | finalizeLoadedModules(); |
| 398 | return Result; |
| 399 | } |
| 400 | |
| 401 | // Deprecated. Use getFunctionAddress instead. |
| 402 | void *MCJIT::getPointerToFunction(Function *F) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 403 | MutexGuard locked(lock); |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 404 | |
Rafael Espindola | c233f74 | 2015-06-23 13:59:29 +0000 | [diff] [blame] | 405 | Mangler Mang; |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 406 | SmallString<128> Name; |
| 407 | TM->getNameWithPrefix(Name, F, Mang); |
| 408 | |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 409 | if (F->isDeclaration() || F->hasAvailableExternallyLinkage()) { |
| 410 | bool AbortOnFailure = !F->hasExternalWeakLinkage(); |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 411 | void *Addr = getPointerToNamedFunction(Name, AbortOnFailure); |
Lang Hames | efe7e22 | 2014-10-22 23:18:42 +0000 | [diff] [blame] | 412 | updateGlobalMapping(F, Addr); |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 413 | return Addr; |
| 414 | } |
| 415 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 416 | Module *M = F->getParent(); |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 417 | bool HasBeenAddedButNotLoaded = OwnedModules.hasModuleBeenAddedButNotLoaded(M); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 418 | |
| 419 | // Make sure the relevant module has been compiled and loaded. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 420 | if (HasBeenAddedButNotLoaded) |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 421 | generateCodeForModule(M); |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 422 | else if (!OwnedModules.hasModuleBeenLoaded(M)) { |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 423 | // If this function doesn't belong to one of our modules, we're done. |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 424 | // FIXME: Asking for the pointer to a function that hasn't been registered, |
| 425 | // and isn't a declaration (which is handled above) should probably |
| 426 | // be an assertion. |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 427 | return nullptr; |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 428 | } |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 429 | |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 430 | // FIXME: Should the Dyld be retaining module information? Probably not. |
Jim Grosbach | dc1123f | 2012-09-05 16:50:40 +0000 | [diff] [blame] | 431 | // |
| 432 | // This is the accessor for the target address, so make sure to check the |
| 433 | // load address of the symbol, not the local address. |
Lang Hames | b118603 | 2015-03-11 00:43:26 +0000 | [diff] [blame] | 434 | return (void*)Dyld.getSymbol(Name).getAddress(); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 435 | } |
| 436 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 437 | void MCJIT::runStaticConstructorsDestructorsInModulePtrSet( |
| 438 | bool isDtors, ModulePtrSet::iterator I, ModulePtrSet::iterator E) { |
| 439 | for (; I != E; ++I) { |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 440 | ExecutionEngine::runStaticConstructorsDestructors(**I, isDtors); |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 441 | } |
| 442 | } |
| 443 | |
| 444 | void MCJIT::runStaticConstructorsDestructors(bool isDtors) { |
| 445 | // Execute global ctors/dtors for each module in the program. |
| 446 | runStaticConstructorsDestructorsInModulePtrSet( |
| 447 | isDtors, OwnedModules.begin_added(), OwnedModules.end_added()); |
| 448 | runStaticConstructorsDestructorsInModulePtrSet( |
| 449 | isDtors, OwnedModules.begin_loaded(), OwnedModules.end_loaded()); |
| 450 | runStaticConstructorsDestructorsInModulePtrSet( |
| 451 | isDtors, OwnedModules.begin_finalized(), OwnedModules.end_finalized()); |
| 452 | } |
| 453 | |
Mehdi Amini | 7419e94 | 2016-10-01 06:22:04 +0000 | [diff] [blame] | 454 | Function *MCJIT::FindFunctionNamedInModulePtrSet(StringRef FnName, |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 455 | ModulePtrSet::iterator I, |
| 456 | ModulePtrSet::iterator E) { |
| 457 | for (; I != E; ++I) { |
Keno Fischer | 5f92a08 | 2015-01-27 19:29:00 +0000 | [diff] [blame] | 458 | Function *F = (*I)->getFunction(FnName); |
| 459 | if (F && !F->isDeclaration()) |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 460 | return F; |
| 461 | } |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 462 | return nullptr; |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 463 | } |
| 464 | |
Mehdi Amini | 7419e94 | 2016-10-01 06:22:04 +0000 | [diff] [blame] | 465 | GlobalVariable *MCJIT::FindGlobalVariableNamedInModulePtrSet(StringRef Name, |
Keno Fischer | 73378eb | 2015-06-20 00:55:58 +0000 | [diff] [blame] | 466 | bool AllowInternal, |
| 467 | ModulePtrSet::iterator I, |
| 468 | ModulePtrSet::iterator E) { |
| 469 | for (; I != E; ++I) { |
| 470 | GlobalVariable *GV = (*I)->getGlobalVariable(Name, AllowInternal); |
| 471 | if (GV && !GV->isDeclaration()) |
| 472 | return GV; |
| 473 | } |
| 474 | return nullptr; |
| 475 | } |
| 476 | |
| 477 | |
Mehdi Amini | 7419e94 | 2016-10-01 06:22:04 +0000 | [diff] [blame] | 478 | Function *MCJIT::FindFunctionNamed(StringRef FnName) { |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 479 | Function *F = FindFunctionNamedInModulePtrSet( |
| 480 | FnName, OwnedModules.begin_added(), OwnedModules.end_added()); |
| 481 | if (!F) |
| 482 | F = FindFunctionNamedInModulePtrSet(FnName, OwnedModules.begin_loaded(), |
| 483 | OwnedModules.end_loaded()); |
| 484 | if (!F) |
| 485 | F = FindFunctionNamedInModulePtrSet(FnName, OwnedModules.begin_finalized(), |
| 486 | OwnedModules.end_finalized()); |
| 487 | return F; |
| 488 | } |
| 489 | |
Mehdi Amini | 7419e94 | 2016-10-01 06:22:04 +0000 | [diff] [blame] | 490 | GlobalVariable *MCJIT::FindGlobalVariableNamed(StringRef Name, bool AllowInternal) { |
Keno Fischer | 73378eb | 2015-06-20 00:55:58 +0000 | [diff] [blame] | 491 | GlobalVariable *GV = FindGlobalVariableNamedInModulePtrSet( |
| 492 | Name, AllowInternal, OwnedModules.begin_added(), OwnedModules.end_added()); |
| 493 | if (!GV) |
| 494 | GV = FindGlobalVariableNamedInModulePtrSet(Name, AllowInternal, OwnedModules.begin_loaded(), |
| 495 | OwnedModules.end_loaded()); |
| 496 | if (!GV) |
| 497 | GV = FindGlobalVariableNamedInModulePtrSet(Name, AllowInternal, OwnedModules.begin_finalized(), |
| 498 | OwnedModules.end_finalized()); |
| 499 | return GV; |
| 500 | } |
| 501 | |
Benjamin Kramer | bd7b1c8 | 2015-06-13 19:50:29 +0000 | [diff] [blame] | 502 | GenericValue MCJIT::runFunction(Function *F, ArrayRef<GenericValue> ArgValues) { |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 503 | assert(F && "Function *F was null at entry to run()"); |
| 504 | |
Jim Grosbach | 7b16249 | 2011-03-18 22:48:41 +0000 | [diff] [blame] | 505 | void *FPtr = getPointerToFunction(F); |
Lang Hames | 717eacf | 2016-06-11 05:47:04 +0000 | [diff] [blame] | 506 | finalizeModule(F->getParent()); |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 507 | assert(FPtr && "Pointer to fn's code was null after getPointerToFunction"); |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 508 | FunctionType *FTy = F->getFunctionType(); |
| 509 | Type *RetTy = FTy->getReturnType(); |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 510 | |
| 511 | assert((FTy->getNumParams() == ArgValues.size() || |
| 512 | (FTy->isVarArg() && FTy->getNumParams() <= ArgValues.size())) && |
| 513 | "Wrong number of arguments passed into function!"); |
| 514 | assert(FTy->getNumParams() == ArgValues.size() && |
| 515 | "This doesn't support passing arguments through varargs (yet)!"); |
| 516 | |
| 517 | // Handle some common cases first. These cases correspond to common `main' |
| 518 | // prototypes. |
| 519 | if (RetTy->isIntegerTy(32) || RetTy->isVoidTy()) { |
| 520 | switch (ArgValues.size()) { |
| 521 | case 3: |
| 522 | if (FTy->getParamType(0)->isIntegerTy(32) && |
| 523 | FTy->getParamType(1)->isPointerTy() && |
| 524 | FTy->getParamType(2)->isPointerTy()) { |
| 525 | int (*PF)(int, char **, const char **) = |
| 526 | (int(*)(int, char **, const char **))(intptr_t)FPtr; |
| 527 | |
| 528 | // Call the function. |
| 529 | GenericValue rv; |
| 530 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
| 531 | (char **)GVTOP(ArgValues[1]), |
| 532 | (const char **)GVTOP(ArgValues[2]))); |
| 533 | return rv; |
| 534 | } |
| 535 | break; |
| 536 | case 2: |
| 537 | if (FTy->getParamType(0)->isIntegerTy(32) && |
| 538 | FTy->getParamType(1)->isPointerTy()) { |
| 539 | int (*PF)(int, char **) = (int(*)(int, char **))(intptr_t)FPtr; |
| 540 | |
| 541 | // Call the function. |
| 542 | GenericValue rv; |
| 543 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
| 544 | (char **)GVTOP(ArgValues[1]))); |
| 545 | return rv; |
| 546 | } |
| 547 | break; |
| 548 | case 1: |
| 549 | if (FTy->getNumParams() == 1 && |
| 550 | FTy->getParamType(0)->isIntegerTy(32)) { |
| 551 | GenericValue rv; |
| 552 | int (*PF)(int) = (int(*)(int))(intptr_t)FPtr; |
| 553 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue())); |
| 554 | return rv; |
| 555 | } |
| 556 | break; |
| 557 | } |
| 558 | } |
| 559 | |
| 560 | // Handle cases where no arguments are passed first. |
| 561 | if (ArgValues.empty()) { |
| 562 | GenericValue rv; |
| 563 | switch (RetTy->getTypeID()) { |
| 564 | default: llvm_unreachable("Unknown return type for function call!"); |
| 565 | case Type::IntegerTyID: { |
| 566 | unsigned BitWidth = cast<IntegerType>(RetTy)->getBitWidth(); |
| 567 | if (BitWidth == 1) |
| 568 | rv.IntVal = APInt(BitWidth, ((bool(*)())(intptr_t)FPtr)()); |
| 569 | else if (BitWidth <= 8) |
| 570 | rv.IntVal = APInt(BitWidth, ((char(*)())(intptr_t)FPtr)()); |
| 571 | else if (BitWidth <= 16) |
| 572 | rv.IntVal = APInt(BitWidth, ((short(*)())(intptr_t)FPtr)()); |
| 573 | else if (BitWidth <= 32) |
| 574 | rv.IntVal = APInt(BitWidth, ((int(*)())(intptr_t)FPtr)()); |
| 575 | else if (BitWidth <= 64) |
| 576 | rv.IntVal = APInt(BitWidth, ((int64_t(*)())(intptr_t)FPtr)()); |
| 577 | else |
| 578 | llvm_unreachable("Integer types > 64 bits not supported"); |
| 579 | return rv; |
| 580 | } |
| 581 | case Type::VoidTyID: |
| 582 | rv.IntVal = APInt(32, ((int(*)())(intptr_t)FPtr)()); |
| 583 | return rv; |
| 584 | case Type::FloatTyID: |
| 585 | rv.FloatVal = ((float(*)())(intptr_t)FPtr)(); |
| 586 | return rv; |
| 587 | case Type::DoubleTyID: |
| 588 | rv.DoubleVal = ((double(*)())(intptr_t)FPtr)(); |
| 589 | return rv; |
| 590 | case Type::X86_FP80TyID: |
| 591 | case Type::FP128TyID: |
| 592 | case Type::PPC_FP128TyID: |
| 593 | llvm_unreachable("long double not supported yet"); |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 594 | case Type::PointerTyID: |
| 595 | return PTOGV(((void*(*)())(intptr_t)FPtr)()); |
| 596 | } |
| 597 | } |
| 598 | |
Lang Hames | 3052607 | 2016-08-11 15:56:23 +0000 | [diff] [blame] | 599 | report_fatal_error("MCJIT::runFunction does not support full-featured " |
| 600 | "argument passing. Please use " |
| 601 | "ExecutionEngine::getFunctionAddress and cast the result " |
| 602 | "to the desired function pointer type."); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 603 | } |
Danil Malyshev | bfee542 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 604 | |
Lang Hames | 9a78334 | 2014-09-15 17:50:22 +0000 | [diff] [blame] | 605 | void *MCJIT::getPointerToNamedFunction(StringRef Name, bool AbortOnFailure) { |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 606 | if (!isSymbolSearchingDisabled()) { |
Lang Hames | 4ce9866 | 2017-07-07 02:59:13 +0000 | [diff] [blame] | 607 | if (auto Sym = Resolver.findSymbol(Name)) { |
| 608 | if (auto AddrOrErr = Sym.getAddress()) |
| 609 | return reinterpret_cast<void*>( |
| 610 | static_cast<uintptr_t>(*AddrOrErr)); |
| 611 | } else if (auto Err = Sym.takeError()) |
| 612 | report_fatal_error(std::move(Err)); |
Danil Malyshev | bfee542 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 613 | } |
| 614 | |
| 615 | /// If a LazyFunctionCreator is installed, use it to get/create the function. |
| 616 | if (LazyFunctionCreator) |
| 617 | if (void *RP = LazyFunctionCreator(Name)) |
| 618 | return RP; |
| 619 | |
| 620 | if (AbortOnFailure) { |
| 621 | report_fatal_error("Program used external function '"+Name+ |
Eli Bendersky | 0e2ac5b | 2012-04-29 12:40:47 +0000 | [diff] [blame] | 622 | "' which could not be resolved!"); |
Danil Malyshev | bfee542 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 623 | } |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 624 | return nullptr; |
Danil Malyshev | bfee542 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 625 | } |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 626 | |
| 627 | void MCJIT::RegisterJITEventListener(JITEventListener *L) { |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 628 | if (!L) |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 629 | return; |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 630 | MutexGuard locked(lock); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 631 | EventListeners.push_back(L); |
| 632 | } |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 633 | |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 634 | void MCJIT::UnregisterJITEventListener(JITEventListener *L) { |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 635 | if (!L) |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 636 | return; |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 637 | MutexGuard locked(lock); |
David Majnemer | 4253126 | 2016-08-12 03:55:06 +0000 | [diff] [blame] | 638 | auto I = find(reverse(EventListeners), L); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 639 | if (I != EventListeners.rend()) { |
| 640 | std::swap(*I, EventListeners.back()); |
| 641 | EventListeners.pop_back(); |
| 642 | } |
| 643 | } |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 644 | |
| 645 | void MCJIT::NotifyObjectEmitted(const object::ObjectFile& Obj, |
| 646 | const RuntimeDyld::LoadedObjectInfo &L) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 647 | MutexGuard locked(lock); |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 648 | MemMgr->notifyObjectLoaded(this, Obj); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 649 | for (unsigned I = 0, S = EventListeners.size(); I < S; ++I) { |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 650 | EventListeners[I]->NotifyObjectEmitted(Obj, L); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 651 | } |
| 652 | } |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 653 | |
| 654 | void MCJIT::NotifyFreeingObject(const object::ObjectFile& Obj) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 655 | MutexGuard locked(lock); |
David Blaikie | ed9709d | 2014-09-03 19:48:09 +0000 | [diff] [blame] | 656 | for (JITEventListener *L : EventListeners) |
Eric Christopher | 79cc1e3 | 2014-09-02 22:28:02 +0000 | [diff] [blame] | 657 | L->NotifyFreeingObject(Obj); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 658 | } |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 659 | |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 660 | JITSymbol |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 661 | LinkingSymbolResolver::findSymbol(const std::string &Name) { |
| 662 | auto Result = ParentEngine.findSymbol(Name, false); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 663 | if (Result) |
| 664 | return Result; |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 665 | if (ParentEngine.isSymbolSearchingDisabled()) |
| 666 | return nullptr; |
| 667 | return ClientResolver->findSymbol(Name); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 668 | } |