Eric Christopher | 5c896f7 | 2011-04-22 03:07:06 +0000 | [diff] [blame] | 1 | //===-- MCJIT.cpp - MC-based Just-in-Time Compiler ------------------------===// |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| 10 | #include "MCJIT.h" |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 11 | #include "llvm/ADT/STLExtras.h" |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 12 | #include "llvm/ExecutionEngine/GenericValue.h" |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 13 | #include "llvm/ExecutionEngine/JITEventListener.h" |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 14 | #include "llvm/ExecutionEngine/MCJIT.h" |
Andrew Kaylor | 31be5ef | 2013-04-29 17:49:40 +0000 | [diff] [blame] | 15 | #include "llvm/ExecutionEngine/SectionMemoryManager.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 16 | #include "llvm/IR/DataLayout.h" |
| 17 | #include "llvm/IR/DerivedTypes.h" |
| 18 | #include "llvm/IR/Function.h" |
Chandler Carruth | 30d69c2 | 2015-02-13 10:01:29 +0000 | [diff] [blame] | 19 | #include "llvm/IR/LegacyPassManager.h" |
Rafael Espindola | 894843c | 2014-01-07 21:19:40 +0000 | [diff] [blame] | 20 | #include "llvm/IR/Mangler.h" |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 21 | #include "llvm/IR/Module.h" |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 22 | #include "llvm/Object/Archive.h" |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 23 | #include "llvm/Object/ObjectFile.h" |
Michael J. Spencer | 447762d | 2010-11-29 18:16:10 +0000 | [diff] [blame] | 24 | #include "llvm/Support/DynamicLibrary.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 25 | #include "llvm/Support/ErrorHandling.h" |
Jim Grosbach | 348a548 | 2011-03-22 01:06:42 +0000 | [diff] [blame] | 26 | #include "llvm/Support/MemoryBuffer.h" |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 27 | #include "llvm/Support/MutexGuard.h" |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 28 | |
| 29 | using namespace llvm; |
| 30 | |
| 31 | namespace { |
| 32 | |
| 33 | static struct RegisterJIT { |
| 34 | RegisterJIT() { MCJIT::Register(); } |
| 35 | } JITRegistrator; |
| 36 | |
| 37 | } |
| 38 | |
| 39 | extern "C" void LLVMLinkInMCJIT() { |
| 40 | } |
| 41 | |
Lang Hames | 817df9f | 2018-01-19 01:12:40 +0000 | [diff] [blame^] | 42 | ExecutionEngine * |
| 43 | MCJIT::createJIT(std::unique_ptr<Module> M, std::string *ErrorStr, |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 44 | std::shared_ptr<MCJITMemoryManager> MemMgr, |
Lang Hames | 817df9f | 2018-01-19 01:12:40 +0000 | [diff] [blame^] | 45 | std::shared_ptr<LegacyJITSymbolResolver> Resolver, |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 46 | std::unique_ptr<TargetMachine> TM) { |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 47 | // Try to register the program as a source of symbols to resolve against. |
| 48 | // |
| 49 | // FIXME: Don't do this here. |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 50 | sys::DynamicLibrary::LoadLibraryPermanently(nullptr, nullptr); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 51 | |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 52 | if (!MemMgr || !Resolver) { |
| 53 | auto RTDyldMM = std::make_shared<SectionMemoryManager>(); |
| 54 | if (!MemMgr) |
| 55 | MemMgr = RTDyldMM; |
| 56 | if (!Resolver) |
| 57 | Resolver = RTDyldMM; |
| 58 | } |
Lang Hames | 4a5697e | 2014-12-03 00:51:19 +0000 | [diff] [blame] | 59 | |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 60 | return new MCJIT(std::move(M), std::move(TM), std::move(MemMgr), |
| 61 | std::move(Resolver)); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 62 | } |
| 63 | |
Mehdi Amini | a3fcefb | 2015-07-16 16:34:23 +0000 | [diff] [blame] | 64 | MCJIT::MCJIT(std::unique_ptr<Module> M, std::unique_ptr<TargetMachine> TM, |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 65 | std::shared_ptr<MCJITMemoryManager> MemMgr, |
Lang Hames | 817df9f | 2018-01-19 01:12:40 +0000 | [diff] [blame^] | 66 | std::shared_ptr<LegacyJITSymbolResolver> Resolver) |
Mehdi Amini | 26d4813 | 2015-07-24 16:04:22 +0000 | [diff] [blame] | 67 | : ExecutionEngine(TM->createDataLayout(), std::move(M)), TM(std::move(TM)), |
Mehdi Amini | a3fcefb | 2015-07-16 16:34:23 +0000 | [diff] [blame] | 68 | Ctx(nullptr), MemMgr(std::move(MemMgr)), |
| 69 | Resolver(*this, std::move(Resolver)), Dyld(*this->MemMgr, this->Resolver), |
| 70 | ObjCache(nullptr) { |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 71 | // FIXME: We are managing our modules, so we do not want the base class |
| 72 | // ExecutionEngine to manage them as well. To avoid double destruction |
| 73 | // of the first (and only) module added in ExecutionEngine constructor |
| 74 | // we remove it from EE and will destruct it ourselves. |
| 75 | // |
| 76 | // It may make sense to move our module manager (based on SmallStPtr) back |
| 77 | // into EE if the JIT and Interpreter can live with it. |
| 78 | // If so, additional functions: addModule, removeModule, FindFunctionNamed, |
| 79 | // runStaticConstructorsDestructors could be moved back to EE as well. |
| 80 | // |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 81 | std::unique_ptr<Module> First = std::move(Modules[0]); |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 82 | Modules.clear(); |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 83 | |
Lang Hames | 717eacf | 2016-06-11 05:47:04 +0000 | [diff] [blame] | 84 | if (First->getDataLayout().isDefault()) |
| 85 | First->setDataLayout(getDataLayout()); |
| 86 | |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 87 | OwnedModules.addModule(std::move(First)); |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 88 | RegisterJITEventListener(JITEventListener::createGDBRegistrationListener()); |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 89 | } |
| 90 | |
| 91 | MCJIT::~MCJIT() { |
| 92 | MutexGuard locked(lock); |
| 93 | |
Andrew Kaylor | c442a76 | 2013-10-16 00:14:21 +0000 | [diff] [blame] | 94 | Dyld.deregisterEHFrames(); |
Chandler Carruth | d55d159 | 2013-10-24 09:52:56 +0000 | [diff] [blame] | 95 | |
David Blaikie | ed9709d | 2014-09-03 19:48:09 +0000 | [diff] [blame] | 96 | for (auto &Obj : LoadedObjects) |
| 97 | if (Obj) |
Chandler Carruth | d55d159 | 2013-10-24 09:52:56 +0000 | [diff] [blame] | 98 | NotifyFreeingObject(*Obj); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 99 | |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 100 | Archives.clear(); |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 101 | } |
| 102 | |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 103 | void MCJIT::addModule(std::unique_ptr<Module> M) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 104 | MutexGuard locked(lock); |
Lang Hames | 717eacf | 2016-06-11 05:47:04 +0000 | [diff] [blame] | 105 | |
| 106 | if (M->getDataLayout().isDefault()) |
| 107 | M->setDataLayout(getDataLayout()); |
| 108 | |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 109 | OwnedModules.addModule(std::move(M)); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 110 | } |
| 111 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 112 | bool MCJIT::removeModule(Module *M) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 113 | MutexGuard locked(lock); |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 114 | return OwnedModules.removeModule(M); |
| 115 | } |
| 116 | |
David Blaikie | 7a1e775 | 2014-04-29 21:52:46 +0000 | [diff] [blame] | 117 | void MCJIT::addObjectFile(std::unique_ptr<object::ObjectFile> Obj) { |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 118 | std::unique_ptr<RuntimeDyld::LoadedObjectInfo> L = Dyld.loadObject(*Obj); |
| 119 | if (Dyld.hasError()) |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 120 | report_fatal_error(Dyld.getErrorString()); |
| 121 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 122 | NotifyObjectEmitted(*Obj, *L); |
David Blaikie | 168861a | 2014-09-04 18:37:31 +0000 | [diff] [blame] | 123 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 124 | LoadedObjects.push_back(std::move(Obj)); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 125 | } |
| 126 | |
Rafael Espindola | 7271c19 | 2014-08-26 21:04:04 +0000 | [diff] [blame] | 127 | void MCJIT::addObjectFile(object::OwningBinary<object::ObjectFile> Obj) { |
Lang Hames | f04de6e | 2014-10-31 21:37:49 +0000 | [diff] [blame] | 128 | std::unique_ptr<object::ObjectFile> ObjFile; |
| 129 | std::unique_ptr<MemoryBuffer> MemBuf; |
| 130 | std::tie(ObjFile, MemBuf) = Obj.takeBinary(); |
| 131 | addObjectFile(std::move(ObjFile)); |
| 132 | Buffers.push_back(std::move(MemBuf)); |
Rafael Espindola | 7271c19 | 2014-08-26 21:04:04 +0000 | [diff] [blame] | 133 | } |
| 134 | |
Rafael Espindola | 48af1c2 | 2014-08-19 18:44:46 +0000 | [diff] [blame] | 135 | void MCJIT::addArchive(object::OwningBinary<object::Archive> A) { |
Rafael Espindola | ce47a05 | 2014-08-01 18:09:32 +0000 | [diff] [blame] | 136 | Archives.push_back(std::move(A)); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 137 | } |
| 138 | |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 139 | void MCJIT::setObjectCache(ObjectCache* NewCache) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 140 | MutexGuard locked(lock); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 141 | ObjCache = NewCache; |
| 142 | } |
| 143 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 144 | std::unique_ptr<MemoryBuffer> MCJIT::emitObject(Module *M) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 145 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 146 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 147 | // This must be a module which has already been added but not loaded to this |
| 148 | // MCJIT instance, since these conditions are tested by our caller, |
| 149 | // generateCodeForModule. |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 150 | |
Chandler Carruth | 30d69c2 | 2015-02-13 10:01:29 +0000 | [diff] [blame] | 151 | legacy::PassManager PM; |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 152 | |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 153 | // The RuntimeDyld will take ownership of this shortly |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 154 | SmallVector<char, 4096> ObjBufferSV; |
| 155 | raw_svector_ostream ObjStream(ObjBufferSV); |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 156 | |
Jim Grosbach | 7b16249 | 2011-03-18 22:48:41 +0000 | [diff] [blame] | 157 | // Turn the machine code intermediate representation into bytes in memory |
| 158 | // that may be executed. |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 159 | if (TM->addPassesToEmitMC(PM, Ctx, ObjStream, !getVerifyModules())) |
Jim Grosbach | 7b16249 | 2011-03-18 22:48:41 +0000 | [diff] [blame] | 160 | report_fatal_error("Target does not support MC emission!"); |
Jim Grosbach | 7b16249 | 2011-03-18 22:48:41 +0000 | [diff] [blame] | 161 | |
| 162 | // Initialize passes. |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 163 | PM.run(*M); |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 164 | // Flush the output buffer to get the generated code into memory |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 165 | |
| 166 | std::unique_ptr<MemoryBuffer> CompiledObjBuffer( |
| 167 | new ObjectMemoryBuffer(std::move(ObjBufferSV))); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 168 | |
| 169 | // If we have an object cache, tell it about the new object. |
| 170 | // Note that we're using the compiled image, not the loaded image (as below). |
| 171 | if (ObjCache) { |
| 172 | // MemoryBuffer is a thin wrapper around the actual memory, so it's OK |
| 173 | // to create a temporary object here and delete it after the call. |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 174 | MemoryBufferRef MB = CompiledObjBuffer->getMemBufferRef(); |
Rafael Espindola | 48af1c2 | 2014-08-19 18:44:46 +0000 | [diff] [blame] | 175 | ObjCache->notifyObjectCompiled(M, MB); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 176 | } |
| 177 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 178 | return CompiledObjBuffer; |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 179 | } |
| 180 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 181 | void MCJIT::generateCodeForModule(Module *M) { |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 182 | // Get a thread lock to make sure we aren't trying to load multiple times |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 183 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 184 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 185 | // This must be a module which has already been added to this MCJIT instance. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 186 | assert(OwnedModules.ownsModule(M) && |
| 187 | "MCJIT::generateCodeForModule: Unknown module."); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 188 | |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 189 | // Re-compilation is not supported |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 190 | if (OwnedModules.hasModuleBeenLoaded(M)) |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 191 | return; |
| 192 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 193 | std::unique_ptr<MemoryBuffer> ObjectToLoad; |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 194 | // Try to load the pre-compiled object from cache if possible |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 195 | if (ObjCache) |
| 196 | ObjectToLoad = ObjCache->getObject(M); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 197 | |
Lang Hames | 717eacf | 2016-06-11 05:47:04 +0000 | [diff] [blame] | 198 | assert(M->getDataLayout() == getDataLayout() && "DataLayout Mismatch"); |
Rafael Espindola | 6763f5a | 2015-06-23 14:42:34 +0000 | [diff] [blame] | 199 | |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 200 | // If the cache did not contain a suitable object, compile the object |
| 201 | if (!ObjectToLoad) { |
David Blaikie | d110157 | 2014-09-03 19:57:35 +0000 | [diff] [blame] | 202 | ObjectToLoad = emitObject(M); |
| 203 | assert(ObjectToLoad && "Compilation did not produce an object."); |
Andrew Kaylor | ced4e8f | 2013-04-25 21:02:36 +0000 | [diff] [blame] | 204 | } |
Jim Grosbach | 348a548 | 2011-03-22 01:06:42 +0000 | [diff] [blame] | 205 | |
| 206 | // Load the object into the dynamic linker. |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 207 | // MCJIT now owns the ObjectImage pointer (via its LoadedObjects list). |
Kevin Enderby | 3fcdf6a | 2016-04-06 22:14:09 +0000 | [diff] [blame] | 208 | Expected<std::unique_ptr<object::ObjectFile>> LoadedObject = |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 209 | object::ObjectFile::createObjectFile(ObjectToLoad->getMemBufferRef()); |
Kevin Enderby | 3fcdf6a | 2016-04-06 22:14:09 +0000 | [diff] [blame] | 210 | if (!LoadedObject) { |
| 211 | std::string Buf; |
| 212 | raw_string_ostream OS(Buf); |
| 213 | logAllUnhandledErrors(LoadedObject.takeError(), OS, ""); |
| 214 | OS.flush(); |
| 215 | report_fatal_error(Buf); |
| 216 | } |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 217 | std::unique_ptr<RuntimeDyld::LoadedObjectInfo> L = |
| 218 | Dyld.loadObject(*LoadedObject.get()); |
| 219 | |
| 220 | if (Dyld.hasError()) |
Jim Grosbach | c114d89 | 2011-03-23 19:51:34 +0000 | [diff] [blame] | 221 | report_fatal_error(Dyld.getErrorString()); |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 222 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 223 | NotifyObjectEmitted(*LoadedObject.get(), *L); |
Andrew Kaylor | adc7056 | 2012-10-02 21:18:39 +0000 | [diff] [blame] | 224 | |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 225 | Buffers.push_back(std::move(ObjectToLoad)); |
| 226 | LoadedObjects.push_back(std::move(*LoadedObject)); |
David Blaikie | ed9709d | 2014-09-03 19:48:09 +0000 | [diff] [blame] | 227 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 228 | OwnedModules.markModuleAsLoaded(M); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 229 | } |
| 230 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 231 | void MCJIT::finalizeLoadedModules() { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 232 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 233 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 234 | // Resolve any outstanding relocations. |
| 235 | Dyld.resolveRelocations(); |
| 236 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 237 | OwnedModules.markAllLoadedModulesAsFinalized(); |
| 238 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 239 | // Register EH frame data for any module we own which has been loaded |
Andrew Kaylor | 7bb1344 | 2013-10-11 21:25:48 +0000 | [diff] [blame] | 240 | Dyld.registerEHFrames(); |
| 241 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 242 | // Set page permissions. |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 243 | MemMgr->finalizeMemory(); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 244 | } |
| 245 | |
| 246 | // FIXME: Rename this. |
| 247 | void MCJIT::finalizeObject() { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 248 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 249 | |
Lang Hames | 018452e | 2014-09-05 23:38:35 +0000 | [diff] [blame] | 250 | // Generate code for module is going to move objects out of the 'added' list, |
| 251 | // so we need to copy that out before using it: |
| 252 | SmallVector<Module*, 16> ModsToAdd; |
| 253 | for (auto M : OwnedModules.added()) |
| 254 | ModsToAdd.push_back(M); |
| 255 | |
| 256 | for (auto M : ModsToAdd) |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 257 | generateCodeForModule(M); |
Andrew Kaylor | a342cb9 | 2012-11-15 23:50:01 +0000 | [diff] [blame] | 258 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 259 | finalizeLoadedModules(); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 260 | } |
| 261 | |
| 262 | void MCJIT::finalizeModule(Module *M) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 263 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 264 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 265 | // This must be a module which has already been added to this MCJIT instance. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 266 | assert(OwnedModules.ownsModule(M) && "MCJIT::finalizeModule: Unknown module."); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 267 | |
| 268 | // If the module hasn't been compiled, just do that. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 269 | if (!OwnedModules.hasModuleBeenLoaded(M)) |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 270 | generateCodeForModule(M); |
| 271 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 272 | finalizeLoadedModules(); |
Andrew Kaylor | a714efc | 2012-11-05 20:57:16 +0000 | [diff] [blame] | 273 | } |
| 274 | |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 275 | JITSymbol MCJIT::findExistingSymbol(const std::string &Name) { |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 276 | if (void *Addr = getPointerToGlobalIfAvailable(Name)) |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 277 | return JITSymbol(static_cast<uint64_t>( |
| 278 | reinterpret_cast<uintptr_t>(Addr)), |
| 279 | JITSymbolFlags::Exported); |
Lang Hames | 3393cfd | 2015-07-29 23:12:33 +0000 | [diff] [blame] | 280 | |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 281 | return Dyld.getSymbol(Name); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 282 | } |
Jim Grosbach | dc1123f | 2012-09-05 16:50:40 +0000 | [diff] [blame] | 283 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 284 | Module *MCJIT::findModuleForSymbol(const std::string &Name, |
| 285 | bool CheckFunctionsOnly) { |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 286 | StringRef DemangledName = Name; |
| 287 | if (DemangledName[0] == getDataLayout().getGlobalPrefix()) |
| 288 | DemangledName = DemangledName.substr(1); |
| 289 | |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 290 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 291 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 292 | // If it hasn't already been generated, see if it's in one of our modules. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 293 | for (ModulePtrSet::iterator I = OwnedModules.begin_added(), |
| 294 | E = OwnedModules.end_added(); |
| 295 | I != E; ++I) { |
| 296 | Module *M = *I; |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 297 | Function *F = M->getFunction(DemangledName); |
Andrew Kaylor | 515b1da | 2013-11-15 22:10:21 +0000 | [diff] [blame] | 298 | if (F && !F->isDeclaration()) |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 299 | return M; |
| 300 | if (!CheckFunctionsOnly) { |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 301 | GlobalVariable *G = M->getGlobalVariable(DemangledName); |
Andrew Kaylor | 515b1da | 2013-11-15 22:10:21 +0000 | [diff] [blame] | 302 | if (G && !G->isDeclaration()) |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 303 | return M; |
| 304 | // FIXME: Do we need to worry about global aliases? |
| 305 | } |
| 306 | } |
| 307 | // We didn't find the symbol in any of our modules. |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 308 | return nullptr; |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 309 | } |
| 310 | |
| 311 | uint64_t MCJIT::getSymbolAddress(const std::string &Name, |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 312 | bool CheckFunctionsOnly) { |
Lang Hames | 8d4be3a | 2016-09-12 17:19:24 +0000 | [diff] [blame] | 313 | std::string MangledName; |
| 314 | { |
| 315 | raw_string_ostream MangledNameStream(MangledName); |
| 316 | Mangler::getNameWithPrefix(MangledNameStream, Name, getDataLayout()); |
| 317 | } |
Lang Hames | 4ce9866 | 2017-07-07 02:59:13 +0000 | [diff] [blame] | 318 | if (auto Sym = findSymbol(MangledName, CheckFunctionsOnly)) { |
| 319 | if (auto AddrOrErr = Sym.getAddress()) |
| 320 | return *AddrOrErr; |
| 321 | else |
| 322 | report_fatal_error(AddrOrErr.takeError()); |
| 323 | } else |
| 324 | report_fatal_error(Sym.takeError()); |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 325 | } |
| 326 | |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 327 | JITSymbol MCJIT::findSymbol(const std::string &Name, |
| 328 | bool CheckFunctionsOnly) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 329 | MutexGuard locked(lock); |
Andrew Kaylor | 4fba049 | 2013-10-21 17:42:06 +0000 | [diff] [blame] | 330 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 331 | // First, check to see if we already have this symbol. |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 332 | if (auto Sym = findExistingSymbol(Name)) |
| 333 | return Sym; |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 334 | |
Rafael Espindola | 48af1c2 | 2014-08-19 18:44:46 +0000 | [diff] [blame] | 335 | for (object::OwningBinary<object::Archive> &OB : Archives) { |
Lang Hames | f04de6e | 2014-10-31 21:37:49 +0000 | [diff] [blame] | 336 | object::Archive *A = OB.getBinary(); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 337 | // Look for our symbols in each Archive |
Lang Hames | 69f4902 | 2016-07-14 20:44:27 +0000 | [diff] [blame] | 338 | auto OptionalChildOrErr = A->findSym(Name); |
| 339 | if (!OptionalChildOrErr) |
| 340 | report_fatal_error(OptionalChildOrErr.takeError()); |
| 341 | auto &OptionalChild = *OptionalChildOrErr; |
| 342 | if (OptionalChild) { |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 343 | // FIXME: Support nested archives? |
Kevin Enderby | ac9e155 | 2016-05-17 17:10:12 +0000 | [diff] [blame] | 344 | Expected<std::unique_ptr<object::Binary>> ChildBinOrErr = |
Lang Hames | 69f4902 | 2016-07-14 20:44:27 +0000 | [diff] [blame] | 345 | OptionalChild->getAsBinary(); |
Kevin Enderby | ac9e155 | 2016-05-17 17:10:12 +0000 | [diff] [blame] | 346 | if (!ChildBinOrErr) { |
| 347 | // TODO: Actually report errors helpfully. |
| 348 | consumeError(ChildBinOrErr.takeError()); |
Rafael Espindola | ae46002 | 2014-06-16 16:08:36 +0000 | [diff] [blame] | 349 | continue; |
Kevin Enderby | ac9e155 | 2016-05-17 17:10:12 +0000 | [diff] [blame] | 350 | } |
Rafael Espindola | 3f6481d | 2014-08-01 14:31:55 +0000 | [diff] [blame] | 351 | std::unique_ptr<object::Binary> &ChildBin = ChildBinOrErr.get(); |
Rafael Espindola | ae46002 | 2014-06-16 16:08:36 +0000 | [diff] [blame] | 352 | if (ChildBin->isObject()) { |
David Blaikie | 7a1e775 | 2014-04-29 21:52:46 +0000 | [diff] [blame] | 353 | std::unique_ptr<object::ObjectFile> OF( |
| 354 | static_cast<object::ObjectFile *>(ChildBin.release())); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 355 | // This causes the object file to be loaded. |
David Blaikie | 7a1e775 | 2014-04-29 21:52:46 +0000 | [diff] [blame] | 356 | addObjectFile(std::move(OF)); |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 357 | // The address should be here now. |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 358 | if (auto Sym = findExistingSymbol(Name)) |
| 359 | return Sym; |
Lang Hames | 173c69f | 2014-01-08 04:09:09 +0000 | [diff] [blame] | 360 | } |
| 361 | } |
| 362 | } |
| 363 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 364 | // If it hasn't already been generated, see if it's in one of our modules. |
| 365 | Module *M = findModuleForSymbol(Name, CheckFunctionsOnly); |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 366 | if (M) { |
| 367 | generateCodeForModule(M); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 368 | |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 369 | // Check the RuntimeDyld table again, it should be there now. |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 370 | return findExistingSymbol(Name); |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 371 | } |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 372 | |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 373 | // If a LazyFunctionCreator is installed, use it to get/create the function. |
| 374 | // FIXME: Should we instead have a LazySymbolCreator callback? |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 375 | if (LazyFunctionCreator) { |
| 376 | auto Addr = static_cast<uint64_t>( |
| 377 | reinterpret_cast<uintptr_t>(LazyFunctionCreator(Name))); |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 378 | return JITSymbol(Addr, JITSymbolFlags::Exported); |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 379 | } |
Lang Hames | ea800ca | 2014-08-14 02:38:20 +0000 | [diff] [blame] | 380 | |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 381 | return nullptr; |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 382 | } |
| 383 | |
| 384 | uint64_t MCJIT::getGlobalValueAddress(const std::string &Name) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 385 | MutexGuard locked(lock); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 386 | uint64_t Result = getSymbolAddress(Name, false); |
| 387 | if (Result != 0) |
| 388 | finalizeLoadedModules(); |
| 389 | return Result; |
| 390 | } |
| 391 | |
| 392 | uint64_t MCJIT::getFunctionAddress(const std::string &Name) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 393 | MutexGuard locked(lock); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 394 | uint64_t Result = getSymbolAddress(Name, true); |
| 395 | if (Result != 0) |
| 396 | finalizeLoadedModules(); |
| 397 | return Result; |
| 398 | } |
| 399 | |
| 400 | // Deprecated. Use getFunctionAddress instead. |
| 401 | void *MCJIT::getPointerToFunction(Function *F) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 402 | MutexGuard locked(lock); |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 403 | |
Rafael Espindola | c233f74 | 2015-06-23 13:59:29 +0000 | [diff] [blame] | 404 | Mangler Mang; |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 405 | SmallString<128> Name; |
| 406 | TM->getNameWithPrefix(Name, F, Mang); |
| 407 | |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 408 | if (F->isDeclaration() || F->hasAvailableExternallyLinkage()) { |
| 409 | bool AbortOnFailure = !F->hasExternalWeakLinkage(); |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 410 | void *Addr = getPointerToNamedFunction(Name, AbortOnFailure); |
Lang Hames | efe7e22 | 2014-10-22 23:18:42 +0000 | [diff] [blame] | 411 | updateGlobalMapping(F, Addr); |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 412 | return Addr; |
| 413 | } |
| 414 | |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 415 | Module *M = F->getParent(); |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 416 | bool HasBeenAddedButNotLoaded = OwnedModules.hasModuleBeenAddedButNotLoaded(M); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 417 | |
| 418 | // Make sure the relevant module has been compiled and loaded. |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 419 | if (HasBeenAddedButNotLoaded) |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 420 | generateCodeForModule(M); |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 421 | else if (!OwnedModules.hasModuleBeenLoaded(M)) { |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 422 | // If this function doesn't belong to one of our modules, we're done. |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 423 | // FIXME: Asking for the pointer to a function that hasn't been registered, |
| 424 | // and isn't a declaration (which is handled above) should probably |
| 425 | // be an assertion. |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 426 | return nullptr; |
Lang Hames | b7fbf59 | 2014-09-20 17:44:56 +0000 | [diff] [blame] | 427 | } |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 428 | |
Andrew Kaylor | 1a568c3 | 2012-08-07 18:33:00 +0000 | [diff] [blame] | 429 | // FIXME: Should the Dyld be retaining module information? Probably not. |
Jim Grosbach | dc1123f | 2012-09-05 16:50:40 +0000 | [diff] [blame] | 430 | // |
| 431 | // This is the accessor for the target address, so make sure to check the |
| 432 | // load address of the symbol, not the local address. |
Lang Hames | b118603 | 2015-03-11 00:43:26 +0000 | [diff] [blame] | 433 | return (void*)Dyld.getSymbol(Name).getAddress(); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 434 | } |
| 435 | |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 436 | void MCJIT::runStaticConstructorsDestructorsInModulePtrSet( |
| 437 | bool isDtors, ModulePtrSet::iterator I, ModulePtrSet::iterator E) { |
| 438 | for (; I != E; ++I) { |
Rafael Espindola | 2a8a279 | 2014-08-19 04:04:25 +0000 | [diff] [blame] | 439 | ExecutionEngine::runStaticConstructorsDestructors(**I, isDtors); |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 440 | } |
| 441 | } |
| 442 | |
| 443 | void MCJIT::runStaticConstructorsDestructors(bool isDtors) { |
| 444 | // Execute global ctors/dtors for each module in the program. |
| 445 | runStaticConstructorsDestructorsInModulePtrSet( |
| 446 | isDtors, OwnedModules.begin_added(), OwnedModules.end_added()); |
| 447 | runStaticConstructorsDestructorsInModulePtrSet( |
| 448 | isDtors, OwnedModules.begin_loaded(), OwnedModules.end_loaded()); |
| 449 | runStaticConstructorsDestructorsInModulePtrSet( |
| 450 | isDtors, OwnedModules.begin_finalized(), OwnedModules.end_finalized()); |
| 451 | } |
| 452 | |
Mehdi Amini | 7419e94 | 2016-10-01 06:22:04 +0000 | [diff] [blame] | 453 | Function *MCJIT::FindFunctionNamedInModulePtrSet(StringRef FnName, |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 454 | ModulePtrSet::iterator I, |
| 455 | ModulePtrSet::iterator E) { |
| 456 | for (; I != E; ++I) { |
Keno Fischer | 5f92a08 | 2015-01-27 19:29:00 +0000 | [diff] [blame] | 457 | Function *F = (*I)->getFunction(FnName); |
| 458 | if (F && !F->isDeclaration()) |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 459 | return F; |
| 460 | } |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 461 | return nullptr; |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 462 | } |
| 463 | |
Mehdi Amini | 7419e94 | 2016-10-01 06:22:04 +0000 | [diff] [blame] | 464 | GlobalVariable *MCJIT::FindGlobalVariableNamedInModulePtrSet(StringRef Name, |
Keno Fischer | 73378eb | 2015-06-20 00:55:58 +0000 | [diff] [blame] | 465 | bool AllowInternal, |
| 466 | ModulePtrSet::iterator I, |
| 467 | ModulePtrSet::iterator E) { |
| 468 | for (; I != E; ++I) { |
| 469 | GlobalVariable *GV = (*I)->getGlobalVariable(Name, AllowInternal); |
| 470 | if (GV && !GV->isDeclaration()) |
| 471 | return GV; |
| 472 | } |
| 473 | return nullptr; |
| 474 | } |
| 475 | |
| 476 | |
Mehdi Amini | 7419e94 | 2016-10-01 06:22:04 +0000 | [diff] [blame] | 477 | Function *MCJIT::FindFunctionNamed(StringRef FnName) { |
Andrew Kaylor | c89fc82 | 2013-10-24 00:19:14 +0000 | [diff] [blame] | 478 | Function *F = FindFunctionNamedInModulePtrSet( |
| 479 | FnName, OwnedModules.begin_added(), OwnedModules.end_added()); |
| 480 | if (!F) |
| 481 | F = FindFunctionNamedInModulePtrSet(FnName, OwnedModules.begin_loaded(), |
| 482 | OwnedModules.end_loaded()); |
| 483 | if (!F) |
| 484 | F = FindFunctionNamedInModulePtrSet(FnName, OwnedModules.begin_finalized(), |
| 485 | OwnedModules.end_finalized()); |
| 486 | return F; |
| 487 | } |
| 488 | |
Mehdi Amini | 7419e94 | 2016-10-01 06:22:04 +0000 | [diff] [blame] | 489 | GlobalVariable *MCJIT::FindGlobalVariableNamed(StringRef Name, bool AllowInternal) { |
Keno Fischer | 73378eb | 2015-06-20 00:55:58 +0000 | [diff] [blame] | 490 | GlobalVariable *GV = FindGlobalVariableNamedInModulePtrSet( |
| 491 | Name, AllowInternal, OwnedModules.begin_added(), OwnedModules.end_added()); |
| 492 | if (!GV) |
| 493 | GV = FindGlobalVariableNamedInModulePtrSet(Name, AllowInternal, OwnedModules.begin_loaded(), |
| 494 | OwnedModules.end_loaded()); |
| 495 | if (!GV) |
| 496 | GV = FindGlobalVariableNamedInModulePtrSet(Name, AllowInternal, OwnedModules.begin_finalized(), |
| 497 | OwnedModules.end_finalized()); |
| 498 | return GV; |
| 499 | } |
| 500 | |
Benjamin Kramer | bd7b1c8 | 2015-06-13 19:50:29 +0000 | [diff] [blame] | 501 | GenericValue MCJIT::runFunction(Function *F, ArrayRef<GenericValue> ArgValues) { |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 502 | assert(F && "Function *F was null at entry to run()"); |
| 503 | |
Jim Grosbach | 7b16249 | 2011-03-18 22:48:41 +0000 | [diff] [blame] | 504 | void *FPtr = getPointerToFunction(F); |
Lang Hames | 717eacf | 2016-06-11 05:47:04 +0000 | [diff] [blame] | 505 | finalizeModule(F->getParent()); |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 506 | assert(FPtr && "Pointer to fn's code was null after getPointerToFunction"); |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 507 | FunctionType *FTy = F->getFunctionType(); |
| 508 | Type *RetTy = FTy->getReturnType(); |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 509 | |
| 510 | assert((FTy->getNumParams() == ArgValues.size() || |
| 511 | (FTy->isVarArg() && FTy->getNumParams() <= ArgValues.size())) && |
| 512 | "Wrong number of arguments passed into function!"); |
| 513 | assert(FTy->getNumParams() == ArgValues.size() && |
| 514 | "This doesn't support passing arguments through varargs (yet)!"); |
| 515 | |
| 516 | // Handle some common cases first. These cases correspond to common `main' |
| 517 | // prototypes. |
| 518 | if (RetTy->isIntegerTy(32) || RetTy->isVoidTy()) { |
| 519 | switch (ArgValues.size()) { |
| 520 | case 3: |
| 521 | if (FTy->getParamType(0)->isIntegerTy(32) && |
| 522 | FTy->getParamType(1)->isPointerTy() && |
| 523 | FTy->getParamType(2)->isPointerTy()) { |
| 524 | int (*PF)(int, char **, const char **) = |
| 525 | (int(*)(int, char **, const char **))(intptr_t)FPtr; |
| 526 | |
| 527 | // Call the function. |
| 528 | GenericValue rv; |
| 529 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
| 530 | (char **)GVTOP(ArgValues[1]), |
| 531 | (const char **)GVTOP(ArgValues[2]))); |
| 532 | return rv; |
| 533 | } |
| 534 | break; |
| 535 | case 2: |
| 536 | if (FTy->getParamType(0)->isIntegerTy(32) && |
| 537 | FTy->getParamType(1)->isPointerTy()) { |
| 538 | int (*PF)(int, char **) = (int(*)(int, char **))(intptr_t)FPtr; |
| 539 | |
| 540 | // Call the function. |
| 541 | GenericValue rv; |
| 542 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(), |
| 543 | (char **)GVTOP(ArgValues[1]))); |
| 544 | return rv; |
| 545 | } |
| 546 | break; |
| 547 | case 1: |
| 548 | if (FTy->getNumParams() == 1 && |
| 549 | FTy->getParamType(0)->isIntegerTy(32)) { |
| 550 | GenericValue rv; |
| 551 | int (*PF)(int) = (int(*)(int))(intptr_t)FPtr; |
| 552 | rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue())); |
| 553 | return rv; |
| 554 | } |
| 555 | break; |
| 556 | } |
| 557 | } |
| 558 | |
| 559 | // Handle cases where no arguments are passed first. |
| 560 | if (ArgValues.empty()) { |
| 561 | GenericValue rv; |
| 562 | switch (RetTy->getTypeID()) { |
| 563 | default: llvm_unreachable("Unknown return type for function call!"); |
| 564 | case Type::IntegerTyID: { |
| 565 | unsigned BitWidth = cast<IntegerType>(RetTy)->getBitWidth(); |
| 566 | if (BitWidth == 1) |
| 567 | rv.IntVal = APInt(BitWidth, ((bool(*)())(intptr_t)FPtr)()); |
| 568 | else if (BitWidth <= 8) |
| 569 | rv.IntVal = APInt(BitWidth, ((char(*)())(intptr_t)FPtr)()); |
| 570 | else if (BitWidth <= 16) |
| 571 | rv.IntVal = APInt(BitWidth, ((short(*)())(intptr_t)FPtr)()); |
| 572 | else if (BitWidth <= 32) |
| 573 | rv.IntVal = APInt(BitWidth, ((int(*)())(intptr_t)FPtr)()); |
| 574 | else if (BitWidth <= 64) |
| 575 | rv.IntVal = APInt(BitWidth, ((int64_t(*)())(intptr_t)FPtr)()); |
| 576 | else |
| 577 | llvm_unreachable("Integer types > 64 bits not supported"); |
| 578 | return rv; |
| 579 | } |
| 580 | case Type::VoidTyID: |
| 581 | rv.IntVal = APInt(32, ((int(*)())(intptr_t)FPtr)()); |
| 582 | return rv; |
| 583 | case Type::FloatTyID: |
| 584 | rv.FloatVal = ((float(*)())(intptr_t)FPtr)(); |
| 585 | return rv; |
| 586 | case Type::DoubleTyID: |
| 587 | rv.DoubleVal = ((double(*)())(intptr_t)FPtr)(); |
| 588 | return rv; |
| 589 | case Type::X86_FP80TyID: |
| 590 | case Type::FP128TyID: |
| 591 | case Type::PPC_FP128TyID: |
| 592 | llvm_unreachable("long double not supported yet"); |
Jim Grosbach | d527440 | 2011-03-22 18:05:27 +0000 | [diff] [blame] | 593 | case Type::PointerTyID: |
| 594 | return PTOGV(((void*(*)())(intptr_t)FPtr)()); |
| 595 | } |
| 596 | } |
| 597 | |
Lang Hames | 3052607 | 2016-08-11 15:56:23 +0000 | [diff] [blame] | 598 | report_fatal_error("MCJIT::runFunction does not support full-featured " |
| 599 | "argument passing. Please use " |
| 600 | "ExecutionEngine::getFunctionAddress and cast the result " |
| 601 | "to the desired function pointer type."); |
Daniel Dunbar | 7e5d8a7 | 2010-11-17 16:06:43 +0000 | [diff] [blame] | 602 | } |
Danil Malyshev | bfee542 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 603 | |
Lang Hames | 9a78334 | 2014-09-15 17:50:22 +0000 | [diff] [blame] | 604 | void *MCJIT::getPointerToNamedFunction(StringRef Name, bool AbortOnFailure) { |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 605 | if (!isSymbolSearchingDisabled()) { |
Lang Hames | 4ce9866 | 2017-07-07 02:59:13 +0000 | [diff] [blame] | 606 | if (auto Sym = Resolver.findSymbol(Name)) { |
| 607 | if (auto AddrOrErr = Sym.getAddress()) |
| 608 | return reinterpret_cast<void*>( |
| 609 | static_cast<uintptr_t>(*AddrOrErr)); |
| 610 | } else if (auto Err = Sym.takeError()) |
| 611 | report_fatal_error(std::move(Err)); |
Danil Malyshev | bfee542 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 612 | } |
| 613 | |
| 614 | /// If a LazyFunctionCreator is installed, use it to get/create the function. |
| 615 | if (LazyFunctionCreator) |
| 616 | if (void *RP = LazyFunctionCreator(Name)) |
| 617 | return RP; |
| 618 | |
| 619 | if (AbortOnFailure) { |
| 620 | report_fatal_error("Program used external function '"+Name+ |
Eli Bendersky | 0e2ac5b | 2012-04-29 12:40:47 +0000 | [diff] [blame] | 621 | "' which could not be resolved!"); |
Danil Malyshev | bfee542 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 622 | } |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 623 | return nullptr; |
Danil Malyshev | bfee542 | 2012-03-28 21:46:36 +0000 | [diff] [blame] | 624 | } |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 625 | |
| 626 | void MCJIT::RegisterJITEventListener(JITEventListener *L) { |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 627 | if (!L) |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 628 | return; |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 629 | MutexGuard locked(lock); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 630 | EventListeners.push_back(L); |
| 631 | } |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 632 | |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 633 | void MCJIT::UnregisterJITEventListener(JITEventListener *L) { |
Craig Topper | 353eda4 | 2014-04-24 06:44:33 +0000 | [diff] [blame] | 634 | if (!L) |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 635 | return; |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 636 | MutexGuard locked(lock); |
David Majnemer | 4253126 | 2016-08-12 03:55:06 +0000 | [diff] [blame] | 637 | auto I = find(reverse(EventListeners), L); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 638 | if (I != EventListeners.rend()) { |
| 639 | std::swap(*I, EventListeners.back()); |
| 640 | EventListeners.pop_back(); |
| 641 | } |
| 642 | } |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 643 | |
| 644 | void MCJIT::NotifyObjectEmitted(const object::ObjectFile& Obj, |
| 645 | const RuntimeDyld::LoadedObjectInfo &L) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 646 | MutexGuard locked(lock); |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 647 | MemMgr->notifyObjectLoaded(this, Obj); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 648 | for (unsigned I = 0, S = EventListeners.size(); I < S; ++I) { |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 649 | EventListeners[I]->NotifyObjectEmitted(Obj, L); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 650 | } |
| 651 | } |
Lang Hames | b5c7b1f | 2014-11-26 16:54:40 +0000 | [diff] [blame] | 652 | |
| 653 | void MCJIT::NotifyFreeingObject(const object::ObjectFile& Obj) { |
Zachary Turner | c04b892 | 2014-06-20 21:07:14 +0000 | [diff] [blame] | 654 | MutexGuard locked(lock); |
David Blaikie | ed9709d | 2014-09-03 19:48:09 +0000 | [diff] [blame] | 655 | for (JITEventListener *L : EventListeners) |
Eric Christopher | 79cc1e3 | 2014-09-02 22:28:02 +0000 | [diff] [blame] | 656 | L->NotifyFreeingObject(Obj); |
Andrew Kaylor | d8ffd9c | 2012-11-06 18:51:59 +0000 | [diff] [blame] | 657 | } |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 658 | |
Lang Hames | ad4a911 | 2016-08-01 20:49:11 +0000 | [diff] [blame] | 659 | JITSymbol |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 660 | LinkingSymbolResolver::findSymbol(const std::string &Name) { |
| 661 | auto Result = ParentEngine.findSymbol(Name, false); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 662 | if (Result) |
| 663 | return Result; |
Lang Hames | 633fe14 | 2015-03-30 03:37:06 +0000 | [diff] [blame] | 664 | if (ParentEngine.isSymbolSearchingDisabled()) |
| 665 | return nullptr; |
| 666 | return ClientResolver->findSymbol(Name); |
Andrew Kaylor | ea39592 | 2013-10-01 01:47:35 +0000 | [diff] [blame] | 667 | } |