Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 1 | /* |
Stephen Hines | db16918 | 2012-01-05 18:46:36 -0800 | [diff] [blame] | 2 | * Copyright 2010-2012, The Android Open Source Project |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Logan | c439523 | 2010-11-27 18:54:17 +0800 | [diff] [blame] | 17 | #include "Compiler.h" |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 18 | |
Logan | 3584900 | 2011-01-15 07:30:43 +0800 | [diff] [blame] | 19 | #include "Config.h" |
| 20 | |
Logan Chien | d2a5f30 | 2011-07-19 20:32:25 +0800 | [diff] [blame] | 21 | #if USE_OLD_JIT |
| 22 | #include "OldJIT/ContextManager.h" |
| 23 | #endif |
| 24 | |
Logan Chien | 4885cf8 | 2011-07-20 10:18:05 +0800 | [diff] [blame] | 25 | #if USE_DISASSEMBLER |
| 26 | #include "Disassembler/Disassembler.h" |
| 27 | #endif |
| 28 | |
Logan | 4dcd679 | 2011-02-28 05:12:00 +0800 | [diff] [blame] | 29 | #include "DebugHelper.h" |
Shih-wei Liao | 6c0c7b0 | 2011-05-21 21:47:14 -0700 | [diff] [blame] | 30 | #include "FileHandle.h" |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 31 | #include "Runtime.h" |
Logan | 2a6dc82 | 2011-01-06 04:05:20 +0800 | [diff] [blame] | 32 | #include "ScriptCompiled.h" |
Logan | 75cc8a5 | 2011-01-07 06:06:52 +0800 | [diff] [blame] | 33 | #include "Sha1Helper.h" |
Logan | eb3d12b | 2010-12-16 06:20:18 +0800 | [diff] [blame] | 34 | |
Shih-wei Liao | 320b549 | 2011-06-20 22:53:33 -0700 | [diff] [blame] | 35 | #if USE_MCJIT |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 36 | #include "librsloader.h" |
Shih-wei Liao | 320b549 | 2011-06-20 22:53:33 -0700 | [diff] [blame] | 37 | #endif |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 38 | |
Stephen Hines | db16918 | 2012-01-05 18:46:36 -0800 | [diff] [blame] | 39 | #include "Transforms/BCCTransforms.h" |
| 40 | |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 41 | #include "llvm/ADT/StringRef.h" |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 42 | |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 43 | #include "llvm/Analysis/Passes.h" |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 44 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 45 | #include "llvm/Bitcode/ReaderWriter.h" |
| 46 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 47 | #include "llvm/CodeGen/Passes.h" |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 48 | #include "llvm/CodeGen/RegAllocRegistry.h" |
| 49 | #include "llvm/CodeGen/SchedulerRegistry.h" |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 50 | |
Logan Chien | 9347e0b | 2011-07-07 19:51:47 +0800 | [diff] [blame] | 51 | #include "llvm/MC/SubtargetFeature.h" |
| 52 | |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 53 | #include "llvm/Transforms/IPO.h" |
| 54 | #include "llvm/Transforms/Scalar.h" |
| 55 | |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 56 | #include "llvm/Target/TargetData.h" |
| 57 | #include "llvm/Target/TargetMachine.h" |
| 58 | #include "llvm/Target/TargetOptions.h" |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 59 | |
| 60 | #include "llvm/Support/ErrorHandling.h" |
Shih-wei Liao | 898c5a9 | 2011-05-18 07:02:39 -0700 | [diff] [blame] | 61 | #include "llvm/Support/FormattedStream.h" |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 62 | #include "llvm/Support/MemoryBuffer.h" |
Logan Chien | bc9eb8f | 2011-10-21 15:17:45 +0800 | [diff] [blame] | 63 | #include "llvm/Support/TargetRegistry.h" |
| 64 | #include "llvm/Support/TargetSelect.h" |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 65 | |
Shih-wei Liao | 90cd3d1 | 2011-06-20 15:43:34 -0700 | [diff] [blame] | 66 | #include "llvm/Type.h" |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 67 | #include "llvm/GlobalValue.h" |
| 68 | #include "llvm/Linker.h" |
| 69 | #include "llvm/LLVMContext.h" |
| 70 | #include "llvm/Metadata.h" |
| 71 | #include "llvm/Module.h" |
| 72 | #include "llvm/PassManager.h" |
| 73 | #include "llvm/Value.h" |
| 74 | |
| 75 | #include <errno.h> |
| 76 | #include <sys/file.h> |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 77 | #include <sys/stat.h> |
| 78 | #include <sys/types.h> |
| 79 | #include <unistd.h> |
| 80 | |
Logan | 75cc8a5 | 2011-01-07 06:06:52 +0800 | [diff] [blame] | 81 | #include <string.h> |
Logan | 8b77a77 | 2010-12-21 09:11:01 +0800 | [diff] [blame] | 82 | |
Logan Chien | 7890d43 | 2011-08-03 14:55:17 +0800 | [diff] [blame] | 83 | #include <algorithm> |
| 84 | #include <iterator> |
Logan | df23afa | 2010-11-27 11:04:54 +0800 | [diff] [blame] | 85 | #include <string> |
| 86 | #include <vector> |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 87 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 88 | namespace bcc { |
| 89 | |
| 90 | ////////////////////////////////////////////////////////////////////////////// |
| 91 | // BCC Compiler Static Variables |
| 92 | ////////////////////////////////////////////////////////////////////////////// |
| 93 | |
| 94 | bool Compiler::GlobalInitialized = false; |
| 95 | |
Andrew Hsieh | 998ec83 | 2011-11-21 02:36:11 -0800 | [diff] [blame] | 96 | |
| 97 | #if !defined(__HOST__) |
| 98 | #define TARGET_TRIPLE_STRING DEFAULT_TARGET_TRIPLE_STRING |
| 99 | #else |
| 100 | // In host TARGET_TRIPLE_STRING is a variable to allow cross-compilation. |
| 101 | #if defined(__cplusplus) |
| 102 | extern "C" { |
| 103 | #endif |
| 104 | char *TARGET_TRIPLE_STRING = (char*)DEFAULT_TARGET_TRIPLE_STRING; |
| 105 | #if defined(__cplusplus) |
| 106 | }; |
| 107 | #endif |
| 108 | #endif |
| 109 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 110 | // Code generation optimization level for the compiler |
| 111 | llvm::CodeGenOpt::Level Compiler::CodeGenOptLevel; |
| 112 | |
| 113 | std::string Compiler::Triple; |
| 114 | |
| 115 | std::string Compiler::CPU; |
| 116 | |
| 117 | std::vector<std::string> Compiler::Features; |
| 118 | |
Stephen Hines | 071288a | 2011-01-27 14:38:26 -0800 | [diff] [blame] | 119 | // Name of metadata node where pragma info resides (should be synced with |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 120 | // slang.cpp) |
| 121 | const llvm::StringRef Compiler::PragmaMetadataName = "#pragma"; |
| 122 | |
Stephen Hines | 071288a | 2011-01-27 14:38:26 -0800 | [diff] [blame] | 123 | // Name of metadata node where exported variable names reside (should be |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 124 | // synced with slang_rs_metadata.h) |
| 125 | const llvm::StringRef Compiler::ExportVarMetadataName = "#rs_export_var"; |
| 126 | |
Stephen Hines | 071288a | 2011-01-27 14:38:26 -0800 | [diff] [blame] | 127 | // Name of metadata node where exported function names reside (should be |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 128 | // synced with slang_rs_metadata.h) |
| 129 | const llvm::StringRef Compiler::ExportFuncMetadataName = "#rs_export_func"; |
| 130 | |
Stephen Hines | 071288a | 2011-01-27 14:38:26 -0800 | [diff] [blame] | 131 | // Name of metadata node where RS object slot info resides (should be |
| 132 | // synced with slang_rs_metadata.h) |
| 133 | const llvm::StringRef Compiler::ObjectSlotMetadataName = "#rs_object_slots"; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 134 | |
| 135 | ////////////////////////////////////////////////////////////////////////////// |
| 136 | // Compiler |
| 137 | ////////////////////////////////////////////////////////////////////////////// |
| 138 | |
| 139 | void Compiler::GlobalInitialization() { |
Shih-wei Liao | 40bcd66 | 2011-10-22 17:51:01 -0700 | [diff] [blame] | 140 | if (GlobalInitialized) { |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 141 | return; |
Shih-wei Liao | 40bcd66 | 2011-10-22 17:51:01 -0700 | [diff] [blame] | 142 | } |
| 143 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 144 | // if (!llvm::llvm_is_multithreaded()) |
| 145 | // llvm::llvm_start_multithreaded(); |
| 146 | |
| 147 | // Set Triple, CPU and Features here |
| 148 | Triple = TARGET_TRIPLE_STRING; |
| 149 | |
Logan Chien | 3bb7707 | 2011-09-17 16:53:53 +0800 | [diff] [blame] | 150 | #if defined(DEFAULT_ARM_CODEGEN) |
| 151 | |
Stephen Hines | a12d2f3 | 2011-09-07 15:30:06 -0700 | [diff] [blame] | 152 | #if defined(ARCH_ARM_HAVE_VFP) |
| 153 | Features.push_back("+vfp3"); |
| 154 | #if !defined(ARCH_ARM_HAVE_VFP_D32) |
| 155 | Features.push_back("+d16"); |
| 156 | #endif |
| 157 | #endif |
| 158 | |
Shih-wei Liao | 40bcd66 | 2011-10-22 17:51:01 -0700 | [diff] [blame] | 159 | #if defined(ARCH_ARM_HAVE_NEON) |
Joseph Wen | 51001b8 | 2011-06-23 18:56:45 -0700 | [diff] [blame] | 160 | Features.push_back("+neon"); |
| 161 | Features.push_back("+neonfp"); |
Stephen Hines | 7f079eb | 2011-11-09 15:19:03 -0800 | [diff] [blame] | 162 | #else |
| 163 | Features.push_back("-neon"); |
| 164 | Features.push_back("-neonfp"); |
Shih-wei Liao | 40bcd66 | 2011-10-22 17:51:01 -0700 | [diff] [blame] | 165 | #endif |
| 166 | |
| 167 | #if defined(DISABLE_ARCH_ARM_HAVE_NEON) |
Joseph Wen | 51001b8 | 2011-06-23 18:56:45 -0700 | [diff] [blame] | 168 | Features.push_back("-neon"); |
Logan | 4fe966f | 2011-02-27 08:26:40 +0800 | [diff] [blame] | 169 | Features.push_back("-neonfp"); |
Shih-wei Liao | 40bcd66 | 2011-10-22 17:51:01 -0700 | [diff] [blame] | 170 | #endif |
| 171 | |
Logan Chien | 3bb7707 | 2011-09-17 16:53:53 +0800 | [diff] [blame] | 172 | #endif // DEFAULT_ARM_CODEGEN |
Joseph Wen | 51001b8 | 2011-06-23 18:56:45 -0700 | [diff] [blame] | 173 | |
Logan Chien | 3bb7707 | 2011-09-17 16:53:53 +0800 | [diff] [blame] | 174 | #if defined(PROVIDE_ARM_CODEGEN) |
Logan Chien | b9ef9ab | 2011-07-20 11:11:06 +0800 | [diff] [blame] | 175 | LLVMInitializeARMAsmPrinter(); |
Logan Chien | bc9eb8f | 2011-10-21 15:17:45 +0800 | [diff] [blame] | 176 | LLVMInitializeARMTargetMC(); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 177 | LLVMInitializeARMTargetInfo(); |
| 178 | LLVMInitializeARMTarget(); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 179 | #endif |
| 180 | |
Logan Chien | 21392f0 | 2011-11-26 20:32:01 +0800 | [diff] [blame] | 181 | #if defined(PROVIDE_MIPS_CODEGEN) |
| 182 | LLVMInitializeMipsAsmPrinter(); |
| 183 | LLVMInitializeMipsTargetMC(); |
| 184 | LLVMInitializeMipsTargetInfo(); |
| 185 | LLVMInitializeMipsTarget(); |
| 186 | #endif |
| 187 | |
Logan Chien | 3bb7707 | 2011-09-17 16:53:53 +0800 | [diff] [blame] | 188 | #if defined(PROVIDE_X86_CODEGEN) |
Logan Chien | b9ef9ab | 2011-07-20 11:11:06 +0800 | [diff] [blame] | 189 | LLVMInitializeX86AsmPrinter(); |
Logan Chien | bc9eb8f | 2011-10-21 15:17:45 +0800 | [diff] [blame] | 190 | LLVMInitializeX86TargetMC(); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 191 | LLVMInitializeX86TargetInfo(); |
| 192 | LLVMInitializeX86Target(); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 193 | #endif |
Logan Chien | 9347e0b | 2011-07-07 19:51:47 +0800 | [diff] [blame] | 194 | |
| 195 | #if USE_DISASSEMBLER |
| 196 | InitializeDisassembler(); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 197 | #endif |
| 198 | |
| 199 | // -O0: llvm::CodeGenOpt::None |
| 200 | // -O1: llvm::CodeGenOpt::Less |
| 201 | // -O2: llvm::CodeGenOpt::Default |
| 202 | // -O3: llvm::CodeGenOpt::Aggressive |
Shih-wei Liao | 72f67a6 | 2010-12-14 13:36:15 -0800 | [diff] [blame] | 203 | CodeGenOptLevel = llvm::CodeGenOpt::Aggressive; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 204 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 205 | // Register the scheduler |
| 206 | llvm::RegisterScheduler::setDefault(llvm::createDefaultScheduler); |
| 207 | |
| 208 | // Register allocation policy: |
| 209 | // createFastRegisterAllocator: fast but bad quality |
| 210 | // createLinearScanRegisterAllocator: not so fast but good quality |
| 211 | llvm::RegisterRegAlloc::setDefault |
| 212 | ((CodeGenOptLevel == llvm::CodeGenOpt::None) ? |
| 213 | llvm::createFastRegisterAllocator : |
Logan Chien | e1bff14 | 2011-11-15 15:55:41 +0800 | [diff] [blame] | 214 | llvm::createGreedyRegisterAllocator); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 215 | |
Logan | 3584900 | 2011-01-15 07:30:43 +0800 | [diff] [blame] | 216 | #if USE_CACHE |
Ying Wang | 26fea10 | 2011-07-05 15:12:25 -0700 | [diff] [blame] | 217 | // Read in SHA1 checksum of libbcc and libRS. |
| 218 | readSHA1(sha1LibBCC_SHA1, sizeof(sha1LibBCC_SHA1), pathLibBCC_SHA1); |
Joseph Wen | 7691907 | 2011-07-07 23:06:15 -0700 | [diff] [blame] | 219 | |
| 220 | calcFileSHA1(sha1LibRS, pathLibRS); |
Logan | 3584900 | 2011-01-15 07:30:43 +0800 | [diff] [blame] | 221 | #endif |
Logan | 75cc8a5 | 2011-01-07 06:06:52 +0800 | [diff] [blame] | 222 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 223 | GlobalInitialized = true; |
| 224 | } |
| 225 | |
| 226 | |
| 227 | void Compiler::LLVMErrorHandler(void *UserData, const std::string &Message) { |
| 228 | std::string *Error = static_cast<std::string*>(UserData); |
| 229 | Error->assign(Message); |
Steve Block | 10c1412 | 2012-01-08 10:15:06 +0000 | [diff] [blame] | 230 | ALOGE("%s", Message.c_str()); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 231 | exit(1); |
| 232 | } |
| 233 | |
| 234 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 235 | #if USE_OLD_JIT |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 236 | CodeMemoryManager *Compiler::createCodeMemoryManager() { |
| 237 | mCodeMemMgr.reset(new CodeMemoryManager()); |
| 238 | return mCodeMemMgr.get(); |
| 239 | } |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 240 | #endif |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 241 | |
| 242 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 243 | #if USE_OLD_JIT |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 244 | CodeEmitter *Compiler::createCodeEmitter() { |
Logan | 7dcaac9 | 2011-01-06 04:26:23 +0800 | [diff] [blame] | 245 | mCodeEmitter.reset(new CodeEmitter(mpResult, mCodeMemMgr.get())); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 246 | return mCodeEmitter.get(); |
| 247 | } |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 248 | #endif |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 249 | |
| 250 | |
Logan | 2a6dc82 | 2011-01-06 04:05:20 +0800 | [diff] [blame] | 251 | Compiler::Compiler(ScriptCompiled *result) |
| 252 | : mpResult(result), |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 253 | #if USE_MCJIT |
| 254 | mRSExecutable(NULL), |
| 255 | #endif |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 256 | mpSymbolLookupFn(NULL), |
| 257 | mpSymbolLookupContext(NULL), |
| 258 | mContext(NULL), |
| 259 | mModule(NULL), |
| 260 | mHasLinked(false) /* Turn off linker */ { |
| 261 | llvm::remove_fatal_error_handler(); |
| 262 | llvm::install_fatal_error_handler(LLVMErrorHandler, &mError); |
| 263 | mContext = new llvm::LLVMContext(); |
| 264 | return; |
| 265 | } |
| 266 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 267 | |
Logan | 474cbd2 | 2011-01-31 01:47:44 +0800 | [diff] [blame] | 268 | llvm::Module *Compiler::parseBitcodeFile(llvm::MemoryBuffer *MEM) { |
| 269 | llvm::Module *result = llvm::ParseBitcodeFile(MEM, *mContext, &mError); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 270 | |
Logan | 474cbd2 | 2011-01-31 01:47:44 +0800 | [diff] [blame] | 271 | if (!result) { |
Steve Block | 10c1412 | 2012-01-08 10:15:06 +0000 | [diff] [blame] | 272 | ALOGE("Unable to ParseBitcodeFile: %s\n", mError.c_str()); |
Logan | 474cbd2 | 2011-01-31 01:47:44 +0800 | [diff] [blame] | 273 | return NULL; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 274 | } |
| 275 | |
Logan | 474cbd2 | 2011-01-31 01:47:44 +0800 | [diff] [blame] | 276 | return result; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 277 | } |
| 278 | |
| 279 | |
Logan | 474cbd2 | 2011-01-31 01:47:44 +0800 | [diff] [blame] | 280 | int Compiler::linkModule(llvm::Module *moduleWith) { |
Logan Chien | bc9eb8f | 2011-10-21 15:17:45 +0800 | [diff] [blame] | 281 | if (llvm::Linker::LinkModules(mModule, moduleWith, |
| 282 | llvm::Linker::DestroySource, |
| 283 | &mError) != 0) { |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 284 | return hasError(); |
| 285 | } |
| 286 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 287 | // Everything for linking should be settled down here with no error occurs |
| 288 | mHasLinked = true; |
| 289 | return hasError(); |
| 290 | } |
| 291 | |
| 292 | |
Joseph Wen | 34c600a | 2011-07-25 17:59:17 -0700 | [diff] [blame] | 293 | int Compiler::compile(bool compileOnly) { |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 294 | llvm::Target const *Target = NULL; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 295 | llvm::TargetData *TD = NULL; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 296 | llvm::TargetMachine *TM = NULL; |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 297 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 298 | std::string FeaturesStr; |
| 299 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 300 | llvm::NamedMDNode const *PragmaMetadata; |
| 301 | llvm::NamedMDNode const *ExportVarMetadata; |
| 302 | llvm::NamedMDNode const *ExportFuncMetadata; |
| 303 | llvm::NamedMDNode const *ObjectSlotMetadata; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 304 | |
Logan Chien | be81e10 | 2011-12-16 13:31:39 +0800 | [diff] [blame] | 305 | llvm::TargetOptions Options; |
| 306 | |
| 307 | llvm::CodeModel::Model CM; |
| 308 | llvm::Reloc::Model RM; |
| 309 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 310 | if (mModule == NULL) // No module was loaded |
| 311 | return 0; |
| 312 | |
Logan Chien | be81e10 | 2011-12-16 13:31:39 +0800 | [diff] [blame] | 313 | // Find LLVM Target |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 314 | Target = llvm::TargetRegistry::lookupTarget(Triple, mError); |
| 315 | if (hasError()) |
| 316 | goto on_bcc_compile_error; |
| 317 | |
| 318 | if (!CPU.empty() || !Features.empty()) { |
| 319 | llvm::SubtargetFeatures F; |
Logan | a4994f5 | 2010-11-27 14:06:02 +0800 | [diff] [blame] | 320 | |
| 321 | for (std::vector<std::string>::const_iterator |
| 322 | I = Features.begin(), E = Features.end(); I != E; I++) { |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 323 | F.AddFeature(*I); |
Logan | a4994f5 | 2010-11-27 14:06:02 +0800 | [diff] [blame] | 324 | } |
| 325 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 326 | FeaturesStr = F.getString(); |
| 327 | } |
| 328 | |
Logan Chien | be81e10 | 2011-12-16 13:31:39 +0800 | [diff] [blame] | 329 | // Setup LLVM Target Machine Options |
| 330 | // Disable frame pointer elimination optimization |
| 331 | Options.NoFramePointerElim = false; |
| 332 | |
| 333 | // Use hardfloat ABI |
| 334 | // |
| 335 | // TODO(all): Need to detect the CPU capability and decide whether to use |
| 336 | // softfp. To use softfp, change following 2 lines to |
| 337 | // |
| 338 | // options.FloatABIType = llvm::FloatABI::Soft; |
| 339 | // options.UseSoftFloat = true; |
| 340 | Options.FloatABIType = llvm::FloatABI::Soft; |
| 341 | Options.UseSoftFloat = false; |
| 342 | |
Logan Chien | bc9eb8f | 2011-10-21 15:17:45 +0800 | [diff] [blame] | 343 | #if defined(DEFAULT_X86_64_CODEGEN) |
| 344 | // Data address in X86_64 architecture may reside in a far-away place |
Logan Chien | be81e10 | 2011-12-16 13:31:39 +0800 | [diff] [blame] | 345 | CM = llvm::CodeModel::Medium; |
Logan Chien | bc9eb8f | 2011-10-21 15:17:45 +0800 | [diff] [blame] | 346 | #else |
| 347 | // This is set for the linker (specify how large of the virtual addresses |
| 348 | // we can access for all unknown symbols.) |
Logan Chien | be81e10 | 2011-12-16 13:31:39 +0800 | [diff] [blame] | 349 | CM = llvm::CodeModel::Small; |
Logan Chien | bc9eb8f | 2011-10-21 15:17:45 +0800 | [diff] [blame] | 350 | #endif |
Logan Chien | be81e10 | 2011-12-16 13:31:39 +0800 | [diff] [blame] | 351 | |
| 352 | RM = llvm::Reloc::Static; |
| 353 | |
| 354 | // Create LLVM Target Machine |
| 355 | TM = Target->createTargetMachine(Triple, CPU, FeaturesStr, Options, RM, CM); |
| 356 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 357 | if (TM == NULL) { |
| 358 | setError("Failed to create target machine implementation for the" |
| 359 | " specified triple '" + Triple + "'"); |
| 360 | goto on_bcc_compile_error; |
| 361 | } |
| 362 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 363 | // Get target data from Module |
| 364 | TD = new llvm::TargetData(mModule); |
| 365 | |
| 366 | // Load named metadata |
| 367 | ExportVarMetadata = mModule->getNamedMetadata(ExportVarMetadataName); |
| 368 | ExportFuncMetadata = mModule->getNamedMetadata(ExportFuncMetadataName); |
| 369 | PragmaMetadata = mModule->getNamedMetadata(PragmaMetadataName); |
| 370 | ObjectSlotMetadata = mModule->getNamedMetadata(ObjectSlotMetadataName); |
| 371 | |
Stephen Hines | db16918 | 2012-01-05 18:46:36 -0800 | [diff] [blame] | 372 | runInternalPasses(); |
| 373 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 374 | // Perform link-time optimization if we have multiple modules |
| 375 | if (mHasLinked) { |
| 376 | runLTO(new llvm::TargetData(*TD), ExportVarMetadata, ExportFuncMetadata); |
| 377 | } |
| 378 | |
| 379 | // Perform code generation |
| 380 | #if USE_OLD_JIT |
| 381 | if (runCodeGen(new llvm::TargetData(*TD), TM, |
| 382 | ExportVarMetadata, ExportFuncMetadata) != 0) { |
| 383 | goto on_bcc_compile_error; |
| 384 | } |
| 385 | #endif |
| 386 | |
| 387 | #if USE_MCJIT |
Joseph Wen | 34c600a | 2011-07-25 17:59:17 -0700 | [diff] [blame] | 388 | if (runMCCodeGen(new llvm::TargetData(*TD), TM) != 0) { |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 389 | goto on_bcc_compile_error; |
| 390 | } |
Logan Chien | 9347e0b | 2011-07-07 19:51:47 +0800 | [diff] [blame] | 391 | |
Joseph Wen | 34c600a | 2011-07-25 17:59:17 -0700 | [diff] [blame] | 392 | if (compileOnly) |
| 393 | return 0; |
| 394 | |
| 395 | // Load the ELF Object |
| 396 | mRSExecutable = |
| 397 | rsloaderCreateExec((unsigned char *)&*mEmittedELFExecutable.begin(), |
| 398 | mEmittedELFExecutable.size(), |
| 399 | &resolveSymbolAdapter, this); |
| 400 | |
| 401 | if (!mRSExecutable) { |
| 402 | setError("Fail to load emitted ELF relocatable file"); |
| 403 | goto on_bcc_compile_error; |
| 404 | } |
| 405 | |
| 406 | if (ExportVarMetadata) { |
| 407 | ScriptCompiled::ExportVarList &varList = mpResult->mExportVars; |
| 408 | std::vector<std::string> &varNameList = mpResult->mExportVarsName; |
| 409 | |
| 410 | for (int i = 0, e = ExportVarMetadata->getNumOperands(); i != e; i++) { |
| 411 | llvm::MDNode *ExportVar = ExportVarMetadata->getOperand(i); |
| 412 | if (ExportVar != NULL && ExportVar->getNumOperands() > 1) { |
| 413 | llvm::Value *ExportVarNameMDS = ExportVar->getOperand(0); |
| 414 | if (ExportVarNameMDS->getValueID() == llvm::Value::MDStringVal) { |
| 415 | llvm::StringRef ExportVarName = |
| 416 | static_cast<llvm::MDString*>(ExportVarNameMDS)->getString(); |
| 417 | |
| 418 | varList.push_back( |
| 419 | rsloaderGetSymbolAddress(mRSExecutable, |
| 420 | ExportVarName.str().c_str())); |
| 421 | varNameList.push_back(ExportVarName.str()); |
| 422 | #if DEBUG_MCJIT_REFLECT |
Steve Block | b20498e | 2011-12-20 16:24:20 +0000 | [diff] [blame] | 423 | ALOGD("runMCCodeGen(): Exported Var: %s @ %p\n", ExportVarName.str().c_str(), |
Joseph Wen | 34c600a | 2011-07-25 17:59:17 -0700 | [diff] [blame] | 424 | varList.back()); |
| 425 | #endif |
| 426 | continue; |
| 427 | } |
| 428 | } |
| 429 | |
| 430 | varList.push_back(NULL); |
| 431 | } |
| 432 | } |
| 433 | |
| 434 | if (ExportFuncMetadata) { |
| 435 | ScriptCompiled::ExportFuncList &funcList = mpResult->mExportFuncs; |
| 436 | std::vector<std::string> &funcNameList = mpResult->mExportFuncsName; |
| 437 | |
| 438 | for (int i = 0, e = ExportFuncMetadata->getNumOperands(); i != e; i++) { |
| 439 | llvm::MDNode *ExportFunc = ExportFuncMetadata->getOperand(i); |
| 440 | if (ExportFunc != NULL && ExportFunc->getNumOperands() > 0) { |
| 441 | llvm::Value *ExportFuncNameMDS = ExportFunc->getOperand(0); |
| 442 | if (ExportFuncNameMDS->getValueID() == llvm::Value::MDStringVal) { |
| 443 | llvm::StringRef ExportFuncName = |
| 444 | static_cast<llvm::MDString*>(ExportFuncNameMDS)->getString(); |
| 445 | |
| 446 | funcList.push_back( |
| 447 | rsloaderGetSymbolAddress(mRSExecutable, |
| 448 | ExportFuncName.str().c_str())); |
| 449 | funcNameList.push_back(ExportFuncName.str()); |
| 450 | #if DEBUG_MCJIT_RELECT |
Steve Block | b20498e | 2011-12-20 16:24:20 +0000 | [diff] [blame] | 451 | ALOGD("runMCCodeGen(): Exported Func: %s @ %p\n", ExportFuncName.str().c_str(), |
Joseph Wen | 34c600a | 2011-07-25 17:59:17 -0700 | [diff] [blame] | 452 | funcList.back()); |
| 453 | #endif |
| 454 | } |
| 455 | } |
| 456 | } |
| 457 | } |
| 458 | |
Logan Chien | 4885cf8 | 2011-07-20 10:18:05 +0800 | [diff] [blame] | 459 | #if DEBUG_MCJIT_DISASSEMBLER |
Shih-wei Liao | 90cd3d1 | 2011-06-20 15:43:34 -0700 | [diff] [blame] | 460 | { |
Shih-wei Liao | d3c551f | 2011-07-01 04:28:27 -0700 | [diff] [blame] | 461 | // Get MC codegen emitted function name list |
| 462 | size_t func_list_size = rsloaderGetFuncCount(mRSExecutable); |
| 463 | std::vector<char const *> func_list(func_list_size, NULL); |
| 464 | rsloaderGetFuncNameList(mRSExecutable, func_list_size, &*func_list.begin()); |
Shih-wei Liao | 320b549 | 2011-06-20 22:53:33 -0700 | [diff] [blame] | 465 | |
Shih-wei Liao | d3c551f | 2011-07-01 04:28:27 -0700 | [diff] [blame] | 466 | // Disassemble each function |
Shih-wei Liao | 90cd3d1 | 2011-06-20 15:43:34 -0700 | [diff] [blame] | 467 | for (size_t i = 0; i < func_list_size; ++i) { |
| 468 | void *func = rsloaderGetSymbolAddress(mRSExecutable, func_list[i]); |
| 469 | if (func) { |
| 470 | size_t size = rsloaderGetSymbolSize(mRSExecutable, func_list[i]); |
Logan Chien | 9347e0b | 2011-07-07 19:51:47 +0800 | [diff] [blame] | 471 | Disassemble(DEBUG_MCJIT_DISASSEMBLER_FILE, |
| 472 | Target, TM, func_list[i], (unsigned char const *)func, size); |
Shih-wei Liao | 90cd3d1 | 2011-06-20 15:43:34 -0700 | [diff] [blame] | 473 | } |
| 474 | } |
| 475 | } |
| 476 | #endif |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 477 | #endif |
| 478 | |
| 479 | // Read pragma information from the metadata node of the module. |
| 480 | if (PragmaMetadata) { |
| 481 | ScriptCompiled::PragmaList &pragmaList = mpResult->mPragmas; |
| 482 | |
| 483 | for (int i = 0, e = PragmaMetadata->getNumOperands(); i != e; i++) { |
| 484 | llvm::MDNode *Pragma = PragmaMetadata->getOperand(i); |
| 485 | if (Pragma != NULL && |
| 486 | Pragma->getNumOperands() == 2 /* should have exactly 2 operands */) { |
| 487 | llvm::Value *PragmaNameMDS = Pragma->getOperand(0); |
| 488 | llvm::Value *PragmaValueMDS = Pragma->getOperand(1); |
| 489 | |
| 490 | if ((PragmaNameMDS->getValueID() == llvm::Value::MDStringVal) && |
| 491 | (PragmaValueMDS->getValueID() == llvm::Value::MDStringVal)) { |
| 492 | llvm::StringRef PragmaName = |
| 493 | static_cast<llvm::MDString*>(PragmaNameMDS)->getString(); |
| 494 | llvm::StringRef PragmaValue = |
| 495 | static_cast<llvm::MDString*>(PragmaValueMDS)->getString(); |
| 496 | |
| 497 | pragmaList.push_back( |
| 498 | std::make_pair(std::string(PragmaName.data(), |
| 499 | PragmaName.size()), |
| 500 | std::string(PragmaValue.data(), |
| 501 | PragmaValue.size()))); |
Shih-wei Liao | 9f73de0 | 2011-07-01 04:40:24 -0700 | [diff] [blame] | 502 | #if DEBUG_BCC_REFLECT |
Steve Block | b20498e | 2011-12-20 16:24:20 +0000 | [diff] [blame] | 503 | ALOGD("compile(): Pragma: %s -> %s\n", |
Shih-wei Liao | 9f73de0 | 2011-07-01 04:40:24 -0700 | [diff] [blame] | 504 | pragmaList.back().first.c_str(), |
| 505 | pragmaList.back().second.c_str()); |
Shih-wei Liao | 749a51c | 2011-06-17 16:02:18 -0700 | [diff] [blame] | 506 | #endif |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 507 | } |
| 508 | } |
| 509 | } |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 510 | } |
| 511 | |
| 512 | if (ObjectSlotMetadata) { |
| 513 | ScriptCompiled::ObjectSlotList &objectSlotList = mpResult->mObjectSlots; |
| 514 | |
| 515 | for (int i = 0, e = ObjectSlotMetadata->getNumOperands(); i != e; i++) { |
| 516 | llvm::MDNode *ObjectSlot = ObjectSlotMetadata->getOperand(i); |
| 517 | if (ObjectSlot != NULL && |
| 518 | ObjectSlot->getNumOperands() == 1) { |
| 519 | llvm::Value *SlotMDS = ObjectSlot->getOperand(0); |
| 520 | if (SlotMDS->getValueID() == llvm::Value::MDStringVal) { |
| 521 | llvm::StringRef Slot = |
| 522 | static_cast<llvm::MDString*>(SlotMDS)->getString(); |
| 523 | uint32_t USlot = 0; |
| 524 | if (Slot.getAsInteger(10, USlot)) { |
| 525 | setError("Non-integer object slot value '" + Slot.str() + "'"); |
| 526 | goto on_bcc_compile_error; |
| 527 | } |
| 528 | objectSlotList.push_back(USlot); |
Shih-wei Liao | 9f73de0 | 2011-07-01 04:40:24 -0700 | [diff] [blame] | 529 | #if DEBUG_BCC_REFLECT |
Steve Block | b20498e | 2011-12-20 16:24:20 +0000 | [diff] [blame] | 530 | ALOGD("compile(): RefCount Slot: %s @ %u\n", Slot.str().c_str(), USlot); |
Shih-wei Liao | 749a51c | 2011-06-17 16:02:18 -0700 | [diff] [blame] | 531 | #endif |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 532 | } |
| 533 | } |
| 534 | } |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 535 | } |
| 536 | |
| 537 | on_bcc_compile_error: |
Steve Block | 10c1412 | 2012-01-08 10:15:06 +0000 | [diff] [blame] | 538 | // ALOGE("on_bcc_compiler_error"); |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 539 | if (TD) { |
| 540 | delete TD; |
| 541 | } |
| 542 | |
| 543 | if (TM) { |
| 544 | delete TM; |
| 545 | } |
| 546 | |
| 547 | if (mError.empty()) { |
| 548 | return 0; |
| 549 | } |
| 550 | |
Steve Block | 10c1412 | 2012-01-08 10:15:06 +0000 | [diff] [blame] | 551 | // ALOGE(getErrorMessage()); |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 552 | return 1; |
| 553 | } |
| 554 | |
| 555 | |
| 556 | #if USE_OLD_JIT |
| 557 | int Compiler::runCodeGen(llvm::TargetData *TD, llvm::TargetMachine *TM, |
| 558 | llvm::NamedMDNode const *ExportVarMetadata, |
| 559 | llvm::NamedMDNode const *ExportFuncMetadata) { |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 560 | // Create memory manager for creation of code emitter later. |
| 561 | if (!mCodeMemMgr.get() && !createCodeMemoryManager()) { |
| 562 | setError("Failed to startup memory management for further compilation"); |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 563 | return 1; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 564 | } |
Logan | 02286cb | 2011-01-07 00:30:47 +0800 | [diff] [blame] | 565 | |
| 566 | mpResult->mContext = (char *) (mCodeMemMgr.get()->getCodeMemBase()); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 567 | |
| 568 | // Create code emitter |
| 569 | if (!mCodeEmitter.get()) { |
| 570 | if (!createCodeEmitter()) { |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 571 | setError("Failed to create machine code emitter for compilation"); |
| 572 | return 1; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 573 | } |
| 574 | } else { |
| 575 | // Reuse the code emitter |
| 576 | mCodeEmitter->reset(); |
| 577 | } |
| 578 | |
| 579 | mCodeEmitter->setTargetMachine(*TM); |
| 580 | mCodeEmitter->registerSymbolCallback(mpSymbolLookupFn, |
| 581 | mpSymbolLookupContext); |
| 582 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 583 | // Create code-gen pass to run the code emitter |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 584 | llvm::OwningPtr<llvm::FunctionPassManager> CodeGenPasses( |
| 585 | new llvm::FunctionPassManager(mModule)); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 586 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 587 | // Add TargetData to code generation pass manager |
| 588 | CodeGenPasses->add(TD); |
| 589 | |
| 590 | // Add code emit passes |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 591 | if (TM->addPassesToEmitMachineCode(*CodeGenPasses, |
| 592 | *mCodeEmitter, |
| 593 | CodeGenOptLevel)) { |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 594 | setError("The machine code emission is not supported on '" + Triple + "'"); |
| 595 | return 1; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 596 | } |
| 597 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 598 | // Run the code emitter on every non-declaration function in the module |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 599 | CodeGenPasses->doInitialization(); |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 600 | for (llvm::Module::iterator |
| 601 | I = mModule->begin(), E = mModule->end(); I != E; I++) { |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 602 | if (!I->isDeclaration()) { |
| 603 | CodeGenPasses->run(*I); |
| 604 | } |
| 605 | } |
| 606 | |
| 607 | CodeGenPasses->doFinalization(); |
Logan Chien | b0ceca2 | 2011-06-12 13:34:49 +0800 | [diff] [blame] | 608 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 609 | // Copy the global address mapping from code emitter and remapping |
| 610 | if (ExportVarMetadata) { |
Logan | 2a6dc82 | 2011-01-06 04:05:20 +0800 | [diff] [blame] | 611 | ScriptCompiled::ExportVarList &varList = mpResult->mExportVars; |
| 612 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 613 | for (int i = 0, e = ExportVarMetadata->getNumOperands(); i != e; i++) { |
| 614 | llvm::MDNode *ExportVar = ExportVarMetadata->getOperand(i); |
| 615 | if (ExportVar != NULL && ExportVar->getNumOperands() > 1) { |
| 616 | llvm::Value *ExportVarNameMDS = ExportVar->getOperand(0); |
| 617 | if (ExportVarNameMDS->getValueID() == llvm::Value::MDStringVal) { |
| 618 | llvm::StringRef ExportVarName = |
| 619 | static_cast<llvm::MDString*>(ExportVarNameMDS)->getString(); |
| 620 | |
| 621 | CodeEmitter::global_addresses_const_iterator I, E; |
| 622 | for (I = mCodeEmitter->global_address_begin(), |
| 623 | E = mCodeEmitter->global_address_end(); |
| 624 | I != E; I++) { |
| 625 | if (I->first->getValueID() != llvm::Value::GlobalVariableVal) |
| 626 | continue; |
| 627 | if (ExportVarName == I->first->getName()) { |
Logan | 2a6dc82 | 2011-01-06 04:05:20 +0800 | [diff] [blame] | 628 | varList.push_back(I->second); |
Shih-wei Liao | 9f73de0 | 2011-07-01 04:40:24 -0700 | [diff] [blame] | 629 | #if DEBUG_BCC_REFLECT |
Steve Block | b20498e | 2011-12-20 16:24:20 +0000 | [diff] [blame] | 630 | ALOGD("runCodeGen(): Exported VAR: %s @ %p\n", ExportVarName.str().c_str(), I->second); |
Shih-wei Liao | 749a51c | 2011-06-17 16:02:18 -0700 | [diff] [blame] | 631 | #endif |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 632 | break; |
| 633 | } |
| 634 | } |
| 635 | if (I != mCodeEmitter->global_address_end()) |
| 636 | continue; // found |
Logan Chien | 7d1bf58 | 2011-06-13 23:22:40 +0800 | [diff] [blame] | 637 | |
Shih-wei Liao | 9f73de0 | 2011-07-01 04:40:24 -0700 | [diff] [blame] | 638 | #if DEBUG_BCC_REFLECT |
Steve Block | b20498e | 2011-12-20 16:24:20 +0000 | [diff] [blame] | 639 | ALOGD("runCodeGen(): Exported VAR: %s @ %p\n", |
Logan Chien | 7d1bf58 | 2011-06-13 23:22:40 +0800 | [diff] [blame] | 640 | ExportVarName.str().c_str(), (void *)0); |
Shih-wei Liao | 749a51c | 2011-06-17 16:02:18 -0700 | [diff] [blame] | 641 | #endif |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 642 | } |
| 643 | } |
| 644 | // if reaching here, we know the global variable record in metadata is |
| 645 | // not found. So we make an empty slot |
Logan | 2a6dc82 | 2011-01-06 04:05:20 +0800 | [diff] [blame] | 646 | varList.push_back(NULL); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 647 | } |
Logan | 2a6dc82 | 2011-01-06 04:05:20 +0800 | [diff] [blame] | 648 | |
Stephen Hines | bbcef8a | 2011-05-04 19:40:10 -0700 | [diff] [blame] | 649 | bccAssert((varList.size() == ExportVarMetadata->getNumOperands()) && |
| 650 | "Number of slots doesn't match the number of export variables!"); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 651 | } |
| 652 | |
| 653 | if (ExportFuncMetadata) { |
Logan | 2a6dc82 | 2011-01-06 04:05:20 +0800 | [diff] [blame] | 654 | ScriptCompiled::ExportFuncList &funcList = mpResult->mExportFuncs; |
| 655 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 656 | for (int i = 0, e = ExportFuncMetadata->getNumOperands(); i != e; i++) { |
| 657 | llvm::MDNode *ExportFunc = ExportFuncMetadata->getOperand(i); |
| 658 | if (ExportFunc != NULL && ExportFunc->getNumOperands() > 0) { |
| 659 | llvm::Value *ExportFuncNameMDS = ExportFunc->getOperand(0); |
| 660 | if (ExportFuncNameMDS->getValueID() == llvm::Value::MDStringVal) { |
| 661 | llvm::StringRef ExportFuncName = |
| 662 | static_cast<llvm::MDString*>(ExportFuncNameMDS)->getString(); |
Logan | 7dcaac9 | 2011-01-06 04:26:23 +0800 | [diff] [blame] | 663 | funcList.push_back(mpResult->lookup(ExportFuncName.str().c_str())); |
Shih-wei Liao | 9f73de0 | 2011-07-01 04:40:24 -0700 | [diff] [blame] | 664 | #if DEBUG_BCC_REFLECT |
Steve Block | b20498e | 2011-12-20 16:24:20 +0000 | [diff] [blame] | 665 | ALOGD("runCodeGen(): Exported Func: %s @ %p\n", ExportFuncName.str().c_str(), |
Logan Chien | 7d1bf58 | 2011-06-13 23:22:40 +0800 | [diff] [blame] | 666 | funcList.back()); |
Shih-wei Liao | 749a51c | 2011-06-17 16:02:18 -0700 | [diff] [blame] | 667 | #endif |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 668 | } |
| 669 | } |
| 670 | } |
| 671 | } |
| 672 | |
| 673 | // Tell code emitter now can release the memory using during the JIT since |
| 674 | // we have done the code emission |
| 675 | mCodeEmitter->releaseUnnecessary(); |
| 676 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 677 | return 0; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 678 | } |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 679 | #endif // USE_OLD_JIT |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 680 | |
| 681 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 682 | #if USE_MCJIT |
Joseph Wen | 34c600a | 2011-07-25 17:59:17 -0700 | [diff] [blame] | 683 | int Compiler::runMCCodeGen(llvm::TargetData *TD, llvm::TargetMachine *TM) { |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 684 | // Decorate mEmittedELFExecutable with formatted ostream |
| 685 | llvm::raw_svector_ostream OutSVOS(mEmittedELFExecutable); |
| 686 | |
| 687 | // Relax all machine instructions |
| 688 | TM->setMCRelaxAll(/* RelaxAll= */ true); |
| 689 | |
| 690 | // Create MC code generation pass manager |
| 691 | llvm::PassManager MCCodeGenPasses; |
| 692 | |
| 693 | // Add TargetData to MC code generation pass manager |
| 694 | MCCodeGenPasses.add(TD); |
| 695 | |
| 696 | // Add MC code generation passes to pass manager |
| 697 | llvm::MCContext *Ctx; |
Logan Chien | 4e4485d | 2011-11-25 18:12:33 +0800 | [diff] [blame] | 698 | if (TM->addPassesToEmitMC(MCCodeGenPasses, Ctx, OutSVOS, false)) { |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 699 | setError("Fail to add passes to emit file"); |
| 700 | return 1; |
| 701 | } |
| 702 | |
| 703 | MCCodeGenPasses.run(*mModule); |
| 704 | OutSVOS.flush(); |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 705 | return 0; |
| 706 | } |
| 707 | #endif // USE_MCJIT |
| 708 | |
Stephen Hines | db16918 | 2012-01-05 18:46:36 -0800 | [diff] [blame] | 709 | int Compiler::runInternalPasses() { |
| 710 | llvm::PassManager BCCPasses; |
| 711 | |
| 712 | // Expand ForEach on CPU path to reduce launch overhead. |
| 713 | BCCPasses.add(createForEachExpandPass()); |
| 714 | |
| 715 | BCCPasses.run(*mModule); |
| 716 | |
| 717 | return 0; |
| 718 | } |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 719 | |
| 720 | int Compiler::runLTO(llvm::TargetData *TD, |
| 721 | llvm::NamedMDNode const *ExportVarMetadata, |
| 722 | llvm::NamedMDNode const *ExportFuncMetadata) { |
Logan Chien | 4cc0033 | 2011-06-12 14:00:46 +0800 | [diff] [blame] | 723 | llvm::PassManager LTOPasses; |
| 724 | |
| 725 | // Add TargetData to LTO passes |
| 726 | LTOPasses.add(TD); |
| 727 | |
| 728 | // Collect All Exported Symbols |
| 729 | std::vector<const char*> ExportSymbols; |
| 730 | |
| 731 | // Note: This is a workaround for getting export variable and function name. |
| 732 | // We should refine it soon. |
| 733 | if (ExportVarMetadata) { |
| 734 | for (int i = 0, e = ExportVarMetadata->getNumOperands(); i != e; i++) { |
| 735 | llvm::MDNode *ExportVar = ExportVarMetadata->getOperand(i); |
| 736 | if (ExportVar != NULL && ExportVar->getNumOperands() > 1) { |
| 737 | llvm::Value *ExportVarNameMDS = ExportVar->getOperand(0); |
| 738 | if (ExportVarNameMDS->getValueID() == llvm::Value::MDStringVal) { |
| 739 | llvm::StringRef ExportVarName = |
| 740 | static_cast<llvm::MDString*>(ExportVarNameMDS)->getString(); |
| 741 | ExportSymbols.push_back(ExportVarName.data()); |
| 742 | } |
| 743 | } |
| 744 | } |
| 745 | } |
| 746 | |
| 747 | if (ExportFuncMetadata) { |
| 748 | for (int i = 0, e = ExportFuncMetadata->getNumOperands(); i != e; i++) { |
| 749 | llvm::MDNode *ExportFunc = ExportFuncMetadata->getOperand(i); |
| 750 | if (ExportFunc != NULL && ExportFunc->getNumOperands() > 0) { |
| 751 | llvm::Value *ExportFuncNameMDS = ExportFunc->getOperand(0); |
| 752 | if (ExportFuncNameMDS->getValueID() == llvm::Value::MDStringVal) { |
| 753 | llvm::StringRef ExportFuncName = |
| 754 | static_cast<llvm::MDString*>(ExportFuncNameMDS)->getString(); |
| 755 | ExportSymbols.push_back(ExportFuncName.data()); |
| 756 | } |
| 757 | } |
| 758 | } |
| 759 | } |
| 760 | |
Logan Chien | 7890d43 | 2011-08-03 14:55:17 +0800 | [diff] [blame] | 761 | // TODO(logan): Remove this after we have finished the |
| 762 | // bccMarkExternalSymbol API. |
| 763 | |
Stephen Hines | 6416010 | 2011-09-01 17:30:26 -0700 | [diff] [blame] | 764 | // root(), init(), and .rs.dtor() are born to be exported |
Logan Chien | 4cc0033 | 2011-06-12 14:00:46 +0800 | [diff] [blame] | 765 | ExportSymbols.push_back("root"); |
Stephen Hines | db16918 | 2012-01-05 18:46:36 -0800 | [diff] [blame] | 766 | ExportSymbols.push_back("root.expand"); |
Logan Chien | 4cc0033 | 2011-06-12 14:00:46 +0800 | [diff] [blame] | 767 | ExportSymbols.push_back("init"); |
Stephen Hines | 6416010 | 2011-09-01 17:30:26 -0700 | [diff] [blame] | 768 | ExportSymbols.push_back(".rs.dtor"); |
Logan Chien | 4cc0033 | 2011-06-12 14:00:46 +0800 | [diff] [blame] | 769 | |
Logan Chien | 7890d43 | 2011-08-03 14:55:17 +0800 | [diff] [blame] | 770 | // User-defined exporting symbols |
| 771 | std::vector<char const *> const &UserDefinedExternalSymbols = |
| 772 | mpResult->getUserDefinedExternalSymbols(); |
| 773 | |
| 774 | std::copy(UserDefinedExternalSymbols.begin(), |
| 775 | UserDefinedExternalSymbols.end(), |
| 776 | std::back_inserter(ExportSymbols)); |
| 777 | |
Logan Chien | 4cc0033 | 2011-06-12 14:00:46 +0800 | [diff] [blame] | 778 | // We now create passes list performing LTO. These are copied from |
| 779 | // (including comments) llvm::createStandardLTOPasses(). |
| 780 | |
| 781 | // Internalize all other symbols not listed in ExportSymbols |
| 782 | LTOPasses.add(llvm::createInternalizePass(ExportSymbols)); |
| 783 | |
| 784 | // Propagate constants at call sites into the functions they call. This |
| 785 | // opens opportunities for globalopt (and inlining) by substituting |
| 786 | // function pointers passed as arguments to direct uses of functions. |
| 787 | LTOPasses.add(llvm::createIPSCCPPass()); |
| 788 | |
| 789 | // Now that we internalized some globals, see if we can hack on them! |
| 790 | LTOPasses.add(llvm::createGlobalOptimizerPass()); |
| 791 | |
| 792 | // Linking modules together can lead to duplicated global constants, only |
| 793 | // keep one copy of each constant... |
| 794 | LTOPasses.add(llvm::createConstantMergePass()); |
| 795 | |
| 796 | // Remove unused arguments from functions... |
| 797 | LTOPasses.add(llvm::createDeadArgEliminationPass()); |
| 798 | |
| 799 | // Reduce the code after globalopt and ipsccp. Both can open up |
| 800 | // significant simplification opportunities, and both can propagate |
| 801 | // functions through function pointers. When this happens, we often have |
| 802 | // to resolve varargs calls, etc, so let instcombine do this. |
| 803 | LTOPasses.add(llvm::createInstructionCombiningPass()); |
| 804 | |
| 805 | // Inline small functions |
| 806 | LTOPasses.add(llvm::createFunctionInliningPass()); |
| 807 | |
| 808 | // Remove dead EH info. |
| 809 | LTOPasses.add(llvm::createPruneEHPass()); |
| 810 | |
| 811 | // Internalize the globals again after inlining |
| 812 | LTOPasses.add(llvm::createGlobalOptimizerPass()); |
| 813 | |
| 814 | // Remove dead functions. |
| 815 | LTOPasses.add(llvm::createGlobalDCEPass()); |
| 816 | |
| 817 | // If we didn't decide to inline a function, check to see if we can |
| 818 | // transform it to pass arguments by value instead of by reference. |
| 819 | LTOPasses.add(llvm::createArgumentPromotionPass()); |
| 820 | |
| 821 | // The IPO passes may leave cruft around. Clean up after them. |
| 822 | LTOPasses.add(llvm::createInstructionCombiningPass()); |
| 823 | LTOPasses.add(llvm::createJumpThreadingPass()); |
| 824 | |
| 825 | // Break up allocas |
| 826 | LTOPasses.add(llvm::createScalarReplAggregatesPass()); |
| 827 | |
| 828 | // Run a few AA driven optimizations here and now, to cleanup the code. |
| 829 | LTOPasses.add(llvm::createFunctionAttrsPass()); // Add nocapture. |
| 830 | LTOPasses.add(llvm::createGlobalsModRefPass()); // IP alias analysis. |
| 831 | |
| 832 | // Hoist loop invariants. |
| 833 | LTOPasses.add(llvm::createLICMPass()); |
| 834 | |
| 835 | // Remove redundancies. |
| 836 | LTOPasses.add(llvm::createGVNPass()); |
| 837 | |
| 838 | // Remove dead memcpys. |
| 839 | LTOPasses.add(llvm::createMemCpyOptPass()); |
| 840 | |
| 841 | // Nuke dead stores. |
| 842 | LTOPasses.add(llvm::createDeadStoreEliminationPass()); |
| 843 | |
| 844 | // Cleanup and simplify the code after the scalar optimizations. |
| 845 | LTOPasses.add(llvm::createInstructionCombiningPass()); |
| 846 | |
| 847 | LTOPasses.add(llvm::createJumpThreadingPass()); |
| 848 | |
| 849 | // Delete basic blocks, which optimization passes may have killed. |
| 850 | LTOPasses.add(llvm::createCFGSimplificationPass()); |
| 851 | |
| 852 | // Now that we have optimized the program, discard unreachable functions. |
| 853 | LTOPasses.add(llvm::createGlobalDCEPass()); |
| 854 | |
| 855 | LTOPasses.run(*mModule); |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 856 | |
| 857 | return 0; |
Logan Chien | 4cc0033 | 2011-06-12 14:00:46 +0800 | [diff] [blame] | 858 | } |
| 859 | |
| 860 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 861 | #if USE_MCJIT |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 862 | void *Compiler::getSymbolAddress(char const *name) { |
| 863 | return rsloaderGetSymbolAddress(mRSExecutable, name); |
| 864 | } |
| 865 | #endif |
| 866 | |
| 867 | |
| 868 | #if USE_MCJIT |
| 869 | void *Compiler::resolveSymbolAdapter(void *context, char const *name) { |
| 870 | Compiler *self = reinterpret_cast<Compiler *>(context); |
| 871 | |
| 872 | if (void *Addr = FindRuntimeFunction(name)) { |
| 873 | return Addr; |
| 874 | } |
| 875 | |
| 876 | if (self->mpSymbolLookupFn) { |
| 877 | if (void *Addr = self->mpSymbolLookupFn(self->mpSymbolLookupContext, name)) { |
| 878 | return Addr; |
| 879 | } |
| 880 | } |
| 881 | |
Steve Block | 10c1412 | 2012-01-08 10:15:06 +0000 | [diff] [blame] | 882 | ALOGE("Unable to resolve symbol: %s\n", name); |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 883 | return NULL; |
| 884 | } |
| 885 | #endif |
| 886 | |
| 887 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 888 | Compiler::~Compiler() { |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 889 | delete mModule; |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 890 | delete mContext; |
Logan | a4994f5 | 2010-11-27 14:06:02 +0800 | [diff] [blame] | 891 | |
Logan Chien | da5e0c3 | 2011-06-13 03:47:21 +0800 | [diff] [blame] | 892 | #if USE_MCJIT |
| 893 | rsloaderDisposeExec(mRSExecutable); |
| 894 | #endif |
| 895 | |
Logan | a4994f5 | 2010-11-27 14:06:02 +0800 | [diff] [blame] | 896 | // llvm::llvm_shutdown(); |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 897 | } |
| 898 | |
Shih-wei Liao | 90cd3d1 | 2011-06-20 15:43:34 -0700 | [diff] [blame] | 899 | |
Logan | 1f028c0 | 2010-11-27 01:02:48 +0800 | [diff] [blame] | 900 | } // namespace bcc |