Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 17 | #include "optimizing_compiler.h" |
| 18 | |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 19 | #include <fstream> |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 20 | #include <memory> |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 21 | #include <stdint.h> |
| 22 | |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 23 | #ifdef ART_ENABLE_CODEGEN_arm64 |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 24 | #include "dex_cache_array_fixups_arm.h" |
| 25 | #endif |
| 26 | |
| 27 | #ifdef ART_ENABLE_CODEGEN_arm64 |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 28 | #include "instruction_simplifier_arm64.h" |
| 29 | #endif |
| 30 | |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 31 | #ifdef ART_ENABLE_CODEGEN_x86 |
Vladimir Marko | 0f7dca4 | 2015-11-02 14:36:43 +0000 | [diff] [blame] | 32 | #include "pc_relative_fixups_x86.h" |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 33 | #endif |
| 34 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 35 | #include "art_method-inl.h" |
Mathieu Chartier | b666f48 | 2015-02-18 14:33:14 -0800 | [diff] [blame] | 36 | #include "base/arena_allocator.h" |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 37 | #include "base/arena_containers.h" |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 38 | #include "base/dumpable.h" |
Vladimir Marko | c90d7c7 | 2015-10-06 17:30:45 +0000 | [diff] [blame] | 39 | #include "base/macros.h" |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 40 | #include "base/timing_logger.h" |
Mingyao Yang | f384f88 | 2014-10-22 16:08:18 -0700 | [diff] [blame] | 41 | #include "bounds_check_elimination.h" |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 42 | #include "builder.h" |
| 43 | #include "code_generator.h" |
Vladimir Marko | 20f8559 | 2015-03-19 10:07:02 +0000 | [diff] [blame] | 44 | #include "compiled_method.h" |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 45 | #include "compiler.h" |
Roland Levillain | 75be283 | 2014-10-17 17:02:00 +0100 | [diff] [blame] | 46 | #include "constant_folding.h" |
| 47 | #include "dead_code_elimination.h" |
David Srbecky | c5bfa97 | 2016-02-05 15:49:10 +0000 | [diff] [blame] | 48 | #include "debug/elf_debug_writer.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 49 | #include "debug/method_debug_info.h" |
Andreas Gampe | 71fb52f | 2014-12-29 17:43:08 -0800 | [diff] [blame] | 50 | #include "dex/quick/dex_file_to_method_inliner_map.h" |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 51 | #include "dex/verification_results.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 52 | #include "dex/verified_method.h" |
Nicolas Geoffray | 9523a3e | 2015-07-17 11:51:28 +0000 | [diff] [blame] | 53 | #include "driver/compiler_driver-inl.h" |
Vladimir Marko | 20f8559 | 2015-03-19 10:07:02 +0000 | [diff] [blame] | 54 | #include "driver/compiler_options.h" |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 55 | #include "driver/dex_compilation_unit.h" |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 56 | #include "elf_writer_quick.h" |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 57 | #include "graph_checker.h" |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 58 | #include "graph_visualizer.h" |
Nicolas Geoffray | d31cf3d | 2014-09-08 17:30:24 +0100 | [diff] [blame] | 59 | #include "gvn.h" |
Aart Bik | 22af3be | 2015-09-10 12:50:58 -0700 | [diff] [blame] | 60 | #include "induction_var_analysis.h" |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 61 | #include "inliner.h" |
Nicolas Geoffray | 3c04974 | 2014-09-24 18:10:46 +0100 | [diff] [blame] | 62 | #include "instruction_simplifier.h" |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame^] | 63 | #include "instruction_simplifier_arm.h" |
Andreas Gampe | 71fb52f | 2014-12-29 17:43:08 -0800 | [diff] [blame] | 64 | #include "intrinsics.h" |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 65 | #include "jit/debugger_interface.h" |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 66 | #include "jit/jit_code_cache.h" |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 67 | #include "jni/quick/jni_compiler.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 68 | #include "licm.h" |
Mingyao Yang | 8df69d4 | 2015-10-22 15:40:58 -0700 | [diff] [blame] | 69 | #include "load_store_elimination.h" |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 70 | #include "nodes.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 71 | #include "oat_quick_method_header.h" |
Nicolas Geoffray | 26a25ef | 2014-09-30 13:54:09 +0100 | [diff] [blame] | 72 | #include "prepare_for_register_allocation.h" |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 73 | #include "reference_type_propagation.h" |
Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 74 | #include "register_allocator.h" |
David Brazdil | 74eb1b2 | 2015-12-14 11:44:01 +0000 | [diff] [blame] | 75 | #include "select_generator.h" |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 76 | #include "sharpening.h" |
Nicolas Geoffray | 827eedb | 2015-01-26 15:18:36 +0000 | [diff] [blame] | 77 | #include "side_effects_analysis.h" |
Nicolas Geoffray | 3159674 | 2014-11-24 15:28:45 +0000 | [diff] [blame] | 78 | #include "ssa_builder.h" |
Nicolas Geoffray | 804d093 | 2014-05-02 08:46:00 +0100 | [diff] [blame] | 79 | #include "ssa_liveness_analysis.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 80 | #include "ssa_phi_elimination.h" |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 81 | #include "utils/assembler.h" |
Calin Juravle | 175dc73 | 2015-08-25 15:42:32 +0100 | [diff] [blame] | 82 | #include "verifier/method_verifier.h" |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 83 | |
| 84 | namespace art { |
| 85 | |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 86 | /** |
| 87 | * Used by the code generator, to allocate the code in a vector. |
| 88 | */ |
| 89 | class CodeVectorAllocator FINAL : public CodeAllocator { |
| 90 | public: |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 91 | explicit CodeVectorAllocator(ArenaAllocator* arena) |
| 92 | : memory_(arena->Adapter(kArenaAllocCodeBuffer)), |
| 93 | size_(0) {} |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 94 | |
| 95 | virtual uint8_t* Allocate(size_t size) { |
| 96 | size_ = size; |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 97 | memory_.resize(size); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 98 | return &memory_[0]; |
| 99 | } |
| 100 | |
| 101 | size_t GetSize() const { return size_; } |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 102 | const ArenaVector<uint8_t>& GetMemory() const { return memory_; } |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 103 | |
| 104 | private: |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 105 | ArenaVector<uint8_t> memory_; |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 106 | size_t size_; |
| 107 | |
| 108 | DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator); |
| 109 | }; |
| 110 | |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 111 | /** |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 112 | * Filter to apply to the visualizer. Methods whose name contain that filter will |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 113 | * be dumped. |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 114 | */ |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 115 | static constexpr const char kStringFilter[] = ""; |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 116 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 117 | class PassScope; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 118 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 119 | class PassObserver : public ValueObject { |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 120 | public: |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 121 | PassObserver(HGraph* graph, |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 122 | CodeGenerator* codegen, |
| 123 | std::ostream* visualizer_output, |
| 124 | CompilerDriver* compiler_driver) |
| 125 | : graph_(graph), |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 126 | cached_method_name_(), |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 127 | timing_logger_enabled_(compiler_driver->GetDumpPasses()), |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 128 | timing_logger_(timing_logger_enabled_ ? GetMethodName() : "", true, true), |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 129 | disasm_info_(graph->GetArena()), |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 130 | visualizer_enabled_(!compiler_driver->GetCompilerOptions().GetDumpCfgFileName().empty()), |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 131 | visualizer_(visualizer_output, graph, *codegen), |
| 132 | graph_in_bad_state_(false) { |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 133 | if (timing_logger_enabled_ || visualizer_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 134 | if (!IsVerboseMethod(compiler_driver, GetMethodName())) { |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 135 | timing_logger_enabled_ = visualizer_enabled_ = false; |
| 136 | } |
| 137 | if (visualizer_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 138 | visualizer_.PrintHeader(GetMethodName()); |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 139 | codegen->SetDisassemblyInformation(&disasm_info_); |
| 140 | } |
David Brazdil | 62e074f | 2015-04-07 18:09:37 +0100 | [diff] [blame] | 141 | } |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 142 | } |
| 143 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 144 | ~PassObserver() { |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 145 | if (timing_logger_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 146 | LOG(INFO) << "TIMINGS " << GetMethodName(); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 147 | LOG(INFO) << Dumpable<TimingLogger>(timing_logger_); |
| 148 | } |
| 149 | } |
| 150 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 151 | void DumpDisassembly() const { |
| 152 | if (visualizer_enabled_) { |
| 153 | visualizer_.DumpGraphWithDisassembly(); |
| 154 | } |
| 155 | } |
| 156 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 157 | void SetGraphInBadState() { graph_in_bad_state_ = true; } |
| 158 | |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 159 | const char* GetMethodName() { |
| 160 | // PrettyMethod() is expensive, so we delay calling it until we actually have to. |
| 161 | if (cached_method_name_.empty()) { |
| 162 | cached_method_name_ = PrettyMethod(graph_->GetMethodIdx(), graph_->GetDexFile()); |
| 163 | } |
| 164 | return cached_method_name_.c_str(); |
| 165 | } |
| 166 | |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 167 | private: |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 168 | void StartPass(const char* pass_name) { |
| 169 | // Dump graph first, then start timer. |
| 170 | if (visualizer_enabled_) { |
David Brazdil | ffee3d3 | 2015-07-06 11:48:53 +0100 | [diff] [blame] | 171 | visualizer_.DumpGraph(pass_name, /* is_after_pass */ false, graph_in_bad_state_); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 172 | } |
| 173 | if (timing_logger_enabled_) { |
| 174 | timing_logger_.StartTiming(pass_name); |
| 175 | } |
| 176 | } |
| 177 | |
| 178 | void EndPass(const char* pass_name) { |
| 179 | // Pause timer first, then dump graph. |
| 180 | if (timing_logger_enabled_) { |
| 181 | timing_logger_.EndTiming(); |
| 182 | } |
| 183 | if (visualizer_enabled_) { |
David Brazdil | ffee3d3 | 2015-07-06 11:48:53 +0100 | [diff] [blame] | 184 | visualizer_.DumpGraph(pass_name, /* is_after_pass */ true, graph_in_bad_state_); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 185 | } |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 186 | |
| 187 | // Validate the HGraph if running in debug mode. |
| 188 | if (kIsDebugBuild) { |
| 189 | if (!graph_in_bad_state_) { |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 190 | GraphChecker checker(graph_); |
| 191 | checker.Run(); |
| 192 | if (!checker.IsValid()) { |
| 193 | LOG(FATAL) << "Error after " << pass_name << ": " << Dumpable<GraphChecker>(checker); |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 194 | } |
| 195 | } |
| 196 | } |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 197 | } |
| 198 | |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 199 | static bool IsVerboseMethod(CompilerDriver* compiler_driver, const char* method_name) { |
| 200 | // Test an exact match to --verbose-methods. If verbose-methods is set, this overrides an |
| 201 | // empty kStringFilter matching all methods. |
| 202 | if (compiler_driver->GetCompilerOptions().HasVerboseMethods()) { |
| 203 | return compiler_driver->GetCompilerOptions().IsVerboseMethod(method_name); |
| 204 | } |
| 205 | |
| 206 | // Test the kStringFilter sub-string. constexpr helper variable to silence unreachable-code |
| 207 | // warning when the string is empty. |
| 208 | constexpr bool kStringFilterEmpty = arraysize(kStringFilter) <= 1; |
| 209 | if (kStringFilterEmpty || strstr(method_name, kStringFilter) != nullptr) { |
| 210 | return true; |
| 211 | } |
| 212 | |
| 213 | return false; |
| 214 | } |
| 215 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 216 | HGraph* const graph_; |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 217 | |
| 218 | std::string cached_method_name_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 219 | |
| 220 | bool timing_logger_enabled_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 221 | TimingLogger timing_logger_; |
| 222 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 223 | DisassemblyInformation disasm_info_; |
| 224 | |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 225 | bool visualizer_enabled_; |
| 226 | HGraphVisualizer visualizer_; |
| 227 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 228 | // Flag to be set by the compiler if the pass failed and the graph is not |
| 229 | // expected to validate. |
| 230 | bool graph_in_bad_state_; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 231 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 232 | friend PassScope; |
| 233 | |
| 234 | DISALLOW_COPY_AND_ASSIGN(PassObserver); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 235 | }; |
| 236 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 237 | class PassScope : public ValueObject { |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 238 | public: |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 239 | PassScope(const char *pass_name, PassObserver* pass_observer) |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 240 | : pass_name_(pass_name), |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 241 | pass_observer_(pass_observer) { |
| 242 | pass_observer_->StartPass(pass_name_); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 243 | } |
| 244 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 245 | ~PassScope() { |
| 246 | pass_observer_->EndPass(pass_name_); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 247 | } |
| 248 | |
| 249 | private: |
| 250 | const char* const pass_name_; |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 251 | PassObserver* const pass_observer_; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 252 | }; |
| 253 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 254 | class OptimizingCompiler FINAL : public Compiler { |
| 255 | public: |
| 256 | explicit OptimizingCompiler(CompilerDriver* driver); |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 257 | ~OptimizingCompiler(); |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 258 | |
| 259 | bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file, CompilationUnit* cu) const |
| 260 | OVERRIDE; |
| 261 | |
| 262 | CompiledMethod* Compile(const DexFile::CodeItem* code_item, |
| 263 | uint32_t access_flags, |
| 264 | InvokeType invoke_type, |
| 265 | uint16_t class_def_idx, |
| 266 | uint32_t method_idx, |
| 267 | jobject class_loader, |
Mathieu Chartier | 736b560 | 2015-09-02 14:54:11 -0700 | [diff] [blame] | 268 | const DexFile& dex_file, |
| 269 | Handle<mirror::DexCache> dex_cache) const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 270 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 271 | CompiledMethod* JniCompile(uint32_t access_flags, |
| 272 | uint32_t method_idx, |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 273 | const DexFile& dex_file) const OVERRIDE { |
| 274 | return ArtQuickJniCompileMethod(GetCompilerDriver(), access_flags, method_idx, dex_file); |
| 275 | } |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 276 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 277 | uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 278 | SHARED_REQUIRES(Locks::mutator_lock_) { |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 279 | return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize( |
| 280 | InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet()))); |
| 281 | } |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 282 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 283 | void InitCompilationUnit(CompilationUnit& cu) const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 284 | |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 285 | void Init() OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 286 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 287 | void UnInit() const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 288 | |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 289 | void MaybeRecordStat(MethodCompilationStat compilation_stat) const { |
| 290 | if (compilation_stats_.get() != nullptr) { |
| 291 | compilation_stats_->RecordStat(compilation_stat); |
| 292 | } |
| 293 | } |
| 294 | |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 295 | bool JitCompile(Thread* self, jit::JitCodeCache* code_cache, ArtMethod* method, bool osr) |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 296 | OVERRIDE |
| 297 | SHARED_REQUIRES(Locks::mutator_lock_); |
| 298 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 299 | private: |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 300 | // Create a 'CompiledMethod' for an optimized graph. |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 301 | CompiledMethod* Emit(ArenaAllocator* arena, |
| 302 | CodeVectorAllocator* code_allocator, |
| 303 | CodeGenerator* codegen, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 304 | CompilerDriver* driver, |
| 305 | const DexFile::CodeItem* item) const; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 306 | |
| 307 | // Try compiling a method and return the code generator used for |
| 308 | // compiling it. |
| 309 | // This method: |
| 310 | // 1) Builds the graph. Returns null if it failed to build it. |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 311 | // 2) Transforms the graph to SSA. Returns null if it failed. |
| 312 | // 3) Runs optimizations on the graph, including register allocator. |
| 313 | // 4) Generates code with the `code_allocator` provided. |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 314 | CodeGenerator* TryCompile(ArenaAllocator* arena, |
| 315 | CodeVectorAllocator* code_allocator, |
| 316 | const DexFile::CodeItem* code_item, |
| 317 | uint32_t access_flags, |
| 318 | InvokeType invoke_type, |
| 319 | uint16_t class_def_idx, |
| 320 | uint32_t method_idx, |
| 321 | jobject class_loader, |
| 322 | const DexFile& dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 323 | Handle<mirror::DexCache> dex_cache, |
| 324 | bool osr) const; |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 325 | |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 326 | std::unique_ptr<OptimizingCompilerStats> compilation_stats_; |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 327 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 328 | std::unique_ptr<std::ostream> visualizer_output_; |
| 329 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 330 | DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler); |
| 331 | }; |
| 332 | |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 333 | static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */ |
| 334 | |
| 335 | OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver) |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 336 | : Compiler(driver, kMaximumCompilationTimeBeforeWarning) {} |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 337 | |
| 338 | void OptimizingCompiler::Init() { |
| 339 | // Enable C1visualizer output. Must be done in Init() because the compiler |
| 340 | // driver is not fully initialized when passed to the compiler's constructor. |
| 341 | CompilerDriver* driver = GetCompilerDriver(); |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 342 | const std::string cfg_file_name = driver->GetCompilerOptions().GetDumpCfgFileName(); |
David Brazdil | 866c031 | 2015-01-13 21:21:31 +0000 | [diff] [blame] | 343 | if (!cfg_file_name.empty()) { |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 344 | CHECK_EQ(driver->GetThreadCount(), 1U) |
| 345 | << "Graph visualizer requires the compiler to run single-threaded. " |
| 346 | << "Invoke the compiler with '-j1'."; |
Calin Juravle | 87000a9 | 2015-08-24 15:34:44 +0100 | [diff] [blame] | 347 | std::ios_base::openmode cfg_file_mode = |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 348 | driver->GetCompilerOptions().GetDumpCfgAppend() ? std::ofstream::app : std::ofstream::out; |
Calin Juravle | 87000a9 | 2015-08-24 15:34:44 +0100 | [diff] [blame] | 349 | visualizer_output_.reset(new std::ofstream(cfg_file_name, cfg_file_mode)); |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 350 | } |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 351 | if (driver->GetDumpStats()) { |
| 352 | compilation_stats_.reset(new OptimizingCompilerStats()); |
| 353 | } |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 354 | } |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 355 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 356 | void OptimizingCompiler::UnInit() const { |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 357 | } |
| 358 | |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 359 | OptimizingCompiler::~OptimizingCompiler() { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 360 | if (compilation_stats_.get() != nullptr) { |
| 361 | compilation_stats_->Log(); |
| 362 | } |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 363 | } |
| 364 | |
Nicolas Geoffray | da3a55b | 2015-10-02 11:56:50 +0100 | [diff] [blame] | 365 | void OptimizingCompiler::InitCompilationUnit(CompilationUnit& cu ATTRIBUTE_UNUSED) const { |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 366 | } |
| 367 | |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 368 | bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED, |
| 369 | const DexFile& dex_file ATTRIBUTE_UNUSED, |
| 370 | CompilationUnit* cu ATTRIBUTE_UNUSED) const { |
| 371 | return true; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 372 | } |
| 373 | |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 374 | static bool IsInstructionSetSupported(InstructionSet instruction_set) { |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 375 | return (instruction_set == kArm && !kArm32QuickCodeUseSoftFloat) |
| 376 | || instruction_set == kArm64 |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 377 | || (instruction_set == kThumb2 && !kArm32QuickCodeUseSoftFloat) |
Goran Jakovljevic | f652cec | 2015-08-25 16:11:42 +0200 | [diff] [blame] | 378 | || instruction_set == kMips |
Alexey Frunze | 4dda337 | 2015-06-01 18:31:49 -0700 | [diff] [blame] | 379 | || instruction_set == kMips64 |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 380 | || instruction_set == kX86 |
| 381 | || instruction_set == kX86_64; |
| 382 | } |
| 383 | |
Roland Levillain | 22ccc3a | 2015-11-24 13:10:05 +0000 | [diff] [blame] | 384 | // Read barrier are supported on ARM, ARM64, x86 and x86-64 at the moment. |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 385 | // TODO: Add support for other architectures and remove this function |
| 386 | static bool InstructionSetSupportsReadBarrier(InstructionSet instruction_set) { |
Roland Levillain | 22ccc3a | 2015-11-24 13:10:05 +0000 | [diff] [blame] | 387 | return instruction_set == kArm64 |
| 388 | || instruction_set == kThumb2 |
Roland Levillain | 3b359c7 | 2015-11-17 19:35:12 +0000 | [diff] [blame] | 389 | || instruction_set == kX86 |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 390 | || instruction_set == kX86_64; |
| 391 | } |
| 392 | |
Calin Juravle | 10e244f | 2015-01-26 18:54:32 +0000 | [diff] [blame] | 393 | static void RunOptimizations(HOptimization* optimizations[], |
| 394 | size_t length, |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 395 | PassObserver* pass_observer) { |
Calin Juravle | 10e244f | 2015-01-26 18:54:32 +0000 | [diff] [blame] | 396 | for (size_t i = 0; i < length; ++i) { |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 397 | PassScope scope(optimizations[i]->GetPassName(), pass_observer); |
| 398 | optimizations[i]->Run(); |
Calin Juravle | 10e244f | 2015-01-26 18:54:32 +0000 | [diff] [blame] | 399 | } |
| 400 | } |
| 401 | |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 402 | static void MaybeRunInliner(HGraph* graph, |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 403 | CodeGenerator* codegen, |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 404 | CompilerDriver* driver, |
| 405 | OptimizingCompilerStats* stats, |
| 406 | const DexCompilationUnit& dex_compilation_unit, |
| 407 | PassObserver* pass_observer, |
| 408 | StackHandleScopeCollection* handles) { |
| 409 | const CompilerOptions& compiler_options = driver->GetCompilerOptions(); |
| 410 | bool should_inline = (compiler_options.GetInlineDepthLimit() > 0) |
| 411 | && (compiler_options.GetInlineMaxCodeUnits() > 0); |
| 412 | if (!should_inline) { |
| 413 | return; |
| 414 | } |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 415 | size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_; |
Calin Juravle | cdfed3d | 2015-10-26 14:05:01 +0000 | [diff] [blame] | 416 | HInliner* inliner = new (graph->GetArena()) HInliner( |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 417 | graph, |
| 418 | graph, |
| 419 | codegen, |
| 420 | dex_compilation_unit, |
| 421 | dex_compilation_unit, |
| 422 | driver, |
| 423 | handles, |
| 424 | stats, |
| 425 | number_of_dex_registers, |
| 426 | /* depth */ 0); |
Calin Juravle | cdfed3d | 2015-10-26 14:05:01 +0000 | [diff] [blame] | 427 | HOptimization* optimizations[] = { inliner }; |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 428 | |
| 429 | RunOptimizations(optimizations, arraysize(optimizations), pass_observer); |
| 430 | } |
| 431 | |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 432 | static void RunArchOptimizations(InstructionSet instruction_set, |
| 433 | HGraph* graph, |
| 434 | OptimizingCompilerStats* stats, |
| 435 | PassObserver* pass_observer) { |
| 436 | ArenaAllocator* arena = graph->GetArena(); |
| 437 | switch (instruction_set) { |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 438 | #ifdef ART_ENABLE_CODEGEN_arm |
| 439 | case kThumb2: |
| 440 | case kArm: { |
| 441 | arm::DexCacheArrayFixups* fixups = new (arena) arm::DexCacheArrayFixups(graph, stats); |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame^] | 442 | arm::InstructionSimplifierArm* simplifier = |
| 443 | new (arena) arm::InstructionSimplifierArm(graph, stats); |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 444 | HOptimization* arm_optimizations[] = { |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame^] | 445 | simplifier, |
Nicolas Geoffray | 6b5afdd | 2016-01-22 09:31:52 +0000 | [diff] [blame] | 446 | fixups |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 447 | }; |
| 448 | RunOptimizations(arm_optimizations, arraysize(arm_optimizations), pass_observer); |
| 449 | break; |
| 450 | } |
| 451 | #endif |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 452 | #ifdef ART_ENABLE_CODEGEN_arm64 |
| 453 | case kArm64: { |
| 454 | arm64::InstructionSimplifierArm64* simplifier = |
| 455 | new (arena) arm64::InstructionSimplifierArm64(graph, stats); |
| 456 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
| 457 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN_after_arch"); |
| 458 | HOptimization* arm64_optimizations[] = { |
| 459 | simplifier, |
| 460 | side_effects, |
| 461 | gvn |
| 462 | }; |
| 463 | RunOptimizations(arm64_optimizations, arraysize(arm64_optimizations), pass_observer); |
| 464 | break; |
| 465 | } |
| 466 | #endif |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 467 | #ifdef ART_ENABLE_CODEGEN_x86 |
| 468 | case kX86: { |
Vladimir Marko | 0f7dca4 | 2015-11-02 14:36:43 +0000 | [diff] [blame] | 469 | x86::PcRelativeFixups* pc_relative_fixups = new (arena) x86::PcRelativeFixups(graph, stats); |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 470 | HOptimization* x86_optimizations[] = { |
Vladimir Marko | 0f7dca4 | 2015-11-02 14:36:43 +0000 | [diff] [blame] | 471 | pc_relative_fixups |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 472 | }; |
| 473 | RunOptimizations(x86_optimizations, arraysize(x86_optimizations), pass_observer); |
| 474 | break; |
| 475 | } |
| 476 | #endif |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 477 | default: |
| 478 | break; |
| 479 | } |
| 480 | } |
| 481 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 482 | NO_INLINE // Avoid increasing caller's frame size by large stack-allocated objects. |
| 483 | static void AllocateRegisters(HGraph* graph, |
| 484 | CodeGenerator* codegen, |
| 485 | PassObserver* pass_observer) { |
| 486 | PrepareForRegisterAllocation(graph).Run(); |
| 487 | SsaLivenessAnalysis liveness(graph, codegen); |
| 488 | { |
| 489 | PassScope scope(SsaLivenessAnalysis::kLivenessPassName, pass_observer); |
| 490 | liveness.Analyze(); |
| 491 | } |
| 492 | { |
| 493 | PassScope scope(RegisterAllocator::kRegisterAllocatorPassName, pass_observer); |
| 494 | RegisterAllocator(graph->GetArena(), codegen, liveness).AllocateRegisters(); |
| 495 | } |
| 496 | } |
| 497 | |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 498 | static void RunOptimizations(HGraph* graph, |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 499 | CodeGenerator* codegen, |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 500 | CompilerDriver* driver, |
| 501 | OptimizingCompilerStats* stats, |
| 502 | const DexCompilationUnit& dex_compilation_unit, |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 503 | PassObserver* pass_observer, |
| 504 | StackHandleScopeCollection* handles) { |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 505 | ArenaAllocator* arena = graph->GetArena(); |
| 506 | HDeadCodeElimination* dce1 = new (arena) HDeadCodeElimination( |
| 507 | graph, stats, HDeadCodeElimination::kInitialDeadCodeEliminationPassName); |
| 508 | HDeadCodeElimination* dce2 = new (arena) HDeadCodeElimination( |
| 509 | graph, stats, HDeadCodeElimination::kFinalDeadCodeEliminationPassName); |
Nicolas Geoffray | e34648d | 2015-11-23 08:59:07 +0000 | [diff] [blame] | 510 | HConstantFolding* fold1 = new (arena) HConstantFolding(graph); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 511 | InstructionSimplifier* simplify1 = new (arena) InstructionSimplifier(graph, stats); |
Jean-Philippe Halimi | 38e9e80 | 2016-02-18 16:42:03 +0100 | [diff] [blame] | 512 | HSelectGenerator* select_generator = new (arena) HSelectGenerator(graph, stats); |
Nicolas Geoffray | e34648d | 2015-11-23 08:59:07 +0000 | [diff] [blame] | 513 | HConstantFolding* fold2 = new (arena) HConstantFolding(graph, "constant_folding_after_inlining"); |
Aart Bik | 4a34277 | 2015-11-30 10:17:46 -0800 | [diff] [blame] | 514 | HConstantFolding* fold3 = new (arena) HConstantFolding(graph, "constant_folding_after_bce"); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 515 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
| 516 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects); |
Jean-Philippe Halimi | 38e9e80 | 2016-02-18 16:42:03 +0100 | [diff] [blame] | 517 | LICM* licm = new (arena) LICM(graph, *side_effects, stats); |
Mingyao Yang | 8df69d4 | 2015-10-22 15:40:58 -0700 | [diff] [blame] | 518 | LoadStoreElimination* lse = new (arena) LoadStoreElimination(graph, *side_effects); |
Aart Bik | 22af3be | 2015-09-10 12:50:58 -0700 | [diff] [blame] | 519 | HInductionVarAnalysis* induction = new (arena) HInductionVarAnalysis(graph); |
Aart Bik | 4a34277 | 2015-11-30 10:17:46 -0800 | [diff] [blame] | 520 | BoundsCheckElimination* bce = new (arena) BoundsCheckElimination(graph, *side_effects, induction); |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 521 | HSharpening* sharpening = new (arena) HSharpening(graph, codegen, dex_compilation_unit, driver); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 522 | InstructionSimplifier* simplify2 = new (arena) InstructionSimplifier( |
Alex Light | 68289a5 | 2015-12-15 17:30:30 -0800 | [diff] [blame] | 523 | graph, stats, "instruction_simplifier_after_bce"); |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 524 | InstructionSimplifier* simplify3 = new (arena) InstructionSimplifier( |
Nicolas Geoffray | b2bdfce | 2015-06-18 15:46:47 +0100 | [diff] [blame] | 525 | graph, stats, "instruction_simplifier_before_codegen"); |
Jean-Philippe Halimi | 38e9e80 | 2016-02-18 16:42:03 +0100 | [diff] [blame] | 526 | IntrinsicsRecognizer* intrinsics = new (arena) IntrinsicsRecognizer(graph, driver, stats); |
Andreas Gampe | 71fb52f | 2014-12-29 17:43:08 -0800 | [diff] [blame] | 527 | |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 528 | HOptimization* optimizations1[] = { |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 529 | intrinsics, |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 530 | sharpening, |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 531 | fold1, |
| 532 | simplify1, |
Nicolas Geoffray | 18e6873 | 2015-06-17 23:09:05 +0100 | [diff] [blame] | 533 | dce1, |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 534 | }; |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 535 | RunOptimizations(optimizations1, arraysize(optimizations1), pass_observer); |
| 536 | |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 537 | MaybeRunInliner(graph, codegen, driver, stats, dex_compilation_unit, pass_observer, handles); |
David Brazdil | 9517798 | 2015-10-30 12:56:58 -0500 | [diff] [blame] | 538 | |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 539 | HOptimization* optimizations2[] = { |
David Brazdil | 74eb1b2 | 2015-12-14 11:44:01 +0000 | [diff] [blame] | 540 | // SelectGenerator depends on the InstructionSimplifier removing |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 541 | // redundant suspend checks to recognize empty blocks. |
David Brazdil | 74eb1b2 | 2015-12-14 11:44:01 +0000 | [diff] [blame] | 542 | select_generator, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 543 | fold2, // TODO: if we don't inline we can also skip fold2. |
| 544 | side_effects, |
| 545 | gvn, |
| 546 | licm, |
| 547 | induction, |
| 548 | bce, |
| 549 | fold3, // evaluates code generated by dynamic bce |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 550 | simplify2, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 551 | lse, |
| 552 | dce2, |
| 553 | // The codegen has a few assumptions that only the instruction simplifier |
| 554 | // can satisfy. For example, the code generator does not expect to see a |
| 555 | // HTypeConversion from a type to the same type. |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 556 | simplify3, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 557 | }; |
| 558 | RunOptimizations(optimizations2, arraysize(optimizations2), pass_observer); |
David Brazdil | bbd733e | 2015-08-18 17:48:17 +0100 | [diff] [blame] | 559 | |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 560 | RunArchOptimizations(driver->GetInstructionSet(), graph, stats, pass_observer); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 561 | AllocateRegisters(graph, codegen, pass_observer); |
Nicolas Geoffray | 5e6916c | 2014-11-18 16:53:35 +0000 | [diff] [blame] | 562 | } |
| 563 | |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 564 | static ArenaVector<LinkerPatch> EmitAndSortLinkerPatches(CodeGenerator* codegen) { |
| 565 | ArenaVector<LinkerPatch> linker_patches(codegen->GetGraph()->GetArena()->Adapter()); |
| 566 | codegen->EmitLinkerPatches(&linker_patches); |
| 567 | |
| 568 | // Sort patches by literal offset. Required for .oat_patches encoding. |
| 569 | std::sort(linker_patches.begin(), linker_patches.end(), |
| 570 | [](const LinkerPatch& lhs, const LinkerPatch& rhs) { |
| 571 | return lhs.LiteralOffset() < rhs.LiteralOffset(); |
| 572 | }); |
| 573 | |
| 574 | return linker_patches; |
| 575 | } |
| 576 | |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 577 | CompiledMethod* OptimizingCompiler::Emit(ArenaAllocator* arena, |
| 578 | CodeVectorAllocator* code_allocator, |
| 579 | CodeGenerator* codegen, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 580 | CompilerDriver* compiler_driver, |
| 581 | const DexFile::CodeItem* code_item) const { |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 582 | ArenaVector<LinkerPatch> linker_patches = EmitAndSortLinkerPatches(codegen); |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 583 | ArenaVector<uint8_t> stack_map(arena->Adapter(kArenaAllocStackMaps)); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 584 | stack_map.resize(codegen->ComputeStackMapsSize()); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 585 | codegen->BuildStackMaps(MemoryRegion(stack_map.data(), stack_map.size()), *code_item); |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 586 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 587 | CompiledMethod* compiled_method = CompiledMethod::SwapAllocCompiledMethod( |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 588 | compiler_driver, |
| 589 | codegen->GetInstructionSet(), |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 590 | ArrayRef<const uint8_t>(code_allocator->GetMemory()), |
Roland Levillain | aa9b7c4 | 2015-02-17 15:40:09 +0000 | [diff] [blame] | 591 | // Follow Quick's behavior and set the frame size to zero if it is |
| 592 | // considered "empty" (see the definition of |
| 593 | // art::CodeGenerator::HasEmptyFrame). |
| 594 | codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(), |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 595 | codegen->GetCoreSpillMask(), |
Nicolas Geoffray | d97dc40 | 2015-01-22 13:50:01 +0000 | [diff] [blame] | 596 | codegen->GetFpuSpillMask(), |
David Srbecky | f71b3ad | 2015-12-08 15:05:08 +0000 | [diff] [blame] | 597 | ArrayRef<const SrcMapElem>(), |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 598 | ArrayRef<const uint8_t>(), // mapping_table. |
| 599 | ArrayRef<const uint8_t>(stack_map), |
| 600 | ArrayRef<const uint8_t>(), // native_gc_map. |
| 601 | ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()), |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 602 | ArrayRef<const LinkerPatch>(linker_patches)); |
Mathieu Chartier | ed15000 | 2015-08-28 11:16:54 -0700 | [diff] [blame] | 603 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 604 | return compiled_method; |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 605 | } |
| 606 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 607 | CodeGenerator* OptimizingCompiler::TryCompile(ArenaAllocator* arena, |
| 608 | CodeVectorAllocator* code_allocator, |
| 609 | const DexFile::CodeItem* code_item, |
| 610 | uint32_t access_flags, |
| 611 | InvokeType invoke_type, |
| 612 | uint16_t class_def_idx, |
| 613 | uint32_t method_idx, |
| 614 | jobject class_loader, |
| 615 | const DexFile& dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 616 | Handle<mirror::DexCache> dex_cache, |
| 617 | bool osr) const { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 618 | MaybeRecordStat(MethodCompilationStat::kAttemptCompilation); |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 619 | CompilerDriver* compiler_driver = GetCompilerDriver(); |
| 620 | InstructionSet instruction_set = compiler_driver->GetInstructionSet(); |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 621 | |
Roland Levillain | 3b359c7 | 2015-11-17 19:35:12 +0000 | [diff] [blame] | 622 | // Always use the Thumb-2 assembler: some runtime functionality |
| 623 | // (like implicit stack overflow checks) assume Thumb-2. |
Nicolas Geoffray | 8d48673 | 2014-07-16 16:23:40 +0100 | [diff] [blame] | 624 | if (instruction_set == kArm) { |
| 625 | instruction_set = kThumb2; |
Nicolas Geoffray | 8fb5ce3 | 2014-07-04 09:43:26 +0100 | [diff] [blame] | 626 | } |
| 627 | |
| 628 | // Do not attempt to compile on architectures we do not support. |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 629 | if (!IsInstructionSetSupported(instruction_set)) { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 630 | MaybeRecordStat(MethodCompilationStat::kNotCompiledUnsupportedIsa); |
Nicolas Geoffray | 8fb5ce3 | 2014-07-04 09:43:26 +0100 | [diff] [blame] | 631 | return nullptr; |
| 632 | } |
| 633 | |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 634 | // When read barriers are enabled, do not attempt to compile for |
| 635 | // instruction sets that have no read barrier support. |
| 636 | if (kEmitCompilerReadBarrier && !InstructionSetSupportsReadBarrier(instruction_set)) { |
| 637 | return nullptr; |
| 638 | } |
| 639 | |
Nicolas Geoffray | b5f62b3 | 2014-10-30 10:58:41 +0000 | [diff] [blame] | 640 | if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 641 | MaybeRecordStat(MethodCompilationStat::kNotCompiledPathological); |
Nicolas Geoffray | b5f62b3 | 2014-10-30 10:58:41 +0000 | [diff] [blame] | 642 | return nullptr; |
| 643 | } |
| 644 | |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 645 | // Implementation of the space filter: do not compile a code item whose size in |
Nicolas Geoffray | 432bf3d | 2015-07-17 11:11:09 +0100 | [diff] [blame] | 646 | // code units is bigger than 128. |
| 647 | static constexpr size_t kSpaceFilterOptimizingThreshold = 128; |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 648 | const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions(); |
| 649 | if ((compiler_options.GetCompilerFilter() == CompilerOptions::kSpace) |
| 650 | && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 651 | MaybeRecordStat(MethodCompilationStat::kNotCompiledSpaceFilter); |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 652 | return nullptr; |
| 653 | } |
| 654 | |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 655 | DexCompilationUnit dex_compilation_unit( |
Nicolas Geoffray | 9523a3e | 2015-07-17 11:51:28 +0000 | [diff] [blame] | 656 | nullptr, class_loader, Runtime::Current()->GetClassLinker(), dex_file, code_item, |
Ian Rogers | 72d3262 | 2014-05-06 16:20:11 -0700 | [diff] [blame] | 657 | class_def_idx, method_idx, access_flags, |
Nicolas Geoffray | 5b82d33 | 2016-02-18 14:22:32 +0000 | [diff] [blame] | 658 | nullptr, dex_cache); |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 659 | |
Calin Juravle | 3cd4fc8 | 2015-05-14 15:15:42 +0100 | [diff] [blame] | 660 | bool requires_barrier = dex_compilation_unit.IsConstructor() |
| 661 | && compiler_driver->RequiresConstructorBarrier(Thread::Current(), |
| 662 | dex_compilation_unit.GetDexFile(), |
| 663 | dex_compilation_unit.GetClassDefIndex()); |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 664 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 665 | HGraph* graph = new (arena) HGraph( |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 666 | arena, |
| 667 | dex_file, |
| 668 | method_idx, |
| 669 | requires_barrier, |
| 670 | compiler_driver->GetInstructionSet(), |
| 671 | kInvalidInvokeType, |
| 672 | compiler_driver->GetCompilerOptions().GetDebuggable(), |
| 673 | osr); |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 674 | |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 675 | const uint8_t* interpreter_metadata = nullptr; |
| 676 | { |
| 677 | ScopedObjectAccess soa(Thread::Current()); |
| 678 | StackHandleScope<1> hs(soa.Self()); |
| 679 | Handle<mirror::ClassLoader> loader(hs.NewHandle( |
| 680 | soa.Decode<mirror::ClassLoader*>(class_loader))); |
| 681 | ArtMethod* art_method = compiler_driver->ResolveMethod( |
| 682 | soa, dex_cache, loader, &dex_compilation_unit, method_idx, invoke_type); |
| 683 | // We may not get a method, for example if its class is erroneous. |
| 684 | if (art_method != nullptr) { |
| 685 | graph->SetArtMethod(art_method); |
| 686 | interpreter_metadata = art_method->GetQuickenedInfo(); |
| 687 | } |
| 688 | } |
| 689 | |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 690 | std::unique_ptr<CodeGenerator> codegen( |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 691 | CodeGenerator::Create(graph, |
| 692 | instruction_set, |
| 693 | *compiler_driver->GetInstructionSetFeatures(), |
| 694 | compiler_driver->GetCompilerOptions())); |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 695 | if (codegen.get() == nullptr) { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 696 | MaybeRecordStat(MethodCompilationStat::kNotCompiledNoCodegen); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 697 | return nullptr; |
| 698 | } |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 699 | codegen->GetAssembler()->cfi().SetEnabled( |
David Srbecky | 5b1c2ca | 2016-01-25 17:32:41 +0000 | [diff] [blame] | 700 | compiler_driver->GetCompilerOptions().GenerateAnyDebugInfo()); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 701 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 702 | PassObserver pass_observer(graph, |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 703 | codegen.get(), |
| 704 | visualizer_output_.get(), |
| 705 | compiler_driver); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 706 | |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 707 | VLOG(compiler) << "Building " << pass_observer.GetMethodName(); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 708 | |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 709 | { |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 710 | ScopedObjectAccess soa(Thread::Current()); |
| 711 | StackHandleScopeCollection handles(soa.Self()); |
| 712 | // Do not hold `mutator_lock_` between optimizations. |
| 713 | ScopedThreadSuspension sts(soa.Self(), kNative); |
Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 714 | |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 715 | { |
| 716 | PassScope scope(HGraphBuilder::kBuilderPassName, &pass_observer); |
| 717 | HGraphBuilder builder(graph, |
| 718 | &dex_compilation_unit, |
| 719 | &dex_compilation_unit, |
| 720 | &dex_file, |
| 721 | compiler_driver, |
| 722 | compilation_stats_.get(), |
| 723 | interpreter_metadata, |
| 724 | dex_cache); |
| 725 | GraphAnalysisResult result = builder.BuildGraph(*code_item, &handles); |
| 726 | if (result != kAnalysisSuccess) { |
| 727 | switch (result) { |
| 728 | case kAnalysisInvalidBytecode: |
| 729 | break; |
| 730 | case kAnalysisFailThrowCatchLoop: |
| 731 | MaybeRecordStat(MethodCompilationStat::kNotCompiledThrowCatchLoop); |
| 732 | break; |
| 733 | case kAnalysisFailAmbiguousArrayOp: |
| 734 | MaybeRecordStat(MethodCompilationStat::kNotCompiledAmbiguousArrayOp); |
| 735 | break; |
| 736 | case kAnalysisSuccess: |
| 737 | UNREACHABLE(); |
| 738 | } |
| 739 | pass_observer.SetGraphInBadState(); |
| 740 | return nullptr; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 741 | } |
Nicolas Geoffray | f537012 | 2014-12-02 11:51:19 +0000 | [diff] [blame] | 742 | } |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 743 | |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 744 | RunOptimizations(graph, |
| 745 | codegen.get(), |
| 746 | compiler_driver, |
| 747 | compilation_stats_.get(), |
| 748 | dex_compilation_unit, |
| 749 | &pass_observer, |
| 750 | &handles); |
| 751 | |
| 752 | codegen->Compile(code_allocator); |
| 753 | pass_observer.DumpDisassembly(); |
| 754 | } |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 755 | |
| 756 | if (kArenaAllocatorCountAllocations) { |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 757 | if (arena->BytesAllocated() > 4 * MB) { |
| 758 | MemStats mem_stats(arena->GetMemStats()); |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 759 | LOG(INFO) << PrettyMethod(method_idx, dex_file) << " " << Dumpable<MemStats>(mem_stats); |
| 760 | } |
| 761 | } |
| 762 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 763 | return codegen.release(); |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 764 | } |
| 765 | |
Calin Juravle | 07380a2 | 2015-09-17 14:15:12 +0100 | [diff] [blame] | 766 | static bool CanHandleVerificationFailure(const VerifiedMethod* verified_method) { |
| 767 | // For access errors the compiler will use the unresolved helpers (e.g. HInvokeUnresolved). |
| 768 | uint32_t unresolved_mask = verifier::VerifyError::VERIFY_ERROR_NO_CLASS |
| 769 | | verifier::VerifyError::VERIFY_ERROR_ACCESS_CLASS |
| 770 | | verifier::VerifyError::VERIFY_ERROR_ACCESS_FIELD |
| 771 | | verifier::VerifyError::VERIFY_ERROR_ACCESS_METHOD; |
Calin Juravle | 175dc73 | 2015-08-25 15:42:32 +0100 | [diff] [blame] | 772 | return (verified_method->GetEncounteredVerificationFailures() & (~unresolved_mask)) == 0; |
| 773 | } |
| 774 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 775 | CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item, |
| 776 | uint32_t access_flags, |
| 777 | InvokeType invoke_type, |
| 778 | uint16_t class_def_idx, |
| 779 | uint32_t method_idx, |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 780 | jobject jclass_loader, |
Mathieu Chartier | 736b560 | 2015-09-02 14:54:11 -0700 | [diff] [blame] | 781 | const DexFile& dex_file, |
| 782 | Handle<mirror::DexCache> dex_cache) const { |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 783 | CompilerDriver* compiler_driver = GetCompilerDriver(); |
| 784 | CompiledMethod* method = nullptr; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 785 | DCHECK(Runtime::Current()->IsAotCompiler()); |
| 786 | const VerifiedMethod* verified_method = compiler_driver->GetVerifiedMethod(&dex_file, method_idx); |
| 787 | DCHECK(!verified_method->HasRuntimeThrow()); |
| 788 | if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file) |
| 789 | || CanHandleVerificationFailure(verified_method)) { |
| 790 | ArenaAllocator arena(Runtime::Current()->GetArenaPool()); |
| 791 | CodeVectorAllocator code_allocator(&arena); |
| 792 | std::unique_ptr<CodeGenerator> codegen( |
| 793 | TryCompile(&arena, |
| 794 | &code_allocator, |
| 795 | code_item, |
| 796 | access_flags, |
| 797 | invoke_type, |
| 798 | class_def_idx, |
| 799 | method_idx, |
| 800 | jclass_loader, |
| 801 | dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 802 | dex_cache, |
| 803 | /* osr */ false)); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 804 | if (codegen.get() != nullptr) { |
Calin Juravle | ad54338 | 2015-11-19 17:26:29 +0000 | [diff] [blame] | 805 | MaybeRecordStat(MethodCompilationStat::kCompiled); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 806 | method = Emit(&arena, &code_allocator, codegen.get(), compiler_driver, code_item); |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 807 | } |
Nicolas Geoffray | 0c3c266 | 2015-10-15 13:53:04 +0100 | [diff] [blame] | 808 | } else { |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 809 | if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) { |
| 810 | MaybeRecordStat(MethodCompilationStat::kNotCompiledVerifyAtRuntime); |
| 811 | } else { |
Calin Juravle | ad54338 | 2015-11-19 17:26:29 +0000 | [diff] [blame] | 812 | MaybeRecordStat(MethodCompilationStat::kNotCompiledVerificationError); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 813 | } |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 814 | } |
| 815 | |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 816 | if (kIsDebugBuild && |
| 817 | IsCompilingWithCoreImage() && |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 818 | IsInstructionSetSupported(compiler_driver->GetInstructionSet()) && |
| 819 | (!kEmitCompilerReadBarrier || |
| 820 | InstructionSetSupportsReadBarrier(compiler_driver->GetInstructionSet()))) { |
| 821 | // For testing purposes, we put a special marker on method names |
| 822 | // that should be compiled with this compiler (when the the |
| 823 | // instruction set is supported -- and has support for read |
| 824 | // barriers, if they are enabled). This makes sure we're not |
| 825 | // regressing. |
Calin Juravle | 09b1d6f | 2015-10-07 12:08:54 +0100 | [diff] [blame] | 826 | std::string method_name = PrettyMethod(method_idx, dex_file); |
| 827 | bool shouldCompile = method_name.find("$opt$") != std::string::npos; |
| 828 | DCHECK((method != nullptr) || !shouldCompile) << "Didn't compile " << method_name; |
| 829 | } |
| 830 | |
Nicolas Geoffray | 12be74e | 2015-03-30 13:29:08 +0100 | [diff] [blame] | 831 | return method; |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 832 | } |
| 833 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 834 | Compiler* CreateOptimizingCompiler(CompilerDriver* driver) { |
| 835 | return new OptimizingCompiler(driver); |
| 836 | } |
| 837 | |
Nicolas Geoffray | 335005e | 2015-06-25 10:01:47 +0100 | [diff] [blame] | 838 | bool IsCompilingWithCoreImage() { |
| 839 | const std::string& image = Runtime::Current()->GetImageLocation(); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 840 | // TODO: This is under-approximating... |
| 841 | if (EndsWith(image, "core.art") || EndsWith(image, "core-optimizing.art")) { |
| 842 | return true; |
| 843 | } |
| 844 | return false; |
Nicolas Geoffray | 335005e | 2015-06-25 10:01:47 +0100 | [diff] [blame] | 845 | } |
| 846 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 847 | bool OptimizingCompiler::JitCompile(Thread* self, |
| 848 | jit::JitCodeCache* code_cache, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 849 | ArtMethod* method, |
| 850 | bool osr) { |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 851 | StackHandleScope<2> hs(self); |
| 852 | Handle<mirror::ClassLoader> class_loader(hs.NewHandle( |
| 853 | method->GetDeclaringClass()->GetClassLoader())); |
| 854 | Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache())); |
| 855 | |
| 856 | jobject jclass_loader = class_loader.ToJObject(); |
| 857 | const DexFile* dex_file = method->GetDexFile(); |
| 858 | const uint16_t class_def_idx = method->GetClassDefIndex(); |
| 859 | const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset()); |
| 860 | const uint32_t method_idx = method->GetDexMethodIndex(); |
| 861 | const uint32_t access_flags = method->GetAccessFlags(); |
| 862 | const InvokeType invoke_type = method->GetInvokeType(); |
| 863 | |
| 864 | ArenaAllocator arena(Runtime::Current()->GetArenaPool()); |
| 865 | CodeVectorAllocator code_allocator(&arena); |
| 866 | std::unique_ptr<CodeGenerator> codegen; |
| 867 | { |
| 868 | // Go to native so that we don't block GC during compilation. |
| 869 | ScopedThreadSuspension sts(self, kNative); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 870 | codegen.reset( |
| 871 | TryCompile(&arena, |
| 872 | &code_allocator, |
| 873 | code_item, |
| 874 | access_flags, |
| 875 | invoke_type, |
| 876 | class_def_idx, |
| 877 | method_idx, |
| 878 | jclass_loader, |
| 879 | *dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 880 | dex_cache, |
| 881 | osr)); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 882 | if (codegen.get() == nullptr) { |
| 883 | return false; |
| 884 | } |
| 885 | } |
| 886 | |
| 887 | size_t stack_map_size = codegen->ComputeStackMapsSize(); |
| 888 | uint8_t* stack_map_data = code_cache->ReserveData(self, stack_map_size); |
| 889 | if (stack_map_data == nullptr) { |
| 890 | return false; |
| 891 | } |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 892 | MaybeRecordStat(MethodCompilationStat::kCompiled); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 893 | codegen->BuildStackMaps(MemoryRegion(stack_map_data, stack_map_size), *code_item); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 894 | const void* code = code_cache->CommitCode( |
| 895 | self, |
| 896 | method, |
| 897 | nullptr, |
| 898 | stack_map_data, |
| 899 | nullptr, |
| 900 | codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(), |
| 901 | codegen->GetCoreSpillMask(), |
| 902 | codegen->GetFpuSpillMask(), |
| 903 | code_allocator.GetMemory().data(), |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 904 | code_allocator.GetSize(), |
| 905 | osr); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 906 | |
| 907 | if (code == nullptr) { |
| 908 | code_cache->ClearData(self, stack_map_data); |
| 909 | return false; |
| 910 | } |
| 911 | |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 912 | if (GetCompilerDriver()->GetCompilerOptions().GetGenerateDebugInfo()) { |
| 913 | const auto* method_header = reinterpret_cast<const OatQuickMethodHeader*>(code); |
| 914 | const uintptr_t code_address = reinterpret_cast<uintptr_t>(method_header->GetCode()); |
| 915 | CompiledMethod compiled_method( |
| 916 | GetCompilerDriver(), |
| 917 | codegen->GetInstructionSet(), |
| 918 | ArrayRef<const uint8_t>(code_allocator.GetMemory()), |
| 919 | codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(), |
| 920 | codegen->GetCoreSpillMask(), |
| 921 | codegen->GetFpuSpillMask(), |
| 922 | ArrayRef<const SrcMapElem>(), |
| 923 | ArrayRef<const uint8_t>(), // mapping_table. |
| 924 | ArrayRef<const uint8_t>(stack_map_data, stack_map_size), |
| 925 | ArrayRef<const uint8_t>(), // native_gc_map. |
| 926 | ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()), |
| 927 | ArrayRef<const LinkerPatch>()); |
David Srbecky | c5bfa97 | 2016-02-05 15:49:10 +0000 | [diff] [blame] | 928 | debug::MethodDebugInfo method_debug_info { |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 929 | dex_file, |
| 930 | class_def_idx, |
| 931 | method_idx, |
| 932 | access_flags, |
| 933 | code_item, |
| 934 | false, // deduped. |
| 935 | code_address, |
| 936 | code_address + code_allocator.GetSize(), |
| 937 | &compiled_method |
| 938 | }; |
David Srbecky | c5bfa97 | 2016-02-05 15:49:10 +0000 | [diff] [blame] | 939 | ArrayRef<const uint8_t> elf_file = debug::WriteDebugElfFileForMethod(method_debug_info); |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 940 | CreateJITCodeEntryForAddress(code_address, |
| 941 | std::unique_ptr<const uint8_t[]>(elf_file.data()), |
| 942 | elf_file.size()); |
| 943 | } |
| 944 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 945 | return true; |
| 946 | } |
| 947 | |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 948 | } // namespace art |