blob: c5aefc209774b79a55e4881319f092556e86b0ad [file] [log] [blame]
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001/*
2 * Copyright 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "jit_compiler.h"
18
19#include "arch/instruction_set.h"
20#include "arch/instruction_set_features.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000021#include "art_method-inl.h"
Mathieu Chartier085fc872015-10-15 18:19:01 -070022#include "base/stringpiece.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010023#include "base/time_utils.h"
Mathieu Chartiera4885cb2015-03-09 15:38:54 -070024#include "base/timing_logger.h"
Nicolas Geoffraya25dce92016-01-12 16:41:10 +000025#include "base/unix_file/fd_file.h"
David Srbeckyc5bfa972016-02-05 15:49:10 +000026#include "debug/elf_debug_writer.h"
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080027#include "driver/compiler_driver.h"
28#include "driver/compiler_options.h"
Tamas Berghammer160e6df2016-01-05 14:29:02 +000029#include "jit/debugger_interface.h"
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080030#include "jit/jit.h"
31#include "jit/jit_code_cache.h"
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080032#include "oat_file-inl.h"
Nicolas Geoffray524e7ea2015-10-16 17:13:34 +010033#include "oat_quick_method_header.h"
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080034#include "object_lock.h"
35#include "thread_list.h"
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080036
37namespace art {
38namespace jit {
39
40JitCompiler* JitCompiler::Create() {
41 return new JitCompiler();
42}
43
Nicolas Geoffray5b82d332016-02-18 14:22:32 +000044extern "C" void* jit_load(bool* generate_debug_info) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080045 VLOG(jit) << "loading jit compiler";
46 auto* const jit_compiler = JitCompiler::Create();
47 CHECK(jit_compiler != nullptr);
Nicolas Geoffraya25dce92016-01-12 16:41:10 +000048 *generate_debug_info = jit_compiler->GetCompilerOptions()->GetGenerateDebugInfo();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080049 VLOG(jit) << "Done loading jit compiler";
50 return jit_compiler;
51}
52
53extern "C" void jit_unload(void* handle) {
54 DCHECK(handle != nullptr);
55 delete reinterpret_cast<JitCompiler*>(handle);
56}
57
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +000058extern "C" bool jit_compile_method(
59 void* handle, ArtMethod* method, Thread* self, bool osr)
Mathieu Chartier90443472015-07-16 20:32:27 -070060 SHARED_REQUIRES(Locks::mutator_lock_) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080061 auto* jit_compiler = reinterpret_cast<JitCompiler*>(handle);
62 DCHECK(jit_compiler != nullptr);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +000063 return jit_compiler->CompileMethod(self, method, osr);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080064}
65
Tamas Berghammerfffbee42016-01-15 13:09:34 +000066extern "C" void jit_types_loaded(void* handle, mirror::Class** types, size_t count)
Tamas Berghammer160e6df2016-01-05 14:29:02 +000067 SHARED_REQUIRES(Locks::mutator_lock_) {
68 auto* jit_compiler = reinterpret_cast<JitCompiler*>(handle);
69 DCHECK(jit_compiler != nullptr);
70 if (jit_compiler->GetCompilerOptions()->GetGenerateDebugInfo()) {
Tamas Berghammerfffbee42016-01-15 13:09:34 +000071 const ArrayRef<mirror::Class*> types_array(types, count);
Vladimir Markod1ee8092016-04-13 11:59:46 +010072 std::vector<uint8_t> elf_file = debug::WriteDebugElfFileForClasses(
David Srbecky5d811202016-03-08 13:21:22 +000073 kRuntimeISA, jit_compiler->GetCompilerDriver()->GetInstructionSetFeatures(), types_array);
Vladimir Markod1ee8092016-04-13 11:59:46 +010074 CreateJITCodeEntry(std::move(elf_file));
Tamas Berghammer160e6df2016-01-05 14:29:02 +000075 }
76}
77
Nicolas Geoffrayabbb0f72015-10-29 18:55:58 +000078// Callers of this method assume it has NO_RETURN.
79NO_RETURN static void Usage(const char* fmt, ...) {
80 va_list ap;
81 va_start(ap, fmt);
82 std::string error;
83 StringAppendV(&error, fmt, ap);
84 LOG(FATAL) << error;
85 va_end(ap);
86 exit(EXIT_FAILURE);
87}
88
Nicolas Geoffraybcd94c82016-03-03 13:23:33 +000089JitCompiler::JitCompiler() {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080090 compiler_options_.reset(new CompilerOptions(
91 CompilerOptions::kDefaultCompilerFilter,
92 CompilerOptions::kDefaultHugeMethodThreshold,
93 CompilerOptions::kDefaultLargeMethodThreshold,
94 CompilerOptions::kDefaultSmallMethodThreshold,
95 CompilerOptions::kDefaultTinyMethodThreshold,
96 CompilerOptions::kDefaultNumDexMethodsThreshold,
Calin Juravleec748352015-07-29 13:52:12 +010097 CompilerOptions::kDefaultInlineDepthLimit,
98 CompilerOptions::kDefaultInlineMaxCodeUnits,
Jeff Haodcdc85b2015-12-04 14:06:18 -080099 /* no_inline_from */ nullptr,
Nicolas Geoffray7a4d0152015-07-10 17:29:39 +0100100 /* include_patch_information */ false,
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800101 CompilerOptions::kDefaultTopKProfileThreshold,
Nicolas Geoffray7a4d0152015-07-10 17:29:39 +0100102 Runtime::Current()->IsDebuggable(),
David Srbecky8363c772015-05-28 16:12:43 +0100103 CompilerOptions::kDefaultGenerateDebugInfo,
Nicolas Geoffray7a4d0152015-07-10 17:29:39 +0100104 /* implicit_null_checks */ true,
105 /* implicit_so_checks */ true,
106 /* implicit_suspend_checks */ false,
107 /* pic */ true, // TODO: Support non-PIC in optimizing.
108 /* verbose_methods */ nullptr,
Nicolas Geoffray7a4d0152015-07-10 17:29:39 +0100109 /* init_failure_output */ nullptr,
Nicolas Geoffrayc903b6a2016-01-18 12:56:06 +0000110 /* abort_on_hard_verifier_failure */ false,
111 /* dump_cfg_file_name */ "",
Andreas Gampeace0dc12016-01-20 13:33:13 -0800112 /* dump_cfg_append */ false,
113 /* force_determinism */ false));
Nicolas Geoffrayabbb0f72015-10-29 18:55:58 +0000114 for (const std::string& argument : Runtime::Current()->GetCompilerOptions()) {
115 compiler_options_->ParseCompilerOption(argument, Usage);
116 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800117 const InstructionSet instruction_set = kRuntimeISA;
Mathieu Chartier085fc872015-10-15 18:19:01 -0700118 for (const StringPiece option : Runtime::Current()->GetCompilerOptions()) {
119 VLOG(compiler) << "JIT compiler option " << option;
120 std::string error_msg;
121 if (option.starts_with("--instruction-set-variant=")) {
122 StringPiece str = option.substr(strlen("--instruction-set-variant=")).data();
123 VLOG(compiler) << "JIT instruction set variant " << str;
124 instruction_set_features_.reset(InstructionSetFeatures::FromVariant(
125 instruction_set, str.as_string(), &error_msg));
126 if (instruction_set_features_ == nullptr) {
127 LOG(WARNING) << "Error parsing " << option << " message=" << error_msg;
128 }
129 } else if (option.starts_with("--instruction-set-features=")) {
130 StringPiece str = option.substr(strlen("--instruction-set-features=")).data();
131 VLOG(compiler) << "JIT instruction set features " << str;
132 if (instruction_set_features_.get() == nullptr) {
133 instruction_set_features_.reset(InstructionSetFeatures::FromVariant(
134 instruction_set, "default", &error_msg));
135 if (instruction_set_features_ == nullptr) {
136 LOG(WARNING) << "Error parsing " << option << " message=" << error_msg;
137 }
138 }
139 instruction_set_features_.reset(
140 instruction_set_features_->AddFeaturesFromString(str.as_string(), &error_msg));
141 if (instruction_set_features_ == nullptr) {
142 LOG(WARNING) << "Error parsing " << option << " message=" << error_msg;
143 }
144 }
145 }
146 if (instruction_set_features_ == nullptr) {
147 instruction_set_features_.reset(InstructionSetFeatures::FromCppDefines());
148 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800149 cumulative_logger_.reset(new CumulativeLogger("jit times"));
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800150 method_inliner_map_.reset(new DexFileToMethodInlinerMap);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800151 compiler_driver_.reset(new CompilerDriver(
Nicolas Geoffray7a4d0152015-07-10 17:29:39 +0100152 compiler_options_.get(),
Nicolas Geoffray5b82d332016-02-18 14:22:32 +0000153 /* verification_results */ nullptr,
Nicolas Geoffray7a4d0152015-07-10 17:29:39 +0100154 method_inliner_map_.get(),
155 Compiler::kOptimizing,
156 instruction_set,
157 instruction_set_features_.get(),
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700158 /* boot_image */ false,
159 /* app_image */ false,
Nicolas Geoffray7a4d0152015-07-10 17:29:39 +0100160 /* image_classes */ nullptr,
161 /* compiled_classes */ nullptr,
162 /* compiled_methods */ nullptr,
163 /* thread_count */ 1,
164 /* dump_stats */ false,
165 /* dump_passes */ false,
Nicolas Geoffray7a4d0152015-07-10 17:29:39 +0100166 cumulative_logger_.get(),
167 /* swap_fd */ -1,
Calin Juravle998c2162015-12-21 15:39:33 +0200168 /* profile_compilation_info */ nullptr));
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800169 // Disable dedupe so we can remove compiled methods.
170 compiler_driver_->SetDedupeEnabled(false);
171 compiler_driver_->SetSupportBootImageFixup(false);
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000172
Nicolas Geoffrayb6e20ae2016-03-07 14:29:04 +0000173 size_t thread_count = compiler_driver_->GetThreadCount();
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000174 if (compiler_options_->GetGenerateDebugInfo()) {
175#ifdef __ANDROID__
Tamas Berghammerf0615a32016-01-27 16:15:56 +0000176 const char* prefix = "/data/misc/trace";
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000177#else
178 const char* prefix = "/tmp";
179#endif
Nicolas Geoffrayb6e20ae2016-03-07 14:29:04 +0000180 DCHECK_EQ(thread_count, 1u)
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000181 << "Generating debug info only works with one compiler thread";
182 std::string perf_filename = std::string(prefix) + "/perf-" + std::to_string(getpid()) + ".map";
183 perf_file_.reset(OS::CreateEmptyFileWriteOnly(perf_filename.c_str()));
184 if (perf_file_ == nullptr) {
Tamas Berghammerf0615a32016-01-27 16:15:56 +0000185 LOG(ERROR) << "Could not create perf file at " << perf_filename <<
186 " Are you on a user build? Perf only works on userdebug/eng builds";
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000187 }
188 }
Nicolas Geoffrayb6e20ae2016-03-07 14:29:04 +0000189
190 size_t inline_depth_limit = compiler_driver_->GetCompilerOptions().GetInlineDepthLimit();
191 DCHECK_LT(thread_count * inline_depth_limit, std::numeric_limits<uint16_t>::max())
192 << "ProfilingInfo's inline counter can potentially overflow";
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800193}
194
195JitCompiler::~JitCompiler() {
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000196 if (perf_file_ != nullptr) {
197 UNUSED(perf_file_->Flush());
198 UNUSED(perf_file_->Close());
199 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800200}
201
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000202bool JitCompiler::CompileMethod(Thread* self, ArtMethod* method, bool osr) {
Nicolas Geoffrayd9994f02016-02-11 17:35:55 +0000203 DCHECK(!method->IsProxyMethod());
Mathieu Chartiera4885cb2015-03-09 15:38:54 -0700204 TimingLogger logger("JIT compiler timing logger", true, VLOG_IS_ON(jit));
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800205 StackHandleScope<2> hs(self);
206 self->AssertNoPendingException();
207 Runtime* runtime = Runtime::Current();
Nicolas Geoffray0c3c2662015-10-15 13:53:04 +0100208
Nicolas Geoffray0c3c2662015-10-15 13:53:04 +0100209 // Ensure the class is initialized.
Mathieu Chartiere401d142015-04-22 13:56:20 -0700210 Handle<mirror::Class> h_class(hs.NewHandle(method->GetDeclaringClass()));
Nicolas Geoffray0c3c2662015-10-15 13:53:04 +0100211 if (!runtime->GetClassLinker()->EnsureInitialized(self, h_class, true, true)) {
212 VLOG(jit) << "JIT failed to initialize " << PrettyMethod(method);
213 return false;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800214 }
Nicolas Geoffray0c3c2662015-10-15 13:53:04 +0100215
216 // Do the compilation.
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000217 bool success = false;
Mathieu Chartiera4885cb2015-03-09 15:38:54 -0700218 {
219 TimingLogger::ScopedTiming t2("Compiling", &logger);
Nicolas Geoffray73be1e82015-09-17 15:22:56 +0100220 JitCodeCache* const code_cache = runtime->GetJit()->GetCodeCache();
Nicolas Geoffrayd9994f02016-02-11 17:35:55 +0000221 success = compiler_driver_->GetCompiler()->JitCompile(self, code_cache, method, osr);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000222 if (success && (perf_file_ != nullptr)) {
Nicolas Geoffrayd9994f02016-02-11 17:35:55 +0000223 const void* ptr = method->GetEntryPointFromQuickCompiledCode();
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000224 std::ostringstream stream;
225 stream << std::hex
226 << reinterpret_cast<uintptr_t>(ptr)
227 << " "
228 << code_cache->GetMemorySizeOfCodePointer(ptr)
229 << " "
Nicolas Geoffrayd9994f02016-02-11 17:35:55 +0000230 << PrettyMethod(method)
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000231 << std::endl;
232 std::string str = stream.str();
233 bool res = perf_file_->WriteFully(str.c_str(), str.size());
234 CHECK(res);
235 }
Mathieu Chartiera4885cb2015-03-09 15:38:54 -0700236 }
Nicolas Geoffray0c3c2662015-10-15 13:53:04 +0100237
238 // Trim maps to reduce memory usage.
Nicolas Geoffray25e04562016-03-01 13:17:58 +0000239 // TODO: move this to an idle phase.
Mathieu Chartiera4885cb2015-03-09 15:38:54 -0700240 {
241 TimingLogger::ScopedTiming t2("TrimMaps", &logger);
Nicolas Geoffray25e04562016-03-01 13:17:58 +0000242 runtime->GetJitArenaPool()->TrimMaps();
Mathieu Chartiera4885cb2015-03-09 15:38:54 -0700243 }
Nicolas Geoffray0c3c2662015-10-15 13:53:04 +0100244
Mathieu Chartiera4885cb2015-03-09 15:38:54 -0700245 runtime->GetJit()->AddTimingLogger(logger);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000246 return success;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800247}
248
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800249} // namespace jit
250} // namespace art