blob: a52a83a28ac15e7e4b53a1c9cfcd682710f58b52 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Anwar Ghuloum67f99412013-08-12 14:19:48 -070019#define ATRACE_TAG ATRACE_TAG_DALVIK
20#include <utils/Trace.h>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021
Andreas Gampeb0f370e2014-09-25 22:51:40 -070022#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070023#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070024#include <unistd.h>
25
Mathieu Chartierab972ef2014-12-03 17:38:22 -080026#ifndef __APPLE__
27#include <malloc.h> // For mallinfo
28#endif
29
Brian Carlstrom7940e442013-07-12 13:46:57 -070030#include "base/stl_util.h"
31#include "base/timing_logger.h"
32#include "class_linker.h"
Mingyao Yang98d1cc82014-05-15 17:02:16 -070033#include "compiled_class.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000034#include "compiler.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000035#include "compiler_driver-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070036#include "dex_compilation_unit.h"
37#include "dex_file-inl.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000038#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000039#include "dex/verified_method.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000040#include "dex/quick/dex_file_method_inliner.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080041#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070042#include "jni_internal.h"
Ian Rogers22d5e732014-07-15 22:23:51 -070043#include "object_lock.h"
Calin Juravlebb0b53f2014-05-23 17:33:29 +010044#include "profiler.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070045#include "runtime.h"
46#include "gc/accounting/card_table-inl.h"
47#include "gc/accounting/heap_bitmap.h"
48#include "gc/space/space.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070049#include "mirror/art_field-inl.h"
50#include "mirror/art_method-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070051#include "mirror/class_loader.h"
52#include "mirror/class-inl.h"
53#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070054#include "mirror/object-inl.h"
55#include "mirror/object_array-inl.h"
56#include "mirror/throwable.h"
57#include "scoped_thread_state_change.h"
58#include "ScopedLocalRef.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070059#include "handle_scope-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070060#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070061#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070062#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070063#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010064#include "transaction.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080065#include "utils/swap_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070066#include "verifier/method_verifier.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000067#include "verifier/method_verifier-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070068
Brian Carlstrom7940e442013-07-12 13:46:57 -070069namespace art {
70
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070071static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
72
Brian Carlstrom7940e442013-07-12 13:46:57 -070073static double Percentage(size_t x, size_t y) {
74 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
75}
76
77static void DumpStat(size_t x, size_t y, const char* str) {
78 if (x == 0 && y == 0) {
79 return;
80 }
Ian Rogerse732ef12013-10-09 15:22:24 -070081 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -070082}
83
Vladimir Markof096aad2014-01-23 15:51:58 +000084class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -070085 public:
86 AOTCompilationStats()
87 : stats_lock_("AOT compilation statistics lock"),
88 types_in_dex_cache_(0), types_not_in_dex_cache_(0),
89 strings_in_dex_cache_(0), strings_not_in_dex_cache_(0),
90 resolved_types_(0), unresolved_types_(0),
91 resolved_instance_fields_(0), unresolved_instance_fields_(0),
92 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
93 type_based_devirtualization_(0),
94 safe_casts_(0), not_safe_casts_(0) {
95 for (size_t i = 0; i <= kMaxInvokeType; i++) {
96 resolved_methods_[i] = 0;
97 unresolved_methods_[i] = 0;
98 virtual_made_direct_[i] = 0;
99 direct_calls_to_boot_[i] = 0;
100 direct_methods_to_boot_[i] = 0;
101 }
102 }
103
104 void Dump() {
105 DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache");
106 DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache");
107 DumpStat(resolved_types_, unresolved_types_, "types resolved");
108 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
109 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
110 "static fields resolved");
111 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
112 "static fields local to a class");
113 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
114 // Note, the code below subtracts the stat value so that when added to the stat value we have
115 // 100% of samples. TODO: clean this up.
116 DumpStat(type_based_devirtualization_,
117 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
118 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
119 type_based_devirtualization_,
120 "virtual/interface calls made direct based on type information");
121
122 for (size_t i = 0; i <= kMaxInvokeType; i++) {
123 std::ostringstream oss;
124 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
125 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
126 if (virtual_made_direct_[i] > 0) {
127 std::ostringstream oss2;
128 oss2 << static_cast<InvokeType>(i) << " methods made direct";
129 DumpStat(virtual_made_direct_[i],
130 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
131 oss2.str().c_str());
132 }
133 if (direct_calls_to_boot_[i] > 0) {
134 std::ostringstream oss2;
135 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
136 DumpStat(direct_calls_to_boot_[i],
137 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
138 oss2.str().c_str());
139 }
140 if (direct_methods_to_boot_[i] > 0) {
141 std::ostringstream oss2;
142 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
143 DumpStat(direct_methods_to_boot_[i],
144 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
145 oss2.str().c_str());
146 }
147 }
148 }
149
150// Allow lossy statistics in non-debug builds.
151#ifndef NDEBUG
152#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
153#else
154#define STATS_LOCK()
155#endif
156
157 void TypeInDexCache() {
158 STATS_LOCK();
159 types_in_dex_cache_++;
160 }
161
162 void TypeNotInDexCache() {
163 STATS_LOCK();
164 types_not_in_dex_cache_++;
165 }
166
167 void StringInDexCache() {
168 STATS_LOCK();
169 strings_in_dex_cache_++;
170 }
171
172 void StringNotInDexCache() {
173 STATS_LOCK();
174 strings_not_in_dex_cache_++;
175 }
176
177 void TypeDoesntNeedAccessCheck() {
178 STATS_LOCK();
179 resolved_types_++;
180 }
181
182 void TypeNeedsAccessCheck() {
183 STATS_LOCK();
184 unresolved_types_++;
185 }
186
187 void ResolvedInstanceField() {
188 STATS_LOCK();
189 resolved_instance_fields_++;
190 }
191
192 void UnresolvedInstanceField() {
193 STATS_LOCK();
194 unresolved_instance_fields_++;
195 }
196
197 void ResolvedLocalStaticField() {
198 STATS_LOCK();
199 resolved_local_static_fields_++;
200 }
201
202 void ResolvedStaticField() {
203 STATS_LOCK();
204 resolved_static_fields_++;
205 }
206
207 void UnresolvedStaticField() {
208 STATS_LOCK();
209 unresolved_static_fields_++;
210 }
211
212 // Indicate that type information from the verifier led to devirtualization.
213 void PreciseTypeDevirtualization() {
214 STATS_LOCK();
215 type_based_devirtualization_++;
216 }
217
218 // Indicate that a method of the given type was resolved at compile time.
219 void ResolvedMethod(InvokeType type) {
220 DCHECK_LE(type, kMaxInvokeType);
221 STATS_LOCK();
222 resolved_methods_[type]++;
223 }
224
225 // Indicate that a method of the given type was unresolved at compile time as it was in an
226 // unknown dex file.
227 void UnresolvedMethod(InvokeType type) {
228 DCHECK_LE(type, kMaxInvokeType);
229 STATS_LOCK();
230 unresolved_methods_[type]++;
231 }
232
233 // Indicate that a type of virtual method dispatch has been converted into a direct method
234 // dispatch.
235 void VirtualMadeDirect(InvokeType type) {
236 DCHECK(type == kVirtual || type == kInterface || type == kSuper);
237 STATS_LOCK();
238 virtual_made_direct_[type]++;
239 }
240
241 // Indicate that a method of the given type was able to call directly into boot.
242 void DirectCallsToBoot(InvokeType type) {
243 DCHECK_LE(type, kMaxInvokeType);
244 STATS_LOCK();
245 direct_calls_to_boot_[type]++;
246 }
247
248 // Indicate that a method of the given type was able to be resolved directly from boot.
249 void DirectMethodsToBoot(InvokeType type) {
250 DCHECK_LE(type, kMaxInvokeType);
251 STATS_LOCK();
252 direct_methods_to_boot_[type]++;
253 }
254
Vladimir Markof096aad2014-01-23 15:51:58 +0000255 void ProcessedInvoke(InvokeType type, int flags) {
256 STATS_LOCK();
257 if (flags == 0) {
258 unresolved_methods_[type]++;
259 } else {
260 DCHECK_NE((flags & kFlagMethodResolved), 0);
261 resolved_methods_[type]++;
262 if ((flags & kFlagVirtualMadeDirect) != 0) {
263 virtual_made_direct_[type]++;
264 if ((flags & kFlagPreciseTypeDevirtualization) != 0) {
265 type_based_devirtualization_++;
266 }
267 } else {
268 DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0);
269 }
270 if ((flags & kFlagDirectCallToBoot) != 0) {
271 direct_calls_to_boot_[type]++;
272 }
273 if ((flags & kFlagDirectMethodToBoot) != 0) {
274 direct_methods_to_boot_[type]++;
275 }
276 }
277 }
278
Brian Carlstrom7940e442013-07-12 13:46:57 -0700279 // A check-cast could be eliminated due to verifier type analysis.
280 void SafeCast() {
281 STATS_LOCK();
282 safe_casts_++;
283 }
284
285 // A check-cast couldn't be eliminated due to verifier type analysis.
286 void NotASafeCast() {
287 STATS_LOCK();
288 not_safe_casts_++;
289 }
290
291 private:
292 Mutex stats_lock_;
293
294 size_t types_in_dex_cache_;
295 size_t types_not_in_dex_cache_;
296
297 size_t strings_in_dex_cache_;
298 size_t strings_not_in_dex_cache_;
299
300 size_t resolved_types_;
301 size_t unresolved_types_;
302
303 size_t resolved_instance_fields_;
304 size_t unresolved_instance_fields_;
305
306 size_t resolved_local_static_fields_;
307 size_t resolved_static_fields_;
308 size_t unresolved_static_fields_;
309 // Type based devirtualization for invoke interface and virtual.
310 size_t type_based_devirtualization_;
311
312 size_t resolved_methods_[kMaxInvokeType + 1];
313 size_t unresolved_methods_[kMaxInvokeType + 1];
314 size_t virtual_made_direct_[kMaxInvokeType + 1];
315 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
316 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
317
318 size_t safe_casts_;
319 size_t not_safe_casts_;
320
321 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
322};
323
Brian Carlstrom7940e442013-07-12 13:46:57 -0700324
325extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler,
326 const art::DexFile::CodeItem* code_item,
327 uint32_t access_flags,
328 art::InvokeType invoke_type,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700329 uint16_t class_def_idx,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700330 uint32_t method_idx,
331 jobject class_loader,
332 const art::DexFile& dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700333
Brian Carlstrom6449c622014-02-10 23:48:36 -0800334CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options,
335 VerificationResults* verification_results,
Vladimir Marko5816ed42013-11-27 17:04:20 +0000336 DexFileToMethodInlinerMap* method_inliner_map,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000337 Compiler::Kind compiler_kind,
Nicolas Geoffrayf5df8972014-02-14 18:37:08 +0000338 InstructionSet instruction_set,
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700339 const InstructionSetFeatures* instruction_set_features,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800340 bool image, std::set<std::string>* image_classes,
341 std::set<std::string>* compiled_classes, size_t thread_count,
David Brazdil866c0312015-01-13 21:21:31 +0000342 bool dump_stats, bool dump_passes,
343 const std::string& dump_cfg_file_name, CumulativeLogger* timer,
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800344 int swap_fd, const std::string& profile_file)
345 : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)),
346 swap_space_allocator_(new SwapAllocator<void>(swap_space_.get())),
347 profile_present_(false), compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800348 verification_results_(verification_results),
Vladimir Marko5816ed42013-11-27 17:04:20 +0000349 method_inliner_map_(method_inliner_map),
Ian Rogers72d32622014-05-06 16:20:11 -0700350 compiler_(Compiler::Create(this, compiler_kind)),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700351 instruction_set_(instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700352 instruction_set_features_(instruction_set_features),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700353 freezing_constructor_lock_("freezing constructor lock"),
354 compiled_classes_lock_("compiled classes lock"),
355 compiled_methods_lock_("compiled method lock"),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800356 compiled_methods_(MethodTable::key_compare()),
Vladimir Markof4da6752014-08-01 19:04:18 +0100357 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700358 image_(image),
359 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800360 classes_to_compile_(compiled_classes),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700361 thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700362 stats_(new AOTCompilationStats),
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800363 dedupe_enabled_(true),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700364 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000365 dump_passes_(dump_passes),
David Brazdil866c0312015-01-13 21:21:31 +0000366 dump_cfg_file_name_(dump_cfg_file_name),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000367 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700368 compiler_context_(nullptr),
Andreas Gampe57b34292015-01-14 15:45:59 -0800369 support_boot_image_fixup_(instruction_set != kMips && instruction_set != kMips64),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800370 dedupe_code_("dedupe code", *swap_space_allocator_),
371 dedupe_src_mapping_table_("dedupe source mapping table", *swap_space_allocator_),
372 dedupe_mapping_table_("dedupe mapping table", *swap_space_allocator_),
373 dedupe_vmap_table_("dedupe vmap table", *swap_space_allocator_),
374 dedupe_gc_map_("dedupe gc map", *swap_space_allocator_),
375 dedupe_cfi_info_("dedupe cfi info", *swap_space_allocator_) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800376 DCHECK(compiler_options_ != nullptr);
377 DCHECK(verification_results_ != nullptr);
378 DCHECK(method_inliner_map_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700379
Sebastien Hertz75021222013-07-16 18:34:50 +0200380 dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700381
Ian Rogers72d32622014-05-06 16:20:11 -0700382 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700383
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800384 CHECK_EQ(image_, image_classes_.get() != nullptr);
Mark Mendellae9fd932014-02-10 16:14:35 -0800385
Calin Juravlec1b643c2014-05-30 23:44:11 +0100386 // Read the profile file if one is provided.
387 if (!profile_file.empty()) {
388 profile_present_ = profile_file_.LoadFile(profile_file);
389 if (profile_present_) {
390 LOG(INFO) << "Using profile data form file " << profile_file;
391 } else {
392 LOG(INFO) << "Failed to load profile file " << profile_file;
393 }
394 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700395}
396
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800397SwapVector<uint8_t>* CompilerDriver::DeduplicateCode(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800398 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700399 return dedupe_code_.Add(Thread::Current(), code);
400}
401
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800402SwapSrcMap* CompilerDriver::DeduplicateSrcMappingTable(const ArrayRef<SrcMapElem>& src_map) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800403 DCHECK(dedupe_enabled_);
Yevgeny Roubane3ea8382014-08-08 16:29:38 +0700404 return dedupe_src_mapping_table_.Add(Thread::Current(), src_map);
405}
406
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800407SwapVector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800408 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700409 return dedupe_mapping_table_.Add(Thread::Current(), code);
410}
411
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800412SwapVector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800413 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700414 return dedupe_vmap_table_.Add(Thread::Current(), code);
415}
416
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800417SwapVector<uint8_t>* CompilerDriver::DeduplicateGCMap(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800418 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700419 return dedupe_gc_map_.Add(Thread::Current(), code);
420}
421
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800422SwapVector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const ArrayRef<const uint8_t>& cfi_info) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800423 DCHECK(dedupe_enabled_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800424 return dedupe_cfi_info_.Add(Thread::Current(), cfi_info);
Mark Mendellae9fd932014-02-10 16:14:35 -0800425}
426
Brian Carlstrom7940e442013-07-12 13:46:57 -0700427CompilerDriver::~CompilerDriver() {
428 Thread* self = Thread::Current();
429 {
430 MutexLock mu(self, compiled_classes_lock_);
431 STLDeleteValues(&compiled_classes_);
432 }
433 {
434 MutexLock mu(self, compiled_methods_lock_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800435 for (auto& pair : compiled_methods_) {
436 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, pair.second);
437 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700438 }
Ian Rogers72d32622014-05-06 16:20:11 -0700439 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700440}
441
Ian Rogersdd7624d2014-03-14 17:43:00 -0700442#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700443 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700444 return CreateTrampoline64(instruction_set_, abi, \
445 type ## _ENTRYPOINT_OFFSET(8, offset)); \
446 } else { \
447 return CreateTrampoline32(instruction_set_, abi, \
448 type ## _ENTRYPOINT_OFFSET(4, offset)); \
449 }
450
Ian Rogers848871b2013-08-05 10:56:33 -0700451const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700452 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700453}
454
455const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700456 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700457}
458
459const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700460 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700461}
462
Andreas Gampe2da88232014-02-27 12:26:20 -0800463const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700464 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800465}
466
Jeff Hao88474b42013-10-23 16:24:40 -0700467const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700468 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700469}
470
Brian Carlstrom7940e442013-07-12 13:46:57 -0700471const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700472 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700473}
474
Ian Rogers848871b2013-08-05 10:56:33 -0700475const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700476 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700477}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700478#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700479
480void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700481 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800482 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700483 DCHECK(!Runtime::Current()->IsStarted());
Ian Rogers700a4022014-05-19 16:49:03 -0700484 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1));
Andreas Gampe8d295f82015-01-20 14:50:21 -0800485 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Ian Rogers3d504072014-03-01 09:16:49 -0800486 PreCompile(class_loader, dex_files, thread_pool.get(), timings);
487 Compile(class_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700488 if (dump_stats_) {
489 stats_->Dump();
490 }
491}
492
Mathieu Chartier590fee92013-09-13 13:46:47 -0700493static DexToDexCompilationLevel GetDexToDexCompilationlevel(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700494 Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file,
Mathieu Chartier590fee92013-09-13 13:46:47 -0700495 const DexFile::ClassDef& class_def) SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800496 auto* const runtime = Runtime::Current();
497 if (runtime->UseJit()) {
498 return kDontDexToDexCompile;
499 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700500 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800501 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800502 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700503 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700504 CHECK(self->IsExceptionPending());
505 self->ClearException();
Sebastien Hertz75021222013-07-16 18:34:50 +0200506 return kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700507 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700508 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
509 // references with actual offsets. We cannot re-verify such instructions.
510 //
511 // We store the verification information in the class status in the oat file, which the linker
512 // can validate (checksums) and use to skip load-time verification. It is thus safe to
513 // optimize when a class has been fully verified before.
514 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200515 // Class is verified so we can enable DEX-to-DEX compilation for performance.
516 return kOptimize;
517 } else if (klass->IsCompileTimeVerified()) {
518 // Class verification has soft-failed. Anyway, ensure at least correctness.
519 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime);
520 return kRequired;
521 } else {
522 // Class verification has failed: do not run DEX-to-DEX compilation.
523 return kDontDexToDexCompile;
524 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700525}
526
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800527void CompilerDriver::CompileOne(Thread* self, mirror::ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700528 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700529 jobject jclass_loader;
530 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700531 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800532 uint32_t method_idx = method->GetDexMethodIndex();
533 uint32_t access_flags = method->GetAccessFlags();
534 InvokeType invoke_type = method->GetInvokeType();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700535 {
536 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800537 ScopedLocalRef<jobject> local_class_loader(
538 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700539 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
540 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700541 dex_file = method->GetDexFile();
542 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700543 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800544 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700545 self->TransitionFromRunnableToSuspended(kNative);
546
547 std::vector<const DexFile*> dex_files;
548 dex_files.push_back(dex_file);
549
Ian Rogers700a4022014-05-19 16:49:03 -0700550 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U));
Ian Rogers3d504072014-03-01 09:16:49 -0800551 PreCompile(jclass_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700552
Brian Carlstrom7940e442013-07-12 13:46:57 -0700553 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +0200554 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700555 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800556 ScopedObjectAccess soa(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700557 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700558 StackHandleScope<1> hs(soa.Self());
559 Handle<mirror::ClassLoader> class_loader(
560 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Ian Rogers98379392014-02-24 16:53:16 -0800561 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file,
562 class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700563 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800564 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
565 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700566
567 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800568 self->TransitionFromSuspendedToRunnable();
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800569}
570
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800571CompiledMethod* CompilerDriver::CompileMethod(Thread* self, mirror::ArtMethod* method) {
572 const uint32_t method_idx = method->GetDexMethodIndex();
573 const uint32_t access_flags = method->GetAccessFlags();
574 const InvokeType invoke_type = method->GetInvokeType();
575 StackHandleScope<1> hs(self);
576 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
577 method->GetDeclaringClass()->GetClassLoader()));
578 jobject jclass_loader = class_loader.ToJObject();
579 const DexFile* dex_file = method->GetDexFile();
580 const uint16_t class_def_idx = method->GetClassDefIndex();
581 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
582 DexToDexCompilationLevel dex_to_dex_compilation_level =
583 GetDexToDexCompilationlevel(self, class_loader, *dex_file, class_def);
584 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
585 self->TransitionFromRunnableToSuspended(kNative);
586 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
587 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
588 auto* compiled_method = GetCompiledMethod(MethodReference(dex_file, method_idx));
589 self->TransitionFromSuspendedToRunnable();
590 return compiled_method;
591}
592
Brian Carlstrom7940e442013-07-12 13:46:57 -0700593void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800594 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700595 for (size_t i = 0; i != dex_files.size(); ++i) {
596 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700597 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -0700598 ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700599 }
600}
601
602void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800603 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700604 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800605 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700606
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700607 Resolve(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800608 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700609
Jeff Hao4a200f52014-04-01 14:58:49 -0700610 if (!compiler_options_->IsVerificationEnabled()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800611 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700612 SetVerified(class_loader, dex_files, thread_pool, timings);
Jeff Hao4a200f52014-04-01 14:58:49 -0700613 return;
614 }
615
Brian Carlstrom7940e442013-07-12 13:46:57 -0700616 Verify(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800617 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700618
619 InitializeClasses(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800620 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700621
622 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800623 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700624}
625
Ian Rogersdfb325e2013-10-30 01:00:44 -0700626bool CompilerDriver::IsImageClass(const char* descriptor) const {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700627 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700628 return true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700629 } else {
Ian Rogersdfb325e2013-10-30 01:00:44 -0700630 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700631 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700632}
633
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800634bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
635 if (!IsImage()) {
636 return true;
637 } else {
638 if (classes_to_compile_ == nullptr) {
639 return true;
640 }
641 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
642 }
643}
644
Ian Rogerse94652f2014-12-02 11:13:19 -0800645static void ResolveExceptionsForMethod(MutableHandle<mirror::ArtMethod> method_handle,
Ian Rogers700a4022014-05-19 16:49:03 -0700646 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700647 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800648 const DexFile::CodeItem* code_item = method_handle->GetCodeItem();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700649 if (code_item == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700650 return; // native or abstract method
651 }
652 if (code_item->tries_size_ == 0) {
653 return; // nothing to process
654 }
Ian Rogers13735952014-10-08 12:43:28 -0700655 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700656 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
657 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
658 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
659 bool has_catch_all = false;
660 if (encoded_catch_handler_size <= 0) {
661 encoded_catch_handler_size = -encoded_catch_handler_size;
662 has_catch_all = true;
663 }
664 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
665 uint16_t encoded_catch_handler_handlers_type_idx =
666 DecodeUnsignedLeb128(&encoded_catch_handler_list);
667 // Add to set of types to resolve if not already in the dex cache resolved types
Ian Rogerse94652f2014-12-02 11:13:19 -0800668 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700669 exceptions_to_resolve.insert(
670 std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx,
Ian Rogerse94652f2014-12-02 11:13:19 -0800671 method_handle->GetDexFile()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700672 }
673 // ignore address associated with catch handler
674 DecodeUnsignedLeb128(&encoded_catch_handler_list);
675 }
676 if (has_catch_all) {
677 // ignore catch all address
678 DecodeUnsignedLeb128(&encoded_catch_handler_list);
679 }
680 }
681}
682
683static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg)
684 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers700a4022014-05-19 16:49:03 -0700685 std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve =
686 reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg);
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700687 StackHandleScope<1> hs(Thread::Current());
Ian Rogerse94652f2014-12-02 11:13:19 -0800688 MutableHandle<mirror::ArtMethod> method_handle(hs.NewHandle<mirror::ArtMethod>(nullptr));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700689 for (size_t i = 0; i < c->NumVirtualMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800690 method_handle.Assign(c->GetVirtualMethod(i));
691 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700692 }
693 for (size_t i = 0; i < c->NumDirectMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800694 method_handle.Assign(c->GetDirectMethod(i));
695 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700696 }
697 return true;
698}
699
700static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg)
701 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700702 std::set<std::string>* image_classes = reinterpret_cast<std::set<std::string>*>(arg);
703 std::string temp;
704 image_classes->insert(klass->GetDescriptor(&temp));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700705 return true;
706}
707
708// Make a list of descriptors for classes to include in the image
Ian Rogers3d504072014-03-01 09:16:49 -0800709void CompilerDriver::LoadImageClasses(TimingLogger* timings)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700710 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Kenny Rootd5185342014-05-13 14:47:05 -0700711 CHECK(timings != nullptr);
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700712 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700713 return;
714 }
715
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700716 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700717 // Make a first class to load all classes explicitly listed in the file
718 Thread* self = Thread::Current();
719 ScopedObjectAccess soa(self);
720 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -0700721 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700722 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000723 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700724 StackHandleScope<1> hs(self);
725 Handle<mirror::Class> klass(
726 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700727 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700728 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000729 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -0700730 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700731 } else {
732 ++it;
733 }
734 }
735
736 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
737 // exceptions are resolved by the verifier when there is a catch block in an interested method.
738 // Do this here so that exception classes appear to have been specified image classes.
Ian Rogers700a4022014-05-19 16:49:03 -0700739 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700740 StackHandleScope<1> hs(self);
741 Handle<mirror::Class> java_lang_Throwable(
742 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700743 do {
744 unresolved_exception_types.clear();
745 class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor,
746 &unresolved_exception_types);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700747 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) {
748 uint16_t exception_type_idx = exception_type.first;
749 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800750 StackHandleScope<2> hs2(self);
751 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->FindDexCache(*dex_file)));
752 Handle<mirror::Class> klass(hs2.NewHandle(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700753 class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache,
754 NullHandle<mirror::ClassLoader>())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700755 if (klass.Get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700756 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
757 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
758 LOG(FATAL) << "Failed to resolve class " << descriptor;
759 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700760 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700761 }
762 // Resolving exceptions may load classes that reference more exceptions, iterate until no
763 // more are found
764 } while (!unresolved_exception_types.empty());
765
766 // We walk the roots looking for classes so that we'll pick up the
767 // above classes plus any classes them depend on such super
768 // classes, interfaces, and the required ClassLinker roots.
769 class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get());
770
771 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700772}
773
Ian Rogers1ff3c982014-08-12 02:30:58 -0700774static void MaybeAddToImageClasses(Handle<mirror::Class> c, std::set<std::string>* image_classes)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700775 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Mathieu Chartierf8322842014-05-16 10:59:25 -0700776 Thread* self = Thread::Current();
777 StackHandleScope<1> hs(self);
778 // Make a copy of the handle so that we don't clobber it doing Assign.
Andreas Gampe5a4b8a22014-09-11 08:30:08 -0700779 MutableHandle<mirror::Class> klass(hs.NewHandle(c.Get()));
Ian Rogers1ff3c982014-08-12 02:30:58 -0700780 std::string temp;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700781 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700782 const char* descriptor = klass->GetDescriptor(&temp);
783 std::pair<std::set<std::string>::iterator, bool> result = image_classes->insert(descriptor);
784 if (!result.second) { // Previously inserted.
785 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700786 }
Ian Rogers1ff3c982014-08-12 02:30:58 -0700787 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Mathieu Chartierf8322842014-05-16 10:59:25 -0700788 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800789 StackHandleScope<1> hs2(self);
790 MaybeAddToImageClasses(hs2.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)),
Mathieu Chartierf8322842014-05-16 10:59:25 -0700791 image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700792 }
793 if (klass->IsArrayClass()) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800794 StackHandleScope<1> hs2(self);
795 MaybeAddToImageClasses(hs2.NewHandle(klass->GetComponentType()), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700796 }
Mathieu Chartierf8322842014-05-16 10:59:25 -0700797 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700798 }
799}
800
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700801// Keeps all the data for the update together. Also doubles as the reference visitor.
802// Note: we can use object pointers because we suspend all threads.
803class ClinitImageUpdate {
804 public:
805 static ClinitImageUpdate* Create(std::set<std::string>* image_class_descriptors, Thread* self,
806 ClassLinker* linker, std::string* error_msg) {
807 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(image_class_descriptors, self,
808 linker));
809 if (res->art_method_class_ == nullptr) {
810 *error_msg = "Could not find ArtMethod class.";
811 return nullptr;
812 } else if (res->dex_cache_class_ == nullptr) {
813 *error_msg = "Could not find DexCache class.";
814 return nullptr;
815 }
816
817 return res.release();
818 }
819
820 ~ClinitImageUpdate() {
821 // Allow others to suspend again.
822 self_->EndAssertNoThreadSuspension(old_cause_);
823 }
824
825 // Visitor for VisitReferences.
826 void operator()(mirror::Object* object, MemberOffset field_offset, bool /* is_static */) const
827 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
828 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
829 if (ref != nullptr) {
830 VisitClinitClassesObject(ref);
831 }
832 }
833
834 // java.lang.Reference visitor for VisitReferences.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800835 void operator()(mirror::Class* /* klass */, mirror::Reference* /* ref */) const {
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700836 }
837
838 void Walk() SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
839 // Use the initial classes as roots for a search.
840 for (mirror::Class* klass_root : image_classes_) {
841 VisitClinitClassesObject(klass_root);
842 }
843 }
844
845 private:
846 ClinitImageUpdate(std::set<std::string>* image_class_descriptors, Thread* self,
847 ClassLinker* linker)
848 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) :
849 image_class_descriptors_(image_class_descriptors), self_(self) {
850 CHECK(linker != nullptr);
851 CHECK(image_class_descriptors != nullptr);
852
853 // Make sure nobody interferes with us.
854 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
855
856 // Find the interesting classes.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800857 art_method_class_ = linker->LookupClass(self, "Ljava/lang/reflect/ArtMethod;",
858 ComputeModifiedUtf8Hash("Ljava/lang/reflect/ArtMethod;"), nullptr);
859 dex_cache_class_ = linker->LookupClass(self, "Ljava/lang/DexCache;",
860 ComputeModifiedUtf8Hash("Ljava/lang/DexCache;"), nullptr);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700861
862 // Find all the already-marked classes.
863 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
864 linker->VisitClasses(FindImageClasses, this);
865 }
866
867 static bool FindImageClasses(mirror::Class* klass, void* arg)
868 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
869 ClinitImageUpdate* data = reinterpret_cast<ClinitImageUpdate*>(arg);
870 std::string temp;
871 const char* name = klass->GetDescriptor(&temp);
872 if (data->image_class_descriptors_->find(name) != data->image_class_descriptors_->end()) {
873 data->image_classes_.push_back(klass);
Andreas Gampe4d4eff72015-03-04 22:46:35 -0800874 } else {
875 // Check whether it is initialized and has a clinit. They must be kept, too.
876 if (klass->IsInitialized() && klass->FindClassInitializer() != nullptr) {
877 data->image_classes_.push_back(klass);
878 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700879 }
880
881 return true;
882 }
883
884 void VisitClinitClassesObject(mirror::Object* object) const
885 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
886 DCHECK(object != nullptr);
887 if (marked_objects_.find(object) != marked_objects_.end()) {
888 // Already processed.
889 return;
890 }
891
892 // Mark it.
893 marked_objects_.insert(object);
894
895 if (object->IsClass()) {
896 // If it is a class, add it.
897 StackHandleScope<1> hs(self_);
898 MaybeAddToImageClasses(hs.NewHandle(object->AsClass()), image_class_descriptors_);
899 } else {
900 // Else visit the object's class.
901 VisitClinitClassesObject(object->GetClass());
902 }
903
904 // If it is not a dex cache or an ArtMethod, visit all references.
905 mirror::Class* klass = object->GetClass();
906 if (klass != art_method_class_ && klass != dex_cache_class_) {
907 object->VisitReferences<false /* visit class */>(*this, *this);
908 }
909 }
910
911 mutable std::unordered_set<mirror::Object*> marked_objects_;
912 std::set<std::string>* const image_class_descriptors_;
913 std::vector<mirror::Class*> image_classes_;
914 const mirror::Class* art_method_class_;
915 const mirror::Class* dex_cache_class_;
916 Thread* const self_;
917 const char* old_cause_;
918
919 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
920};
Brian Carlstrom7940e442013-07-12 13:46:57 -0700921
Ian Rogers3d504072014-03-01 09:16:49 -0800922void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700923 if (IsImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700924 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700925
926 Runtime* current = Runtime::Current();
927
928 // Suspend all threads.
929 current->GetThreadList()->SuspendAll();
930
931 std::string error_msg;
932 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(image_classes_.get(),
933 Thread::Current(),
934 current->GetClassLinker(),
935 &error_msg));
936 CHECK(update.get() != nullptr) << error_msg; // TODO: Soft failure?
937
938 // Do the marking.
939 update->Walk();
940
941 // Resume threads.
942 current->GetThreadList()->ResumeAll();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700943 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700944}
945
Mathieu Chartier590fee92013-09-13 13:46:47 -0700946bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) {
Ian Rogersfc0e94b2013-09-23 23:51:32 -0700947 if (IsImage() &&
Ian Rogersdfb325e2013-10-30 01:00:44 -0700948 IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) {
Andreas Gampe58a5af82014-07-31 16:23:49 -0700949 {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700950 ScopedObjectAccess soa(Thread::Current());
951 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
952 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe58a5af82014-07-31 16:23:49 -0700953 if (resolved_class == nullptr) {
954 // Erroneous class.
955 stats_->TypeNotInDexCache();
956 return false;
957 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700958 }
959 stats_->TypeInDexCache();
960 return true;
961 } else {
962 stats_->TypeNotInDexCache();
963 return false;
964 }
965}
966
967bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file,
968 uint32_t string_idx) {
969 // See also Compiler::ResolveDexFile
970
971 bool result = false;
972 if (IsImage()) {
973 // We resolve all const-string strings when building for the image.
974 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700975 StackHandleScope<1> hs(soa.Self());
976 Handle<mirror::DexCache> dex_cache(
977 hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700978 Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache);
979 result = true;
980 }
981 if (result) {
982 stats_->StringInDexCache();
983 } else {
984 stats_->StringNotInDexCache();
985 }
986 return result;
987}
988
989bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file,
990 uint32_t type_idx,
991 bool* type_known_final, bool* type_known_abstract,
992 bool* equals_referrers_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700993 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700994 *type_known_final = false;
995 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700996 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700997 *type_known_abstract = false;
998 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700999 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001000 *equals_referrers_class = false;
1001 }
1002 ScopedObjectAccess soa(Thread::Current());
1003 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1004 // Get type from dex cache assuming it was populated by the verifier
1005 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001006 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001007 stats_->TypeNeedsAccessCheck();
1008 return false; // Unknown class needs access checks.
1009 }
1010 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001011 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001012 *equals_referrers_class = (method_id.class_idx_ == type_idx);
1013 }
1014 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001015 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001016 stats_->TypeNeedsAccessCheck();
1017 return false; // Incomplete referrer knowledge needs access check.
1018 }
1019 // Perform access check, will return true if access is ok or false if we're going to have to
1020 // check this at runtime (for example for class loaders).
1021 bool result = referrer_class->CanAccess(resolved_class);
1022 if (result) {
1023 stats_->TypeDoesntNeedAccessCheck();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001024 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001025 *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass();
1026 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001027 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001028 *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass();
1029 }
1030 } else {
1031 stats_->TypeNeedsAccessCheck();
1032 }
1033 return result;
1034}
1035
1036bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
1037 const DexFile& dex_file,
1038 uint32_t type_idx) {
1039 ScopedObjectAccess soa(Thread::Current());
1040 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1041 // Get type from dex cache assuming it was populated by the verifier.
1042 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001043 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001044 stats_->TypeNeedsAccessCheck();
1045 return false; // Unknown class needs access checks.
1046 }
1047 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
1048 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001049 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001050 stats_->TypeNeedsAccessCheck();
1051 return false; // Incomplete referrer knowledge needs access check.
1052 }
1053 // Perform access and instantiable checks, will return true if access is ok or false if we're
1054 // going to have to check this at runtime (for example for class loaders).
1055 bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable();
1056 if (result) {
1057 stats_->TypeDoesntNeedAccessCheck();
1058 } else {
1059 stats_->TypeNeedsAccessCheck();
1060 }
1061 return result;
1062}
1063
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001064bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx,
1065 bool* is_type_initialized, bool* use_direct_type_ptr,
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001066 uintptr_t* direct_type_ptr, bool* out_is_finalizable) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001067 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001068 Runtime* runtime = Runtime::Current();
1069 mirror::DexCache* dex_cache = runtime->GetClassLinker()->FindDexCache(dex_file);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001070 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
1071 if (resolved_class == nullptr) {
1072 return false;
1073 }
Igor Murashkind6dee672014-10-16 18:36:16 -07001074 if (GetCompilerOptions().GetCompilePic()) {
1075 // Do not allow a direct class pointer to be used when compiling for position-independent
1076 return false;
1077 }
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001078 *out_is_finalizable = resolved_class->IsFinalizable();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001079 gc::Heap* heap = runtime->GetHeap();
1080 const bool compiling_boot = heap->IsCompilingBoot();
Alex Light6e183f22014-07-18 14:57:04 -07001081 const bool support_boot_image_fixup = GetSupportBootImageFixup();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001082 if (compiling_boot) {
1083 // boot -> boot class pointers.
1084 // True if the class is in the image at boot compiling time.
1085 const bool is_image_class = IsImage() && IsImageClass(
1086 dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_));
1087 // True if pc relative load works.
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001088 if (is_image_class && support_boot_image_fixup) {
1089 *is_type_initialized = resolved_class->IsInitialized();
1090 *use_direct_type_ptr = false;
1091 *direct_type_ptr = 0;
1092 return true;
1093 } else {
1094 return false;
1095 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001096 } else if (runtime->UseJit() && !heap->IsMovableObject(resolved_class)) {
1097 *is_type_initialized = resolved_class->IsInitialized();
1098 // If the class may move around, then don't embed it as a direct pointer.
1099 *use_direct_type_ptr = true;
1100 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1101 return true;
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001102 } else {
1103 // True if the class is in the image at app compiling time.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001104 const bool class_in_image = heap->FindSpaceFromObject(resolved_class, false)->IsImageSpace();
Alex Light6e183f22014-07-18 14:57:04 -07001105 if (class_in_image && support_boot_image_fixup) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001106 // boot -> app class pointers.
1107 *is_type_initialized = resolved_class->IsInitialized();
Alex Lighta59dd802014-07-02 16:28:08 -07001108 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1109 *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001110 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1111 return true;
1112 } else {
1113 // app -> app class pointers.
1114 // Give up because app does not have an image and class
1115 // isn't created at compile time. TODO: implement this
1116 // if/when each app gets an image.
1117 return false;
1118 }
1119 }
1120}
1121
Fred Shihe7f82e22014-08-06 10:46:37 -07001122bool CompilerDriver::CanEmbedReferenceTypeInCode(ClassReference* ref,
1123 bool* use_direct_ptr,
1124 uintptr_t* direct_type_ptr) {
1125 CHECK(ref != nullptr);
1126 CHECK(use_direct_ptr != nullptr);
1127 CHECK(direct_type_ptr != nullptr);
1128
1129 ScopedObjectAccess soa(Thread::Current());
1130 mirror::Class* reference_class = mirror::Reference::GetJavaLangRefReference();
Andreas Gampe928f72b2014-09-09 19:53:48 -07001131 bool is_initialized = false;
Fred Shihe7f82e22014-08-06 10:46:37 -07001132 bool unused_finalizable;
1133 // Make sure we have a finished Reference class object before attempting to use it.
1134 if (!CanEmbedTypeInCode(*reference_class->GetDexCache()->GetDexFile(),
1135 reference_class->GetDexTypeIndex(), &is_initialized,
1136 use_direct_ptr, direct_type_ptr, &unused_finalizable) ||
1137 !is_initialized) {
1138 return false;
1139 }
1140 ref->first = &reference_class->GetDexFile();
1141 ref->second = reference_class->GetDexClassDefIndex();
1142 return true;
1143}
1144
1145uint32_t CompilerDriver::GetReferenceSlowFlagOffset() const {
1146 ScopedObjectAccess soa(Thread::Current());
1147 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1148 DCHECK(klass->IsInitialized());
1149 return klass->GetSlowPathFlagOffset().Uint32Value();
1150}
1151
1152uint32_t CompilerDriver::GetReferenceDisableFlagOffset() const {
1153 ScopedObjectAccess soa(Thread::Current());
1154 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1155 DCHECK(klass->IsInitialized());
1156 return klass->GetDisableIntrinsicFlagOffset().Uint32Value();
1157}
1158
Vladimir Markobe0e5462014-02-26 11:24:15 +00001159void CompilerDriver::ProcessedInstanceField(bool resolved) {
1160 if (!resolved) {
1161 stats_->UnresolvedInstanceField();
1162 } else {
1163 stats_->ResolvedInstanceField();
1164 }
1165}
1166
1167void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1168 if (!resolved) {
1169 stats_->UnresolvedStaticField();
1170 } else if (local) {
1171 stats_->ResolvedLocalStaticField();
1172 } else {
1173 stats_->ResolvedStaticField();
1174 }
1175}
1176
Vladimir Markof096aad2014-01-23 15:51:58 +00001177void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) {
1178 stats_->ProcessedInvoke(invoke_type, flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001179}
1180
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001181mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1182 const DexCompilationUnit* mUnit,
1183 bool is_put,
1184 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001185 // Try to resolve the field and compiling method's class.
1186 mirror::ArtField* resolved_field;
1187 mirror::Class* referrer_class;
1188 mirror::DexCache* dex_cache;
1189 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001190 StackHandleScope<3> hs(soa.Self());
1191 Handle<mirror::DexCache> dex_cache_handle(
1192 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1193 Handle<mirror::ClassLoader> class_loader_handle(
1194 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1195 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1196 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false)));
1197 referrer_class = (resolved_field_handle.Get() != nullptr)
1198 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1199 resolved_field = resolved_field_handle.Get();
1200 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001201 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001202 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001203 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001204 std::pair<bool, bool> fast_path = IsFastInstanceField(
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001205 dex_cache, referrer_class, resolved_field, field_idx);
1206 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001207 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001208 ProcessedInstanceField(can_link);
1209 return can_link ? resolved_field : nullptr;
1210}
1211
1212bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1213 bool is_put, MemberOffset* field_offset,
1214 bool* is_volatile) {
1215 ScopedObjectAccess soa(Thread::Current());
1216 StackHandleScope<1> hs(soa.Self());
1217 Handle<mirror::ArtField> resolved_field =
1218 hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa));
1219
1220 if (resolved_field.Get() == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001221 // Conservative defaults.
1222 *is_volatile = true;
1223 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001224 return false;
1225 } else {
1226 *is_volatile = resolved_field->IsVolatile();
1227 *field_offset = resolved_field->GetOffset();
1228 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001229 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001230}
1231
1232bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
Vladimir Markobe0e5462014-02-26 11:24:15 +00001233 bool is_put, MemberOffset* field_offset,
1234 uint32_t* storage_index, bool* is_referrers_class,
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001235 bool* is_volatile, bool* is_initialized,
1236 Primitive::Type* type) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001237 ScopedObjectAccess soa(Thread::Current());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001238 // Try to resolve the field and compiling method's class.
1239 mirror::ArtField* resolved_field;
1240 mirror::Class* referrer_class;
1241 mirror::DexCache* dex_cache;
1242 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001243 StackHandleScope<3> hs(soa.Self());
1244 Handle<mirror::DexCache> dex_cache_handle(
1245 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1246 Handle<mirror::ClassLoader> class_loader_handle(
1247 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1248 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1249 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true)));
1250 referrer_class = (resolved_field_handle.Get() != nullptr)
1251 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1252 resolved_field = resolved_field_handle.Get();
1253 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001254 }
Vladimir Markobe0e5462014-02-26 11:24:15 +00001255 bool result = false;
1256 if (resolved_field != nullptr && referrer_class != nullptr) {
1257 *is_volatile = IsFieldVolatile(resolved_field);
1258 std::pair<bool, bool> fast_path = IsFastStaticField(
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001259 dex_cache, referrer_class, resolved_field, field_idx, storage_index);
Vladimir Markobe0e5462014-02-26 11:24:15 +00001260 result = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001261 }
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001262 if (result) {
1263 *field_offset = GetFieldOffset(resolved_field);
1264 *is_referrers_class = IsStaticFieldInReferrerClass(referrer_class, resolved_field);
1265 // *is_referrers_class == true implies no worrying about class initialization.
1266 *is_initialized = (*is_referrers_class) ||
1267 (IsStaticFieldsClassInitialized(referrer_class, resolved_field) &&
1268 CanAssumeTypeIsPresentInDexCache(*mUnit->GetDexFile(), *storage_index));
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001269 *type = resolved_field->GetTypeAsPrimitiveType();
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001270 } else {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001271 // Conservative defaults.
1272 *is_volatile = true;
1273 *field_offset = MemberOffset(static_cast<size_t>(-1));
1274 *storage_index = -1;
1275 *is_referrers_class = false;
1276 *is_initialized = false;
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001277 *type = Primitive::kPrimVoid;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001278 }
1279 ProcessedStaticField(result, *is_referrers_class);
1280 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001281}
1282
Ian Rogers83883d72013-10-21 21:07:24 -07001283void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type,
1284 bool no_guarantee_of_dex_cache_entry,
Igor Murashkind6dee672014-10-16 18:36:16 -07001285 const mirror::Class* referrer_class,
Brian Carlstromea46f952013-07-30 01:26:50 -07001286 mirror::ArtMethod* method,
Vladimir Markof096aad2014-01-23 15:51:58 +00001287 int* stats_flags,
Ian Rogers83883d72013-10-21 21:07:24 -07001288 MethodReference* target_method,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001289 uintptr_t* direct_code,
1290 uintptr_t* direct_method) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001291 // For direct and static methods compute possible direct_code and direct_method values, ie
1292 // an address for the Method* being invoked and an address of the code for that Method*.
1293 // For interface calls compute a value for direct_method that is the interface method being
1294 // invoked, so this can be passed to the out-of-line runtime support code.
Ian Rogers65ec92c2013-09-06 10:49:58 -07001295 *direct_code = 0;
1296 *direct_method = 0;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001297 Runtime* const runtime = Runtime::Current();
1298 gc::Heap* const heap = runtime->GetHeap();
Igor Murashkind6dee672014-10-16 18:36:16 -07001299 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001300 const bool compiling_boot = heap->IsCompilingBoot();
Alex Lighta59dd802014-07-02 16:28:08 -07001301 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1302 const bool force_relocations = (compiling_boot ||
1303 GetCompilerOptions().GetIncludePatchInformation());
Elliott Hughes956af0f2014-12-11 14:34:28 -08001304 if (sharp_type != kStatic && sharp_type != kDirect) {
1305 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001306 }
Elliott Hughes956af0f2014-12-11 14:34:28 -08001307 // TODO: support patching on all architectures.
1308 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001309 mirror::Class* declaring_class = method->GetDeclaringClass();
1310 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr;
Ian Rogers83883d72013-10-21 21:07:24 -07001311 if (!use_dex_cache) {
1312 if (!method_code_in_boot) {
1313 use_dex_cache = true;
1314 } else {
Brian Carlstrom14247b62015-01-31 21:35:32 -08001315 bool has_clinit_trampoline =
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001316 method->IsStatic() && !declaring_class->IsInitialized();
1317 if (has_clinit_trampoline && declaring_class != referrer_class) {
Ian Rogers83883d72013-10-21 21:07:24 -07001318 // Ensure we run the clinit trampoline unless we are invoking a static method in the same
1319 // class.
1320 use_dex_cache = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001321 }
1322 }
Ian Rogers83883d72013-10-21 21:07:24 -07001323 }
Mathieu Chartier28a35882015-02-26 18:28:07 -08001324 if (runtime->UseJit()) {
1325 // If we are the JIT, then don't allow a direct call to the interpreter bridge since this will
1326 // never be updated even after we compile the method.
1327 if (runtime->GetClassLinker()->IsQuickToInterpreterBridge(
1328 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method)))) {
1329 use_dex_cache = true;
1330 }
1331 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001332 if (method_code_in_boot) {
1333 *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot;
Ian Rogers83883d72013-10-21 21:07:24 -07001334 }
Alex Lighta59dd802014-07-02 16:28:08 -07001335 if (!use_dex_cache && force_relocations) {
Jeff Haoa0acc2d2015-01-27 11:22:04 -08001336 bool is_in_image;
1337 if (IsImage()) {
1338 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor());
1339 } else {
1340 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 &&
1341 Runtime::Current()->GetHeap()->FindSpaceFromObject(method->GetDeclaringClass(),
1342 false)->IsImageSpace();
1343 }
1344 if (!is_in_image) {
Ian Rogers83883d72013-10-21 21:07:24 -07001345 // We can only branch directly to Methods that are resolved in the DexCache.
1346 // Otherwise we won't invoke the resolution trampoline.
1347 use_dex_cache = true;
1348 }
1349 }
1350 // The method is defined not within this dex file. We need a dex cache slot within the current
1351 // dex file or direct pointers.
1352 bool must_use_direct_pointers = false;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001353 mirror::DexCache* dex_cache = declaring_class->GetDexCache();
1354 if (target_method->dex_file == dex_cache->GetDexFile() &&
1355 !(runtime->UseJit() && dex_cache->GetResolvedMethod(method->GetDexMethodIndex()) == nullptr)) {
Ian Rogers83883d72013-10-21 21:07:24 -07001356 target_method->dex_method_index = method->GetDexMethodIndex();
1357 } else {
Ian Rogers83883d72013-10-21 21:07:24 -07001358 if (no_guarantee_of_dex_cache_entry) {
1359 // See if the method is also declared in this dex cache.
Ian Rogerse0a02da2014-12-02 14:10:53 -08001360 uint32_t dex_method_idx =
1361 method->FindDexMethodIndexInOtherDexFile(*target_method->dex_file,
1362 target_method->dex_method_index);
Ian Rogers83883d72013-10-21 21:07:24 -07001363 if (dex_method_idx != DexFile::kDexNoIndex) {
1364 target_method->dex_method_index = dex_method_idx;
1365 } else {
Alex Lighta59dd802014-07-02 16:28:08 -07001366 if (force_relocations && !use_dex_cache) {
Jeff Hao49161ce2014-03-12 11:05:25 -07001367 target_method->dex_method_index = method->GetDexMethodIndex();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001368 target_method->dex_file = dex_cache->GetDexFile();
Jeff Hao49161ce2014-03-12 11:05:25 -07001369 }
Ian Rogers83883d72013-10-21 21:07:24 -07001370 must_use_direct_pointers = true;
1371 }
1372 }
1373 }
1374 if (use_dex_cache) {
1375 if (must_use_direct_pointers) {
1376 // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct
1377 // pointers are required as the dex cache lacks an appropriate entry.
1378 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1379 } else {
1380 *type = sharp_type;
1381 }
1382 } else {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001383 bool method_in_image = heap->FindSpaceFromObject(method, false)->IsImageSpace();
Alex Lighta59dd802014-07-02 16:28:08 -07001384 if (method_in_image || compiling_boot) {
1385 // We know we must be able to get to the method in the image, so use that pointer.
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001386 CHECK(!method->IsAbstract());
Ian Rogers83883d72013-10-21 21:07:24 -07001387 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001388 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method);
1389 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method);
Brian Carlstrom14247b62015-01-31 21:35:32 -08001390 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001391 target_method->dex_method_index = method->GetDexMethodIndex();
1392 } else if (!must_use_direct_pointers) {
1393 // Set the code and rely on the dex cache for the method.
1394 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001395 if (force_relocations) {
1396 *direct_code = -1;
Brian Carlstrom14247b62015-01-31 21:35:32 -08001397 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Alex Lighta59dd802014-07-02 16:28:08 -07001398 target_method->dex_method_index = method->GetDexMethodIndex();
1399 } else {
1400 *direct_code = compiler_->GetEntryPointOf(method);
1401 }
Ian Rogers83883d72013-10-21 21:07:24 -07001402 } else {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001403 // Direct pointers were required but none were available.
1404 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
Ian Rogers83883d72013-10-21 21:07:24 -07001405 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001406 }
1407}
1408
1409bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001410 bool update_stats, bool enable_devirtualization,
1411 InvokeType* invoke_type, MethodReference* target_method,
1412 int* vtable_idx, uintptr_t* direct_code,
1413 uintptr_t* direct_method) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001414 InvokeType orig_invoke_type = *invoke_type;
1415 int stats_flags = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001416 ScopedObjectAccess soa(Thread::Current());
Vladimir Markof096aad2014-01-23 15:51:58 +00001417 // Try to resolve the method and compiling method's class.
1418 mirror::ArtMethod* resolved_method;
1419 mirror::Class* referrer_class;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001420 StackHandleScope<3> hs(soa.Self());
1421 Handle<mirror::DexCache> dex_cache(
1422 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1423 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1424 soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
Vladimir Markof096aad2014-01-23 15:51:58 +00001425 {
1426 uint32_t method_idx = target_method->dex_method_index;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001427 Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle(
1428 ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type)));
1429 referrer_class = (resolved_method_handle.Get() != nullptr)
Vladimir Markof096aad2014-01-23 15:51:58 +00001430 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001431 resolved_method = resolved_method_handle.Get();
Vladimir Markof096aad2014-01-23 15:51:58 +00001432 }
1433 bool result = false;
1434 if (resolved_method != nullptr) {
1435 *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001436
Nicolas Geoffraye53798a2014-12-01 10:31:54 +00001437 if (enable_devirtualization && mUnit->GetVerifiedMethod() != nullptr) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001438 const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc);
1439
1440 stats_flags = IsFastInvoke(
1441 soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method,
1442 invoke_type, target_method, devirt_target, direct_code, direct_method);
1443 result = stats_flags != 0;
1444 } else {
1445 // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts.
1446 if (UNLIKELY(referrer_class == nullptr) ||
1447 UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001448 resolved_method, dex_cache.Get(),
Vladimir Markof096aad2014-01-23 15:51:58 +00001449 target_method->dex_method_index)) ||
1450 *invoke_type == kSuper) {
1451 // Slow path. (Without devirtualization, all super calls go slow path as well.)
1452 } else {
1453 // Sharpening failed so generate a regular resolved method dispatch.
1454 stats_flags = kFlagMethodResolved;
1455 GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method,
1456 &stats_flags, target_method, direct_code, direct_method);
1457 result = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001458 }
1459 }
1460 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001461 if (!result) {
1462 // Conservative defaults.
1463 *vtable_idx = -1;
1464 *direct_code = 0u;
1465 *direct_method = 0u;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001466 }
1467 if (update_stats) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001468 ProcessedInvoke(orig_invoke_type, stats_flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001469 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001470 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001471}
1472
Vladimir Marko2730db02014-01-27 11:15:17 +00001473const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1474 uint32_t method_idx) const {
1475 MethodReference ref(dex_file, method_idx);
1476 return verification_results_->GetVerifiedMethod(ref);
1477}
1478
1479bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001480 if (!compiler_options_->IsVerificationEnabled()) {
1481 // If we didn't verify, every cast has to be treated as non-safe.
1482 return false;
1483 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001484 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1485 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001486 if (result) {
1487 stats_->SafeCast();
1488 } else {
1489 stats_->NotASafeCast();
1490 }
1491 return result;
1492}
1493
Brian Carlstrom7940e442013-07-12 13:46:57 -07001494class ParallelCompilationManager {
1495 public:
1496 typedef void Callback(const ParallelCompilationManager* manager, size_t index);
1497
1498 ParallelCompilationManager(ClassLinker* class_linker,
1499 jobject class_loader,
1500 CompilerDriver* compiler,
1501 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001502 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001503 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001504 : index_(0),
1505 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001506 class_loader_(class_loader),
1507 compiler_(compiler),
1508 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001509 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001510 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001511
1512 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001513 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001514 return class_linker_;
1515 }
1516
1517 jobject GetClassLoader() const {
1518 return class_loader_;
1519 }
1520
1521 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001522 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001523 return compiler_;
1524 }
1525
1526 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001527 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001528 return dex_file_;
1529 }
1530
Andreas Gampede7b4362014-07-28 18:38:57 -07001531 const std::vector<const DexFile*>& GetDexFiles() const {
1532 return dex_files_;
1533 }
1534
Brian Carlstrom7940e442013-07-12 13:46:57 -07001535 void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) {
1536 Thread* self = Thread::Current();
1537 self->AssertNoPendingException();
1538 CHECK_GT(work_units, 0U);
1539
Ian Rogers3e5cf302014-05-20 16:40:37 -07001540 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001541 for (size_t i = 0; i < work_units; ++i) {
Sebastien Hertz501baec2013-12-13 12:02:36 +01001542 thread_pool_->AddTask(self, new ForAllClosure(this, end, callback));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001543 }
1544 thread_pool_->StartWorkers(self);
1545
1546 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1547 // thread destructor's called below perform join).
1548 CHECK_NE(self->GetState(), kRunnable);
1549
1550 // Wait for all the worker threads to finish.
1551 thread_pool_->Wait(self, true, false);
1552 }
1553
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001554 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001555 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001556 }
1557
Brian Carlstrom7940e442013-07-12 13:46:57 -07001558 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001559 class ForAllClosure : public Task {
1560 public:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001561 ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001562 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001563 end_(end),
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001564 callback_(callback) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001565
1566 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001567 while (true) {
1568 const size_t index = manager_->NextIndex();
1569 if (UNLIKELY(index >= end_)) {
1570 break;
1571 }
1572 callback_(manager_, index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001573 self->AssertNoPendingException();
1574 }
1575 }
1576
1577 virtual void Finalize() {
1578 delete this;
1579 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001580
Brian Carlstrom7940e442013-07-12 13:46:57 -07001581 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001582 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001583 const size_t end_;
Bernhard Rosenkränzer46053622013-12-12 02:15:52 +01001584 Callback* const callback_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001585 };
1586
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001587 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001588 ClassLinker* const class_linker_;
1589 const jobject class_loader_;
1590 CompilerDriver* const compiler_;
1591 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001592 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001593 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001594
1595 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001596};
1597
Jeff Hao0e49b422013-11-08 12:16:56 -08001598// A fast version of SkipClass above if the class pointer is available
1599// that avoids the expensive FindInClassPath search.
1600static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
1601 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001602 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001603 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1604 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001605 if (class_loader == nullptr) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001606 LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from "
1607 << dex_file.GetLocation() << " previously found in "
1608 << original_dex_file.GetLocation();
1609 }
1610 return true;
1611 }
1612 return false;
1613}
1614
Mathieu Chartier70b63482014-06-27 17:19:04 -07001615static void CheckAndClearResolveException(Thread* self)
1616 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1617 CHECK(self->IsExceptionPending());
1618 mirror::Throwable* exception = self->GetException(nullptr);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001619 std::string temp;
1620 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1621 const char* expected_exceptions[] = {
1622 "Ljava/lang/IllegalAccessError;",
1623 "Ljava/lang/IncompatibleClassChangeError;",
1624 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001625 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001626 "Ljava/lang/NoClassDefFoundError;",
1627 "Ljava/lang/NoSuchFieldError;",
1628 "Ljava/lang/NoSuchMethodError;"
1629 };
1630 bool found = false;
1631 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1632 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1633 found = true;
1634 }
1635 }
1636 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001637 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001638 }
1639 self->ClearException();
1640}
1641
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001642static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager,
1643 size_t class_def_index)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001644 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001645 ATRACE_CALL();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001646 Thread* self = Thread::Current();
1647 jobject jclass_loader = manager->GetClassLoader();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001648 const DexFile& dex_file = *manager->GetDexFile();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001649 ClassLinker* class_linker = manager->GetClassLinker();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001650
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001651 // If an instance field is final then we need to have a barrier on the return, static final
1652 // fields are assigned within the lock held for class initialization. Conservatively assume
1653 // constructor barriers are always required.
1654 bool requires_constructor_barrier = true;
1655
Brian Carlstrom7940e442013-07-12 13:46:57 -07001656 // Method and Field are the worst. We can't resolve without either
1657 // context from the code use (to disambiguate virtual vs direct
1658 // method and instance vs static field) or from class
1659 // definitions. While the compiler will resolve what it can as it
1660 // needs it, here we try to resolve fields and methods used in class
1661 // definitions, since many of them many never be referenced by
1662 // generated code.
1663 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogers68b56852014-08-29 20:19:11 -07001664 ScopedObjectAccess soa(self);
1665 StackHandleScope<2> hs(soa.Self());
1666 Handle<mirror::ClassLoader> class_loader(
1667 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1668 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1669 // Resolve the class.
1670 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1671 class_loader);
1672 bool resolve_fields_and_methods;
1673 if (klass == nullptr) {
1674 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1675 // attempt to resolve methods and fields when there is no declaring class.
1676 CheckAndClearResolveException(soa.Self());
1677 resolve_fields_and_methods = false;
1678 } else {
1679 // We successfully resolved a class, should we skip it?
1680 if (SkipClass(jclass_loader, dex_file, klass)) {
1681 return;
Brian Carlstromcb5f5e52013-09-23 17:48:16 -07001682 }
Ian Rogers68b56852014-08-29 20:19:11 -07001683 // We want to resolve the methods and fields eagerly.
1684 resolve_fields_and_methods = true;
1685 }
1686 // Note the class_data pointer advances through the headers,
1687 // static fields, instance fields, direct methods, and virtual
1688 // methods.
Ian Rogers13735952014-10-08 12:43:28 -07001689 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001690 if (class_data == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001691 // Empty class such as a marker interface.
1692 requires_constructor_barrier = false;
1693 } else {
1694 ClassDataItemIterator it(dex_file, class_data);
1695 while (it.HasNextStaticField()) {
1696 if (resolve_fields_and_methods) {
1697 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1698 dex_cache, class_loader, true);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001699 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001700 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001701 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001702 }
Ian Rogers68b56852014-08-29 20:19:11 -07001703 it.Next();
1704 }
1705 // We require a constructor barrier if there are final instance fields.
1706 requires_constructor_barrier = false;
1707 while (it.HasNextInstanceField()) {
Andreas Gampe51829322014-08-25 15:05:04 -07001708 if (it.MemberIsFinal()) {
Ian Rogers68b56852014-08-29 20:19:11 -07001709 requires_constructor_barrier = true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001710 }
1711 if (resolve_fields_and_methods) {
Ian Rogers68b56852014-08-29 20:19:11 -07001712 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1713 dex_cache, class_loader, false);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001714 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001715 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001716 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001717 }
Ian Rogers68b56852014-08-29 20:19:11 -07001718 it.Next();
1719 }
1720 if (resolve_fields_and_methods) {
1721 while (it.HasNextDirectMethod()) {
1722 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1723 dex_cache, class_loader,
1724 NullHandle<mirror::ArtMethod>(),
1725 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001726 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001727 CheckAndClearResolveException(soa.Self());
1728 }
1729 it.Next();
1730 }
1731 while (it.HasNextVirtualMethod()) {
1732 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1733 dex_cache, class_loader,
1734 NullHandle<mirror::ArtMethod>(),
1735 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001736 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001737 CheckAndClearResolveException(soa.Self());
1738 }
1739 it.Next();
1740 }
1741 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001742 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001743 }
1744 if (requires_constructor_barrier) {
Ian Rogersbe7149f2013-08-20 09:29:39 -07001745 manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001746 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001747}
1748
1749static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx)
1750 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1751 // Class derived values are more complicated, they require the linker and loader.
1752 ScopedObjectAccess soa(Thread::Current());
1753 ClassLinker* class_linker = manager->GetClassLinker();
1754 const DexFile& dex_file = *manager->GetDexFile();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001755 StackHandleScope<2> hs(soa.Self());
1756 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1757 Handle<mirror::ClassLoader> class_loader(
1758 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader())));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001759 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader);
1760
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001761 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001762 CHECK(soa.Self()->IsExceptionPending());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001763 mirror::Throwable* exception = soa.Self()->GetException(nullptr);
Ian Rogersa436fde2013-08-27 23:34:06 -07001764 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
Mathieu Chartierf8322842014-05-16 10:59:25 -07001765 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
Ian Rogersa436fde2013-08-27 23:34:06 -07001766 // There's little point continuing compilation if the heap is exhausted.
1767 LOG(FATAL) << "Out of memory during type resolution for compilation";
1768 }
1769 soa.Self()->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001770 }
1771}
1772
1773void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001774 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001775 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001776 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1777
1778 // TODO: we could resolve strings here, although the string table is largely filled with class
1779 // and method names.
1780
Andreas Gampede7b4362014-07-28 18:38:57 -07001781 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1782 thread_pool);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001783 if (IsImage()) {
1784 // For images we resolve all types, such as array, whereas for applications just those with
1785 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001786 TimingLogger::ScopedTiming t("Resolve Types", timings);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001787 context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_);
1788 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001789
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001790 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001791 context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001792}
1793
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001794void CompilerDriver::SetVerified(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1795 ThreadPool* thread_pool, TimingLogger* timings) {
1796 for (size_t i = 0; i != dex_files.size(); ++i) {
1797 const DexFile* dex_file = dex_files[i];
1798 CHECK(dex_file != nullptr);
1799 SetVerifiedDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
1800 }
1801}
1802
Brian Carlstrom7940e442013-07-12 13:46:57 -07001803void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001804 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001805 for (size_t i = 0; i != dex_files.size(); ++i) {
1806 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001807 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07001808 VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001809 }
1810}
1811
1812static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index)
1813 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07001814 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001815 ScopedObjectAccess soa(Thread::Current());
Jeff Hao0e49b422013-11-08 12:16:56 -08001816 const DexFile& dex_file = *manager->GetDexFile();
1817 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1818 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1819 ClassLinker* class_linker = manager->GetClassLinker();
1820 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001821 StackHandleScope<3> hs(soa.Self());
1822 Handle<mirror::ClassLoader> class_loader(
1823 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1824 Handle<mirror::Class> klass(
1825 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1826 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001827 CHECK(soa.Self()->IsExceptionPending());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001828 soa.Self()->ClearException();
1829
1830 /*
1831 * At compile time, we can still structurally verify the class even if FindClass fails.
1832 * This is to ensure the class is structurally sound for compilation. An unsound class
1833 * will be rejected by the verifier and later skipped during compilation in the compiler.
1834 */
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001835 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001836 std::string error_msg;
Ian Rogers7b078e82014-09-10 14:44:24 -07001837 if (verifier::MethodVerifier::VerifyClass(soa.Self(), &dex_file, dex_cache, class_loader,
1838 &class_def, true, &error_msg) ==
Brian Carlstrom7940e442013-07-12 13:46:57 -07001839 verifier::MethodVerifier::kHardFailure) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001840 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001841 << " because: " << error_msg;
1842 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001843 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
1844 CHECK(klass->IsResolved()) << PrettyClass(klass.Get());
Ian Rogers7b078e82014-09-10 14:44:24 -07001845 class_linker->VerifyClass(soa.Self(), klass);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001846
1847 if (klass->IsErroneous()) {
1848 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
1849 CHECK(soa.Self()->IsExceptionPending());
1850 soa.Self()->ClearException();
1851 }
1852
1853 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous())
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001854 << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001855 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001856 soa.Self()->AssertNoPendingException();
1857}
1858
1859void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001860 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001861 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001862 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001863 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07001864 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1865 thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001866 context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001867}
1868
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001869static void SetVerifiedClass(const ParallelCompilationManager* manager, size_t class_def_index)
1870 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1871 ATRACE_CALL();
1872 ScopedObjectAccess soa(Thread::Current());
1873 const DexFile& dex_file = *manager->GetDexFile();
1874 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1875 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1876 ClassLinker* class_linker = manager->GetClassLinker();
1877 jobject jclass_loader = manager->GetClassLoader();
1878 StackHandleScope<3> hs(soa.Self());
1879 Handle<mirror::ClassLoader> class_loader(
1880 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1881 Handle<mirror::Class> klass(
1882 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1883 // Class might have failed resolution. Then don't set it to verified.
1884 if (klass.Get() != nullptr) {
1885 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
1886 // very wrong.
1887 if (klass->IsResolved()) {
1888 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
1889 ObjectLock<mirror::Class> lock(soa.Self(), klass);
1890 klass->SetStatus(mirror::Class::kStatusVerified, soa.Self());
1891 }
1892 // Record the final class status if necessary.
1893 ClassReference ref(manager->GetDexFile(), class_def_index);
1894 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
1895 }
Andreas Gampe61ff0092014-09-16 11:23:23 -07001896 } else {
1897 Thread* self = soa.Self();
1898 DCHECK(self->IsExceptionPending());
1899 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001900 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001901}
1902
1903void CompilerDriver::SetVerifiedDexFile(jobject class_loader, const DexFile& dex_file,
1904 const std::vector<const DexFile*>& dex_files,
1905 ThreadPool* thread_pool, TimingLogger* timings) {
1906 TimingLogger::ScopedTiming t("Verify Dex File", timings);
1907 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1908 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1909 thread_pool);
1910 context.ForAll(0, dex_file.NumClassDefs(), SetVerifiedClass, thread_count_);
1911}
1912
Brian Carlstrom7940e442013-07-12 13:46:57 -07001913static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index)
1914 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001915 ATRACE_CALL();
Jeff Hao0e49b422013-11-08 12:16:56 -08001916 jobject jclass_loader = manager->GetClassLoader();
1917 const DexFile& dex_file = *manager->GetDexFile();
1918 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Jeff Haobcdbbfe2013-11-08 18:03:22 -08001919 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
1920 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Ian Rogersfc0e94b2013-09-23 23:51:32 -07001921
Brian Carlstrom7940e442013-07-12 13:46:57 -07001922 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001923 StackHandleScope<3> hs(soa.Self());
1924 Handle<mirror::ClassLoader> class_loader(
1925 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1926 Handle<mirror::Class> klass(
1927 hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
Jeff Hao0e49b422013-11-08 12:16:56 -08001928
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001929 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001930 // Only try to initialize classes that were successfully verified.
1931 if (klass->IsVerified()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001932 // Attempt to initialize the class but bail if we either need to initialize the super-class
1933 // or static fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001934 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001935 if (!klass->IsInitialized()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001936 // We don't want non-trivial class initialization occurring on multiple threads due to
1937 // deadlock problems. For example, a parent class is initialized (holding its lock) that
1938 // refers to a sub-class in its static/class initializer causing it to try to acquire the
1939 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
1940 // after first initializing its parents, whose locks are acquired. This leads to a
1941 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
1942 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
1943 // than use a special Object for the purpose we use the Class of java.lang.Class.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001944 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
Mathieu Chartierdb2633c2014-05-16 09:59:29 -07001945 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001946 // Attempt to initialize allowing initialization of parent classes but still not static
1947 // fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001948 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001949 if (!klass->IsInitialized()) {
1950 // We need to initialize static fields, we only do this for image classes that aren't
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001951 // marked with the $NoPreloadHolder (which implies this should not be initialized early).
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001952 bool can_init_static_fields = manager->GetCompiler()->IsImage() &&
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001953 manager->GetCompiler()->IsImageClass(descriptor) &&
1954 !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001955 if (can_init_static_fields) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001956 VLOG(compiler) << "Initializing: " << descriptor;
Ian Rogersc45b8b52014-05-03 01:39:59 -07001957 // TODO multithreading support. We should ensure the current compilation thread has
1958 // exclusive access to the runtime and the transaction. To achieve this, we could use
1959 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
1960 // checks in Thread::AssertThreadSuspensionIsAllowable.
1961 Runtime* const runtime = Runtime::Current();
1962 Transaction transaction;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001963
Ian Rogersc45b8b52014-05-03 01:39:59 -07001964 // Run the class initializer in transaction mode.
1965 runtime->EnterTransactionMode(&transaction);
1966 const mirror::Class::Status old_status = klass->GetStatus();
Ian Rogers7b078e82014-09-10 14:44:24 -07001967 bool success = manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
1968 true);
Ian Rogersc45b8b52014-05-03 01:39:59 -07001969 // TODO we detach transaction from runtime to indicate we quit the transactional
1970 // mode which prevents the GC from visiting objects modified during the transaction.
1971 // Ensure GC is not run so don't access freed objects when aborting transaction.
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001972
1973 ScopedAssertNoThreadSuspension ants(soa.Self(), "Transaction end");
Ian Rogersc45b8b52014-05-03 01:39:59 -07001974 runtime->ExitTransactionMode();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001975
Ian Rogersc45b8b52014-05-03 01:39:59 -07001976 if (!success) {
1977 CHECK(soa.Self()->IsExceptionPending());
Sebastien Hertzbd9cf9f2015-03-03 12:16:13 +01001978 mirror::Throwable* exception = soa.Self()->GetException(nullptr);
Ian Rogersc45b8b52014-05-03 01:39:59 -07001979 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
1980 << exception->Dump();
Andreas Gampedbfe2542014-11-25 22:21:42 -08001981 std::ostream* file_log = manager->GetCompiler()->
1982 GetCompilerOptions().GetInitFailureOutput();
1983 if (file_log != nullptr) {
1984 *file_log << descriptor << "\n";
1985 *file_log << exception->Dump() << "\n";
1986 }
Ian Rogersc45b8b52014-05-03 01:39:59 -07001987 soa.Self()->ClearException();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01001988 transaction.Rollback();
Ian Rogersc45b8b52014-05-03 01:39:59 -07001989 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Brian Carlstrom7940e442013-07-12 13:46:57 -07001990 }
1991 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001992 }
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001993 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001994 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001995 }
1996 // Record the final class status if necessary.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001997 ClassReference ref(manager->GetDexFile(), class_def_index);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001998 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001999 }
2000 // Clear any class not found or verification exceptions.
2001 soa.Self()->ClearException();
2002}
2003
2004void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002005 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002006 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002007 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002008 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002009 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
2010 thread_pool);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002011 size_t thread_count;
2012 if (IsImage()) {
2013 // TODO: remove this when transactional mode supports multithreading.
2014 thread_count = 1U;
2015 } else {
2016 thread_count = thread_count_;
2017 }
2018 context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002019}
2020
2021void CompilerDriver::InitializeClasses(jobject class_loader,
2022 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002023 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002024 for (size_t i = 0; i != dex_files.size(); ++i) {
2025 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002026 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002027 InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002028 }
Mathieu Chartier093ef212014-08-11 13:52:12 -07002029 if (IsImage()) {
2030 // Prune garbage objects created during aborted transactions.
2031 Runtime::Current()->GetHeap()->CollectGarbage(true);
2032 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002033}
2034
2035void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002036 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002037 for (size_t i = 0; i != dex_files.size(); ++i) {
2038 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002039 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002040 CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002041 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002042 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002043}
2044
2045void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002046 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002047 const DexFile& dex_file = *manager->GetDexFile();
2048 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002049 ClassLinker* class_linker = manager->GetClassLinker();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002050 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002051 Thread* self = Thread::Current();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002052 {
2053 // Use a scoped object access to perform to the quick SkipClass check.
2054 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002055 ScopedObjectAccess soa(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07002056 StackHandleScope<3> hs(soa.Self());
2057 Handle<mirror::ClassLoader> class_loader(
2058 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
2059 Handle<mirror::Class> klass(
2060 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2061 if (klass.Get() == nullptr) {
2062 CHECK(soa.Self()->IsExceptionPending());
2063 soa.Self()->ClearException();
2064 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2065 return;
2066 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002067 }
2068 ClassReference ref(&dex_file, class_def_index);
2069 // Skip compiling classes with generic verifier failures since they will still fail at runtime
Vladimir Markoc7f83202014-01-24 17:55:18 +00002070 if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002071 return;
2072 }
Ian Rogers13735952014-10-08 12:43:28 -07002073 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002074 if (class_data == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002075 // empty class, probably a marker interface
2076 return;
2077 }
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002078
Brian Carlstrom7940e442013-07-12 13:46:57 -07002079 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +02002080 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002081 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002082 ScopedObjectAccess soa(self);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07002083 StackHandleScope<1> hs(soa.Self());
2084 Handle<mirror::ClassLoader> class_loader(
2085 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Ian Rogers98379392014-02-24 16:53:16 -08002086 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(soa.Self(), class_loader, dex_file,
2087 class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002088 }
2089 ClassDataItemIterator it(dex_file, class_data);
2090 // Skip fields
2091 while (it.HasNextStaticField()) {
2092 it.Next();
2093 }
2094 while (it.HasNextInstanceField()) {
2095 it.Next();
2096 }
Ian Rogersbe7149f2013-08-20 09:29:39 -07002097 CompilerDriver* driver = manager->GetCompiler();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002098
2099 bool compilation_enabled = driver->IsClassToCompile(
2100 dex_file.StringByTypeIdx(class_def.class_idx_));
2101
Brian Carlstrom7940e442013-07-12 13:46:57 -07002102 // Compile direct methods
2103 int64_t previous_direct_method_idx = -1;
2104 while (it.HasNextDirectMethod()) {
2105 uint32_t method_idx = it.GetMemberIndex();
2106 if (method_idx == previous_direct_method_idx) {
2107 // smali can create dex files with two encoded_methods sharing the same method_idx
2108 // http://code.google.com/p/smali/issues/detail?id=119
2109 it.Next();
2110 continue;
2111 }
2112 previous_direct_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002113 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002114 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002115 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2116 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002117 it.Next();
2118 }
2119 // Compile virtual methods
2120 int64_t previous_virtual_method_idx = -1;
2121 while (it.HasNextVirtualMethod()) {
2122 uint32_t method_idx = it.GetMemberIndex();
2123 if (method_idx == previous_virtual_method_idx) {
2124 // smali can create dex files with two encoded_methods sharing the same method_idx
2125 // http://code.google.com/p/smali/issues/detail?id=119
2126 it.Next();
2127 continue;
2128 }
2129 previous_virtual_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002130 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002131 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002132 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2133 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002134 it.Next();
2135 }
2136 DCHECK(!it.HasNext());
2137}
2138
2139void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002140 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002141 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002142 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002143 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002144 &dex_file, dex_files, thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002145 context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002146}
2147
Ian Rogersa4a3f402014-10-20 18:10:34 -07002148// Does the runtime for the InstructionSet provide an implementation returned by
2149// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
2150static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
2151 switch (isa) {
2152 case kArm:
2153 case kArm64:
2154 case kThumb2:
Douglas Leung735b8552014-10-31 12:21:40 -07002155 case kMips:
Andreas Gampe57b34292015-01-14 15:45:59 -08002156 case kMips64:
Ian Rogersa4a3f402014-10-20 18:10:34 -07002157 case kX86:
2158 case kX86_64: return true;
2159 default: return false;
2160 }
2161}
2162
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002163void CompilerDriver::CompileMethod(Thread* self, const DexFile::CodeItem* code_item,
2164 uint32_t access_flags, InvokeType invoke_type,
2165 uint16_t class_def_idx, uint32_t method_idx,
2166 jobject class_loader, const DexFile& dex_file,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002167 DexToDexCompilationLevel dex_to_dex_compilation_level,
2168 bool compilation_enabled) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002169 CompiledMethod* compiled_method = nullptr;
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002170 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002171 MethodReference method_ref(&dex_file, method_idx);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002172
2173 if ((access_flags & kAccNative) != 0) {
Ian Rogers0188ab72014-03-17 16:51:53 -07002174 // Are we interpreting only and have support for generic JNI down calls?
Jeff Hao4a200f52014-04-01 14:58:49 -07002175 if (!compiler_options_->IsCompilationEnabled() &&
Ian Rogersa4a3f402014-10-20 18:10:34 -07002176 InstructionSetHasGenericJniStub(instruction_set_)) {
Ian Rogers5b271492014-03-14 13:20:26 -07002177 // Leaving this empty will trigger the generic JNI version
2178 } else {
Ian Rogers72d32622014-05-06 16:20:11 -07002179 compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002180 CHECK(compiled_method != nullptr);
Ian Rogers5b271492014-03-14 13:20:26 -07002181 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002182 } else if ((access_flags & kAccAbstract) != 0) {
Ian Rogersa4a3f402014-10-20 18:10:34 -07002183 // Abstract methods don't have code.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002184 } else {
Andreas Gampe6c170c92014-12-17 14:35:46 -08002185 bool has_verified_method = verification_results_->GetVerifiedMethod(method_ref) != nullptr;
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002186 bool compile = compilation_enabled &&
Andreas Gampe6c170c92014-12-17 14:35:46 -08002187 // Basic checks, e.g., not <clinit>.
2188 verification_results_->IsCandidateForCompilation(method_ref, access_flags) &&
2189 // Did not fail to create VerifiedMethod metadata.
2190 has_verified_method;
Sebastien Hertz4d4adb12013-07-24 16:14:19 +02002191 if (compile) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002192 // NOTE: if compiler declines to compile this method, it will return nullptr.
Ian Rogers72d32622014-05-06 16:20:11 -07002193 compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx,
2194 method_idx, class_loader, dex_file);
Sebastien Hertz17965ed2014-04-04 15:59:53 +02002195 }
2196 if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) {
2197 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Andreas Gampe6c170c92014-12-17 14:35:46 -08002198 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, for example, relies on
2199 // it.
Sebastien Hertz75021222013-07-16 18:34:50 +02002200 (*dex_to_dex_compiler_)(*this, code_item, access_flags,
2201 invoke_type, class_def_idx,
2202 method_idx, class_loader, dex_file,
Andreas Gampe6c170c92014-12-17 14:35:46 -08002203 has_verified_method ? dex_to_dex_compilation_level : kRequired);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002204 }
2205 }
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002206 if (kTimeCompileMethod) {
2207 uint64_t duration_ns = NanoTime() - start_ns;
2208 if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning())) {
2209 LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file)
2210 << " took " << PrettyDuration(duration_ns);
2211 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002212 }
2213
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002214 if (compiled_method != nullptr) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002215 // Count non-relative linker patches.
2216 size_t non_relative_linker_patch_count = 0u;
2217 for (const LinkerPatch& patch : compiled_method->GetPatches()) {
2218 if (patch.Type() != kLinkerPatchCallRelative) {
2219 ++non_relative_linker_patch_count;
2220 }
2221 }
Igor Murashkind6dee672014-10-16 18:36:16 -07002222 bool compile_pic = GetCompilerOptions().GetCompilePic(); // Off by default
2223 // When compiling with PIC, there should be zero non-relative linker patches
2224 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
2225
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002226 DCHECK(GetCompiledMethod(method_ref) == nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002227 {
2228 MutexLock mu(self, compiled_methods_lock_);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002229 compiled_methods_.Put(method_ref, compiled_method);
Vladimir Markof4da6752014-08-01 19:04:18 +01002230 non_relative_linker_patch_count_ += non_relative_linker_patch_count;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002231 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002232 DCHECK(GetCompiledMethod(method_ref) != nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002233 }
2234
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002235 // Done compiling, delete the verified method to reduce native memory usage.
2236 verification_results_->RemoveVerifiedMethod(method_ref);
2237
Brian Carlstrom7940e442013-07-12 13:46:57 -07002238 if (self->IsExceptionPending()) {
2239 ScopedObjectAccess soa(self);
2240 LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n"
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002241 << self->GetException(nullptr)->Dump();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002242 }
2243}
2244
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002245void CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) {
2246 CompiledMethod* compiled_method = nullptr;
2247 {
2248 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2249 auto it = compiled_methods_.find(method_ref);
2250 if (it != compiled_methods_.end()) {
2251 compiled_method = it->second;
2252 compiled_methods_.erase(it);
2253 }
2254 }
2255 if (compiled_method != nullptr) {
2256 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, compiled_method);
2257 }
2258}
2259
Brian Carlstrom7940e442013-07-12 13:46:57 -07002260CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
2261 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2262 ClassTable::const_iterator it = compiled_classes_.find(ref);
2263 if (it == compiled_classes_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002264 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002265 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002266 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002267 return it->second;
2268}
2269
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002270void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
2271 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2272 auto it = compiled_classes_.find(ref);
2273 if (it == compiled_classes_.end() || it->second->GetStatus() != status) {
2274 // An entry doesn't exist or the status is lower than the new status.
2275 if (it != compiled_classes_.end()) {
2276 CHECK_GT(status, it->second->GetStatus());
2277 delete it->second;
2278 }
2279 switch (status) {
2280 case mirror::Class::kStatusNotReady:
2281 case mirror::Class::kStatusError:
2282 case mirror::Class::kStatusRetryVerificationAtRuntime:
2283 case mirror::Class::kStatusVerified:
2284 case mirror::Class::kStatusInitialized:
2285 break; // Expected states.
2286 default:
2287 LOG(FATAL) << "Unexpected class status for class "
2288 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2289 << " of " << status;
2290 }
2291 CompiledClass* compiled_class = new CompiledClass(status);
2292 compiled_classes_.Overwrite(ref, compiled_class);
2293 }
2294}
2295
Brian Carlstrom7940e442013-07-12 13:46:57 -07002296CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
2297 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2298 MethodTable::const_iterator it = compiled_methods_.find(ref);
2299 if (it == compiled_methods_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002300 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002301 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002302 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002303 return it->second;
2304}
2305
Vladimir Markof4da6752014-08-01 19:04:18 +01002306size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
2307 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2308 return non_relative_linker_patch_count_;
2309}
2310
Brian Carlstrom7940e442013-07-12 13:46:57 -07002311void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002312 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002313 WriterMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002314 freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index));
2315}
2316
2317bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002318 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002319 ReaderMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002320 return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0;
2321}
2322
2323bool CompilerDriver::WriteElf(const std::string& android_root,
2324 bool is_host,
2325 const std::vector<const art::DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002326 OatWriter* oat_writer,
Brian Carlstrom7940e442013-07-12 13:46:57 -07002327 art::File* file)
2328 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers72d32622014-05-06 16:20:11 -07002329 return compiler_->WriteElf(file, oat_writer, dex_files, android_root, is_host);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002330}
2331void CompilerDriver::InstructionSetToLLVMTarget(InstructionSet instruction_set,
Ian Rogers3d504072014-03-01 09:16:49 -08002332 std::string* target_triple,
2333 std::string* target_cpu,
2334 std::string* target_attr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002335 switch (instruction_set) {
2336 case kThumb2:
Ian Rogers3d504072014-03-01 09:16:49 -08002337 *target_triple = "thumb-none-linux-gnueabi";
2338 *target_cpu = "cortex-a9";
2339 *target_attr = "+thumb2,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002340 break;
2341
2342 case kArm:
Ian Rogers3d504072014-03-01 09:16:49 -08002343 *target_triple = "armv7-none-linux-gnueabi";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002344 // TODO: Fix for Nexus S.
Ian Rogers3d504072014-03-01 09:16:49 -08002345 *target_cpu = "cortex-a9";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002346 // TODO: Fix for Xoom.
Ian Rogers3d504072014-03-01 09:16:49 -08002347 *target_attr = "+v7,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002348 break;
2349
2350 case kX86:
Ian Rogers3d504072014-03-01 09:16:49 -08002351 *target_triple = "i386-pc-linux-gnu";
2352 *target_attr = "";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002353 break;
2354
Dmitry Petrochenko6a58cb12014-04-02 17:27:59 +07002355 case kX86_64:
2356 *target_triple = "x86_64-pc-linux-gnu";
2357 *target_attr = "";
2358 break;
2359
Brian Carlstrom7940e442013-07-12 13:46:57 -07002360 case kMips:
Ian Rogers3d504072014-03-01 09:16:49 -08002361 *target_triple = "mipsel-unknown-linux";
2362 *target_attr = "mips32r2";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002363 break;
2364
2365 default:
2366 LOG(FATAL) << "Unknown instruction set: " << instruction_set;
2367 }
2368 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002369
Dave Allison39c3bfb2014-01-28 18:33:52 -08002370bool CompilerDriver::SkipCompilation(const std::string& method_name) {
Calin Juravlec1b643c2014-05-30 23:44:11 +01002371 if (!profile_present_) {
Dave Allison644789f2014-04-10 13:06:10 -07002372 return false;
Dave Allison39c3bfb2014-01-28 18:33:52 -08002373 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002374 // First find the method in the profile file.
2375 ProfileFile::ProfileData data;
2376 if (!profile_file_.GetProfileData(&data, method_name)) {
Dave Allison39c3bfb2014-01-28 18:33:52 -08002377 // Not in profile, no information can be determined.
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002378 if (kIsDebugBuild) {
2379 VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile";
2380 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002381 return true;
2382 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002383
2384 // Methods that comprise top_k_threshold % of the total samples will be compiled.
Calin Juravlef6a4cee2014-04-02 17:03:08 +01002385 // Compare against the start of the topK percentage bucket just in case the threshold
Calin Juravle04ff2262014-04-02 19:08:47 +01002386 // falls inside a bucket.
Calin Juravlec1b643c2014-05-30 23:44:11 +01002387 bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent()
2388 <= compiler_options_->GetTopKProfileThreshold();
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002389 if (kIsDebugBuild) {
2390 if (compile) {
2391 LOG(INFO) << "compiling method " << method_name << " because its usage is part of top "
2392 << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%"
2393 << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")";
2394 } else {
2395 VLOG(compiler) << "not compiling method " << method_name
2396 << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold()
2397 << "% samples)";
2398 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002399 }
2400 return !compile;
2401}
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002402
Andreas Gampe8d295f82015-01-20 14:50:21 -08002403std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002404 std::ostringstream oss;
2405 const ArenaPool* arena_pool = GetArenaPool();
2406 gc::Heap* heap = Runtime::Current()->GetHeap();
2407 oss << "arena alloc=" << PrettySize(arena_pool->GetBytesAllocated());
2408 oss << " java alloc=" << PrettySize(heap->GetBytesAllocated());
2409#ifdef HAVE_MALLOC_H
2410 struct mallinfo info = mallinfo();
2411 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2412 const size_t free_space = static_cast<size_t>(info.fordblks);
2413 oss << " native alloc=" << PrettySize(allocated_space) << " free="
2414 << PrettySize(free_space);
2415#endif
Andreas Gampee21dc3d2014-12-08 16:59:43 -08002416 if (swap_space_.get() != nullptr) {
2417 oss << " swap=" << PrettySize(swap_space_->GetSize());
2418 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002419 if (extended) {
2420 oss << "\nCode dedupe: " << dedupe_code_.DumpStats();
2421 oss << "\nMapping table dedupe: " << dedupe_mapping_table_.DumpStats();
2422 oss << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats();
2423 oss << "\nGC map dedupe: " << dedupe_gc_map_.DumpStats();
2424 oss << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats();
2425 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002426 return oss.str();
2427}
2428
Brian Carlstrom7940e442013-07-12 13:46:57 -07002429} // namespace art