blob: f263f6d329cdb2faf02ed80eabf7ec16bf91704a [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Anwar Ghuloum67f99412013-08-12 14:19:48 -070019#define ATRACE_TAG ATRACE_TAG_DALVIK
20#include <utils/Trace.h>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021
Andreas Gampeb0f370e2014-09-25 22:51:40 -070022#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070023#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070024#include <unistd.h>
25
Mathieu Chartierab972ef2014-12-03 17:38:22 -080026#ifndef __APPLE__
27#include <malloc.h> // For mallinfo
28#endif
29
Brian Carlstrom7940e442013-07-12 13:46:57 -070030#include "base/stl_util.h"
31#include "base/timing_logger.h"
32#include "class_linker.h"
Mingyao Yang98d1cc82014-05-15 17:02:16 -070033#include "compiled_class.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000034#include "compiled_method.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000035#include "compiler.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000036#include "compiler_driver-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070037#include "dex_compilation_unit.h"
38#include "dex_file-inl.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000039#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000040#include "dex/verified_method.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000041#include "dex/quick/dex_file_method_inliner.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080042#include "driver/compiler_options.h"
Andreas Gampe3773cd02015-04-10 09:28:22 -070043#include "elf_writer_quick.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070044#include "jni_internal.h"
Ian Rogers22d5e732014-07-15 22:23:51 -070045#include "object_lock.h"
Calin Juravlebb0b53f2014-05-23 17:33:29 +010046#include "profiler.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070047#include "runtime.h"
48#include "gc/accounting/card_table-inl.h"
49#include "gc/accounting/heap_bitmap.h"
50#include "gc/space/space.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070051#include "mirror/art_field-inl.h"
52#include "mirror/art_method-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070053#include "mirror/class_loader.h"
54#include "mirror/class-inl.h"
55#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070056#include "mirror/object-inl.h"
57#include "mirror/object_array-inl.h"
58#include "mirror/throwable.h"
59#include "scoped_thread_state_change.h"
60#include "ScopedLocalRef.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070061#include "handle_scope-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070062#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070063#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070064#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070065#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010066#include "transaction.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000067#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080068#include "utils/swap_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070069#include "verifier/method_verifier.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000070#include "verifier/method_verifier-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070071
Brian Carlstrom7940e442013-07-12 13:46:57 -070072namespace art {
73
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070074static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
75
Andreas Gampe3773cd02015-04-10 09:28:22 -070076// Whether to produce 64-bit ELF files for 64-bit targets. Leave this off for now.
77static constexpr bool kProduce64BitELFFiles = false;
78
Brian Carlstrom7940e442013-07-12 13:46:57 -070079static double Percentage(size_t x, size_t y) {
80 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
81}
82
83static void DumpStat(size_t x, size_t y, const char* str) {
84 if (x == 0 && y == 0) {
85 return;
86 }
Ian Rogerse732ef12013-10-09 15:22:24 -070087 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -070088}
89
Vladimir Markof096aad2014-01-23 15:51:58 +000090class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -070091 public:
92 AOTCompilationStats()
93 : stats_lock_("AOT compilation statistics lock"),
94 types_in_dex_cache_(0), types_not_in_dex_cache_(0),
95 strings_in_dex_cache_(0), strings_not_in_dex_cache_(0),
96 resolved_types_(0), unresolved_types_(0),
97 resolved_instance_fields_(0), unresolved_instance_fields_(0),
98 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
99 type_based_devirtualization_(0),
100 safe_casts_(0), not_safe_casts_(0) {
101 for (size_t i = 0; i <= kMaxInvokeType; i++) {
102 resolved_methods_[i] = 0;
103 unresolved_methods_[i] = 0;
104 virtual_made_direct_[i] = 0;
105 direct_calls_to_boot_[i] = 0;
106 direct_methods_to_boot_[i] = 0;
107 }
108 }
109
110 void Dump() {
111 DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache");
112 DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache");
113 DumpStat(resolved_types_, unresolved_types_, "types resolved");
114 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
115 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
116 "static fields resolved");
117 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
118 "static fields local to a class");
119 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
120 // Note, the code below subtracts the stat value so that when added to the stat value we have
121 // 100% of samples. TODO: clean this up.
122 DumpStat(type_based_devirtualization_,
123 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
124 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
125 type_based_devirtualization_,
126 "virtual/interface calls made direct based on type information");
127
128 for (size_t i = 0; i <= kMaxInvokeType; i++) {
129 std::ostringstream oss;
130 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
131 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
132 if (virtual_made_direct_[i] > 0) {
133 std::ostringstream oss2;
134 oss2 << static_cast<InvokeType>(i) << " methods made direct";
135 DumpStat(virtual_made_direct_[i],
136 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
137 oss2.str().c_str());
138 }
139 if (direct_calls_to_boot_[i] > 0) {
140 std::ostringstream oss2;
141 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
142 DumpStat(direct_calls_to_boot_[i],
143 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
144 oss2.str().c_str());
145 }
146 if (direct_methods_to_boot_[i] > 0) {
147 std::ostringstream oss2;
148 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
149 DumpStat(direct_methods_to_boot_[i],
150 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
151 oss2.str().c_str());
152 }
153 }
154 }
155
156// Allow lossy statistics in non-debug builds.
157#ifndef NDEBUG
158#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
159#else
160#define STATS_LOCK()
161#endif
162
163 void TypeInDexCache() {
164 STATS_LOCK();
165 types_in_dex_cache_++;
166 }
167
168 void TypeNotInDexCache() {
169 STATS_LOCK();
170 types_not_in_dex_cache_++;
171 }
172
173 void StringInDexCache() {
174 STATS_LOCK();
175 strings_in_dex_cache_++;
176 }
177
178 void StringNotInDexCache() {
179 STATS_LOCK();
180 strings_not_in_dex_cache_++;
181 }
182
183 void TypeDoesntNeedAccessCheck() {
184 STATS_LOCK();
185 resolved_types_++;
186 }
187
188 void TypeNeedsAccessCheck() {
189 STATS_LOCK();
190 unresolved_types_++;
191 }
192
193 void ResolvedInstanceField() {
194 STATS_LOCK();
195 resolved_instance_fields_++;
196 }
197
198 void UnresolvedInstanceField() {
199 STATS_LOCK();
200 unresolved_instance_fields_++;
201 }
202
203 void ResolvedLocalStaticField() {
204 STATS_LOCK();
205 resolved_local_static_fields_++;
206 }
207
208 void ResolvedStaticField() {
209 STATS_LOCK();
210 resolved_static_fields_++;
211 }
212
213 void UnresolvedStaticField() {
214 STATS_LOCK();
215 unresolved_static_fields_++;
216 }
217
218 // Indicate that type information from the verifier led to devirtualization.
219 void PreciseTypeDevirtualization() {
220 STATS_LOCK();
221 type_based_devirtualization_++;
222 }
223
224 // Indicate that a method of the given type was resolved at compile time.
225 void ResolvedMethod(InvokeType type) {
226 DCHECK_LE(type, kMaxInvokeType);
227 STATS_LOCK();
228 resolved_methods_[type]++;
229 }
230
231 // Indicate that a method of the given type was unresolved at compile time as it was in an
232 // unknown dex file.
233 void UnresolvedMethod(InvokeType type) {
234 DCHECK_LE(type, kMaxInvokeType);
235 STATS_LOCK();
236 unresolved_methods_[type]++;
237 }
238
239 // Indicate that a type of virtual method dispatch has been converted into a direct method
240 // dispatch.
241 void VirtualMadeDirect(InvokeType type) {
242 DCHECK(type == kVirtual || type == kInterface || type == kSuper);
243 STATS_LOCK();
244 virtual_made_direct_[type]++;
245 }
246
247 // Indicate that a method of the given type was able to call directly into boot.
248 void DirectCallsToBoot(InvokeType type) {
249 DCHECK_LE(type, kMaxInvokeType);
250 STATS_LOCK();
251 direct_calls_to_boot_[type]++;
252 }
253
254 // Indicate that a method of the given type was able to be resolved directly from boot.
255 void DirectMethodsToBoot(InvokeType type) {
256 DCHECK_LE(type, kMaxInvokeType);
257 STATS_LOCK();
258 direct_methods_to_boot_[type]++;
259 }
260
Vladimir Markof096aad2014-01-23 15:51:58 +0000261 void ProcessedInvoke(InvokeType type, int flags) {
262 STATS_LOCK();
263 if (flags == 0) {
264 unresolved_methods_[type]++;
265 } else {
266 DCHECK_NE((flags & kFlagMethodResolved), 0);
267 resolved_methods_[type]++;
268 if ((flags & kFlagVirtualMadeDirect) != 0) {
269 virtual_made_direct_[type]++;
270 if ((flags & kFlagPreciseTypeDevirtualization) != 0) {
271 type_based_devirtualization_++;
272 }
273 } else {
274 DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0);
275 }
276 if ((flags & kFlagDirectCallToBoot) != 0) {
277 direct_calls_to_boot_[type]++;
278 }
279 if ((flags & kFlagDirectMethodToBoot) != 0) {
280 direct_methods_to_boot_[type]++;
281 }
282 }
283 }
284
Brian Carlstrom7940e442013-07-12 13:46:57 -0700285 // A check-cast could be eliminated due to verifier type analysis.
286 void SafeCast() {
287 STATS_LOCK();
288 safe_casts_++;
289 }
290
291 // A check-cast couldn't be eliminated due to verifier type analysis.
292 void NotASafeCast() {
293 STATS_LOCK();
294 not_safe_casts_++;
295 }
296
297 private:
298 Mutex stats_lock_;
299
300 size_t types_in_dex_cache_;
301 size_t types_not_in_dex_cache_;
302
303 size_t strings_in_dex_cache_;
304 size_t strings_not_in_dex_cache_;
305
306 size_t resolved_types_;
307 size_t unresolved_types_;
308
309 size_t resolved_instance_fields_;
310 size_t unresolved_instance_fields_;
311
312 size_t resolved_local_static_fields_;
313 size_t resolved_static_fields_;
314 size_t unresolved_static_fields_;
315 // Type based devirtualization for invoke interface and virtual.
316 size_t type_based_devirtualization_;
317
318 size_t resolved_methods_[kMaxInvokeType + 1];
319 size_t unresolved_methods_[kMaxInvokeType + 1];
320 size_t virtual_made_direct_[kMaxInvokeType + 1];
321 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
322 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
323
324 size_t safe_casts_;
325 size_t not_safe_casts_;
326
327 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
328};
329
Brian Carlstrom7940e442013-07-12 13:46:57 -0700330
331extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler,
332 const art::DexFile::CodeItem* code_item,
333 uint32_t access_flags,
334 art::InvokeType invoke_type,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700335 uint16_t class_def_idx,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700336 uint32_t method_idx,
337 jobject class_loader,
338 const art::DexFile& dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700339
Brian Carlstrom6449c622014-02-10 23:48:36 -0800340CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options,
341 VerificationResults* verification_results,
Vladimir Marko5816ed42013-11-27 17:04:20 +0000342 DexFileToMethodInlinerMap* method_inliner_map,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000343 Compiler::Kind compiler_kind,
Nicolas Geoffrayf5df8972014-02-14 18:37:08 +0000344 InstructionSet instruction_set,
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700345 const InstructionSetFeatures* instruction_set_features,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800346 bool image, std::set<std::string>* image_classes,
347 std::set<std::string>* compiled_classes, size_t thread_count,
David Brazdil866c0312015-01-13 21:21:31 +0000348 bool dump_stats, bool dump_passes,
349 const std::string& dump_cfg_file_name, CumulativeLogger* timer,
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800350 int swap_fd, const std::string& profile_file)
351 : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)),
352 swap_space_allocator_(new SwapAllocator<void>(swap_space_.get())),
353 profile_present_(false), compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800354 verification_results_(verification_results),
Vladimir Marko5816ed42013-11-27 17:04:20 +0000355 method_inliner_map_(method_inliner_map),
Ian Rogers72d32622014-05-06 16:20:11 -0700356 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700357 compiler_kind_(compiler_kind),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700358 instruction_set_(instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700359 instruction_set_features_(instruction_set_features),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700360 freezing_constructor_lock_("freezing constructor lock"),
361 compiled_classes_lock_("compiled classes lock"),
362 compiled_methods_lock_("compiled method lock"),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800363 compiled_methods_(MethodTable::key_compare()),
Vladimir Markof4da6752014-08-01 19:04:18 +0100364 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700365 image_(image),
366 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800367 classes_to_compile_(compiled_classes),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800368 had_hard_verifier_failure_(false),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700369 thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700370 stats_(new AOTCompilationStats),
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800371 dedupe_enabled_(true),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700372 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000373 dump_passes_(dump_passes),
David Brazdil866c0312015-01-13 21:21:31 +0000374 dump_cfg_file_name_(dump_cfg_file_name),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000375 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700376 compiler_context_(nullptr),
Andreas Gampe57b34292015-01-14 15:45:59 -0800377 support_boot_image_fixup_(instruction_set != kMips && instruction_set != kMips64),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800378 dedupe_code_("dedupe code", *swap_space_allocator_),
379 dedupe_src_mapping_table_("dedupe source mapping table", *swap_space_allocator_),
380 dedupe_mapping_table_("dedupe mapping table", *swap_space_allocator_),
381 dedupe_vmap_table_("dedupe vmap table", *swap_space_allocator_),
382 dedupe_gc_map_("dedupe gc map", *swap_space_allocator_),
383 dedupe_cfi_info_("dedupe cfi info", *swap_space_allocator_) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800384 DCHECK(compiler_options_ != nullptr);
385 DCHECK(verification_results_ != nullptr);
386 DCHECK(method_inliner_map_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700387
Sebastien Hertz75021222013-07-16 18:34:50 +0200388 dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700389
Ian Rogers72d32622014-05-06 16:20:11 -0700390 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700391
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800392 CHECK_EQ(image_, image_classes_.get() != nullptr);
Mark Mendellae9fd932014-02-10 16:14:35 -0800393
Calin Juravlec1b643c2014-05-30 23:44:11 +0100394 // Read the profile file if one is provided.
395 if (!profile_file.empty()) {
396 profile_present_ = profile_file_.LoadFile(profile_file);
397 if (profile_present_) {
398 LOG(INFO) << "Using profile data form file " << profile_file;
399 } else {
400 LOG(INFO) << "Failed to load profile file " << profile_file;
401 }
402 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700403}
404
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800405SwapVector<uint8_t>* CompilerDriver::DeduplicateCode(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800406 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700407 return dedupe_code_.Add(Thread::Current(), code);
408}
409
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800410SwapSrcMap* CompilerDriver::DeduplicateSrcMappingTable(const ArrayRef<SrcMapElem>& src_map) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800411 DCHECK(dedupe_enabled_);
Yevgeny Roubane3ea8382014-08-08 16:29:38 +0700412 return dedupe_src_mapping_table_.Add(Thread::Current(), src_map);
413}
414
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800415SwapVector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800416 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700417 return dedupe_mapping_table_.Add(Thread::Current(), code);
418}
419
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800420SwapVector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800421 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700422 return dedupe_vmap_table_.Add(Thread::Current(), code);
423}
424
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800425SwapVector<uint8_t>* CompilerDriver::DeduplicateGCMap(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800426 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700427 return dedupe_gc_map_.Add(Thread::Current(), code);
428}
429
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800430SwapVector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const ArrayRef<const uint8_t>& cfi_info) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800431 DCHECK(dedupe_enabled_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800432 return dedupe_cfi_info_.Add(Thread::Current(), cfi_info);
Mark Mendellae9fd932014-02-10 16:14:35 -0800433}
434
Brian Carlstrom7940e442013-07-12 13:46:57 -0700435CompilerDriver::~CompilerDriver() {
436 Thread* self = Thread::Current();
437 {
438 MutexLock mu(self, compiled_classes_lock_);
439 STLDeleteValues(&compiled_classes_);
440 }
441 {
442 MutexLock mu(self, compiled_methods_lock_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800443 for (auto& pair : compiled_methods_) {
444 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, pair.second);
445 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700446 }
Ian Rogers72d32622014-05-06 16:20:11 -0700447 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700448}
449
Ian Rogersdd7624d2014-03-14 17:43:00 -0700450#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700451 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700452 return CreateTrampoline64(instruction_set_, abi, \
453 type ## _ENTRYPOINT_OFFSET(8, offset)); \
454 } else { \
455 return CreateTrampoline32(instruction_set_, abi, \
456 type ## _ENTRYPOINT_OFFSET(4, offset)); \
457 }
458
Ian Rogers848871b2013-08-05 10:56:33 -0700459const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700460 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700461}
462
463const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700464 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700465}
466
467const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700468 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700469}
470
Andreas Gampe2da88232014-02-27 12:26:20 -0800471const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700472 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800473}
474
Jeff Hao88474b42013-10-23 16:24:40 -0700475const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700476 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700477}
478
Brian Carlstrom7940e442013-07-12 13:46:57 -0700479const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700480 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700481}
482
Ian Rogers848871b2013-08-05 10:56:33 -0700483const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700484 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700485}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700486#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700487
488void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700489 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800490 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700491 DCHECK(!Runtime::Current()->IsStarted());
Ian Rogers700a4022014-05-19 16:49:03 -0700492 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1));
Andreas Gampe8d295f82015-01-20 14:50:21 -0800493 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Ian Rogers3d504072014-03-01 09:16:49 -0800494 PreCompile(class_loader, dex_files, thread_pool.get(), timings);
495 Compile(class_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700496 if (dump_stats_) {
497 stats_->Dump();
498 }
499}
500
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700501DexToDexCompilationLevel CompilerDriver::GetDexToDexCompilationlevel(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700502 Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file,
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700503 const DexFile::ClassDef& class_def) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800504 auto* const runtime = Runtime::Current();
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700505 if (runtime->UseJit() || GetCompilerOptions().VerifyAtRuntime()) {
506 // Verify at runtime shouldn't dex to dex since we didn't resolve of verify.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800507 return kDontDexToDexCompile;
508 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700509 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800510 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800511 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700512 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700513 CHECK(self->IsExceptionPending());
514 self->ClearException();
Sebastien Hertz75021222013-07-16 18:34:50 +0200515 return kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700516 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700517 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
518 // references with actual offsets. We cannot re-verify such instructions.
519 //
520 // We store the verification information in the class status in the oat file, which the linker
521 // can validate (checksums) and use to skip load-time verification. It is thus safe to
522 // optimize when a class has been fully verified before.
523 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200524 // Class is verified so we can enable DEX-to-DEX compilation for performance.
525 return kOptimize;
526 } else if (klass->IsCompileTimeVerified()) {
527 // Class verification has soft-failed. Anyway, ensure at least correctness.
528 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime);
529 return kRequired;
530 } else {
531 // Class verification has failed: do not run DEX-to-DEX compilation.
532 return kDontDexToDexCompile;
533 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700534}
535
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800536void CompilerDriver::CompileOne(Thread* self, mirror::ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700537 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700538 jobject jclass_loader;
539 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700540 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800541 uint32_t method_idx = method->GetDexMethodIndex();
542 uint32_t access_flags = method->GetAccessFlags();
543 InvokeType invoke_type = method->GetInvokeType();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700544 {
545 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800546 ScopedLocalRef<jobject> local_class_loader(
547 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700548 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
549 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700550 dex_file = method->GetDexFile();
551 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700552 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800553 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700554 self->TransitionFromRunnableToSuspended(kNative);
555
556 std::vector<const DexFile*> dex_files;
557 dex_files.push_back(dex_file);
558
Ian Rogers700a4022014-05-19 16:49:03 -0700559 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U));
Ian Rogers3d504072014-03-01 09:16:49 -0800560 PreCompile(jclass_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700561
Brian Carlstrom7940e442013-07-12 13:46:57 -0700562 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +0200563 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700564 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800565 ScopedObjectAccess soa(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700566 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700567 StackHandleScope<1> hs(soa.Self());
568 Handle<mirror::ClassLoader> class_loader(
569 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Ian Rogers98379392014-02-24 16:53:16 -0800570 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file,
571 class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700572 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800573 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
574 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700575
576 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800577 self->TransitionFromSuspendedToRunnable();
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800578}
579
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800580CompiledMethod* CompilerDriver::CompileMethod(Thread* self, mirror::ArtMethod* method) {
581 const uint32_t method_idx = method->GetDexMethodIndex();
582 const uint32_t access_flags = method->GetAccessFlags();
583 const InvokeType invoke_type = method->GetInvokeType();
584 StackHandleScope<1> hs(self);
585 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
586 method->GetDeclaringClass()->GetClassLoader()));
587 jobject jclass_loader = class_loader.ToJObject();
588 const DexFile* dex_file = method->GetDexFile();
589 const uint16_t class_def_idx = method->GetClassDefIndex();
590 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
591 DexToDexCompilationLevel dex_to_dex_compilation_level =
592 GetDexToDexCompilationlevel(self, class_loader, *dex_file, class_def);
593 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
594 self->TransitionFromRunnableToSuspended(kNative);
595 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
596 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
597 auto* compiled_method = GetCompiledMethod(MethodReference(dex_file, method_idx));
598 self->TransitionFromSuspendedToRunnable();
599 return compiled_method;
600}
601
Brian Carlstrom7940e442013-07-12 13:46:57 -0700602void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800603 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700604 for (size_t i = 0; i != dex_files.size(); ++i) {
605 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700606 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -0700607 ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700608 }
609}
610
611void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800612 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700613 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800614 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700615
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700616 const bool verification_enabled = compiler_options_->IsVerificationEnabled();
617 const bool never_verify = compiler_options_->NeverVerify();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700618
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700619 // We need to resolve for never_verify since it needs to run dex to dex to add the
620 // RETURN_VOID_NO_BARRIER.
621 if (never_verify || verification_enabled) {
622 Resolve(class_loader, dex_files, thread_pool, timings);
623 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
624 }
625
626 if (never_verify) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800627 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700628 SetVerified(class_loader, dex_files, thread_pool, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700629 }
630
631 if (!verification_enabled) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700632 return;
633 }
634
Brian Carlstrom7940e442013-07-12 13:46:57 -0700635 Verify(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800636 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700637
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800638 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
639 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such "
640 << "situations. Please check the log.";
641 }
642
Brian Carlstrom7940e442013-07-12 13:46:57 -0700643 InitializeClasses(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800644 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700645
646 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800647 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700648}
649
Ian Rogersdfb325e2013-10-30 01:00:44 -0700650bool CompilerDriver::IsImageClass(const char* descriptor) const {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700651 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700652 return true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700653 } else {
Ian Rogersdfb325e2013-10-30 01:00:44 -0700654 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700655 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700656}
657
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800658bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
659 if (!IsImage()) {
660 return true;
661 } else {
662 if (classes_to_compile_ == nullptr) {
663 return true;
664 }
665 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
666 }
667}
668
Ian Rogerse94652f2014-12-02 11:13:19 -0800669static void ResolveExceptionsForMethod(MutableHandle<mirror::ArtMethod> method_handle,
Ian Rogers700a4022014-05-19 16:49:03 -0700670 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700671 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800672 const DexFile::CodeItem* code_item = method_handle->GetCodeItem();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700673 if (code_item == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700674 return; // native or abstract method
675 }
676 if (code_item->tries_size_ == 0) {
677 return; // nothing to process
678 }
Ian Rogers13735952014-10-08 12:43:28 -0700679 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700680 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
681 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
682 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
683 bool has_catch_all = false;
684 if (encoded_catch_handler_size <= 0) {
685 encoded_catch_handler_size = -encoded_catch_handler_size;
686 has_catch_all = true;
687 }
688 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
689 uint16_t encoded_catch_handler_handlers_type_idx =
690 DecodeUnsignedLeb128(&encoded_catch_handler_list);
691 // Add to set of types to resolve if not already in the dex cache resolved types
Ian Rogerse94652f2014-12-02 11:13:19 -0800692 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700693 exceptions_to_resolve.insert(
694 std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx,
Ian Rogerse94652f2014-12-02 11:13:19 -0800695 method_handle->GetDexFile()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700696 }
697 // ignore address associated with catch handler
698 DecodeUnsignedLeb128(&encoded_catch_handler_list);
699 }
700 if (has_catch_all) {
701 // ignore catch all address
702 DecodeUnsignedLeb128(&encoded_catch_handler_list);
703 }
704 }
705}
706
707static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg)
708 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers700a4022014-05-19 16:49:03 -0700709 std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve =
710 reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg);
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700711 StackHandleScope<1> hs(Thread::Current());
Ian Rogerse94652f2014-12-02 11:13:19 -0800712 MutableHandle<mirror::ArtMethod> method_handle(hs.NewHandle<mirror::ArtMethod>(nullptr));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700713 for (size_t i = 0; i < c->NumVirtualMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800714 method_handle.Assign(c->GetVirtualMethod(i));
715 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700716 }
717 for (size_t i = 0; i < c->NumDirectMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800718 method_handle.Assign(c->GetDirectMethod(i));
719 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700720 }
721 return true;
722}
723
724static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg)
725 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700726 std::set<std::string>* image_classes = reinterpret_cast<std::set<std::string>*>(arg);
727 std::string temp;
728 image_classes->insert(klass->GetDescriptor(&temp));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700729 return true;
730}
731
732// Make a list of descriptors for classes to include in the image
Ian Rogers3d504072014-03-01 09:16:49 -0800733void CompilerDriver::LoadImageClasses(TimingLogger* timings)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700734 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Kenny Rootd5185342014-05-13 14:47:05 -0700735 CHECK(timings != nullptr);
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700736 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700737 return;
738 }
739
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700740 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700741 // Make a first class to load all classes explicitly listed in the file
742 Thread* self = Thread::Current();
743 ScopedObjectAccess soa(self);
744 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -0700745 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700746 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000747 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700748 StackHandleScope<1> hs(self);
749 Handle<mirror::Class> klass(
750 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700751 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700752 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000753 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -0700754 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700755 } else {
756 ++it;
757 }
758 }
759
760 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
761 // exceptions are resolved by the verifier when there is a catch block in an interested method.
762 // Do this here so that exception classes appear to have been specified image classes.
Ian Rogers700a4022014-05-19 16:49:03 -0700763 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700764 StackHandleScope<1> hs(self);
765 Handle<mirror::Class> java_lang_Throwable(
766 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700767 do {
768 unresolved_exception_types.clear();
769 class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor,
770 &unresolved_exception_types);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700771 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) {
772 uint16_t exception_type_idx = exception_type.first;
773 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800774 StackHandleScope<2> hs2(self);
775 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->FindDexCache(*dex_file)));
776 Handle<mirror::Class> klass(hs2.NewHandle(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700777 class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache,
778 NullHandle<mirror::ClassLoader>())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700779 if (klass.Get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700780 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
781 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
782 LOG(FATAL) << "Failed to resolve class " << descriptor;
783 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700784 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700785 }
786 // Resolving exceptions may load classes that reference more exceptions, iterate until no
787 // more are found
788 } while (!unresolved_exception_types.empty());
789
790 // We walk the roots looking for classes so that we'll pick up the
791 // above classes plus any classes them depend on such super
792 // classes, interfaces, and the required ClassLinker roots.
793 class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get());
794
795 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700796}
797
Ian Rogers1ff3c982014-08-12 02:30:58 -0700798static void MaybeAddToImageClasses(Handle<mirror::Class> c, std::set<std::string>* image_classes)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700799 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Mathieu Chartierf8322842014-05-16 10:59:25 -0700800 Thread* self = Thread::Current();
801 StackHandleScope<1> hs(self);
802 // Make a copy of the handle so that we don't clobber it doing Assign.
Andreas Gampe5a4b8a22014-09-11 08:30:08 -0700803 MutableHandle<mirror::Class> klass(hs.NewHandle(c.Get()));
Ian Rogers1ff3c982014-08-12 02:30:58 -0700804 std::string temp;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700805 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700806 const char* descriptor = klass->GetDescriptor(&temp);
807 std::pair<std::set<std::string>::iterator, bool> result = image_classes->insert(descriptor);
808 if (!result.second) { // Previously inserted.
809 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700810 }
Ian Rogers1ff3c982014-08-12 02:30:58 -0700811 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Mathieu Chartierf8322842014-05-16 10:59:25 -0700812 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800813 StackHandleScope<1> hs2(self);
814 MaybeAddToImageClasses(hs2.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)),
Mathieu Chartierf8322842014-05-16 10:59:25 -0700815 image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700816 }
817 if (klass->IsArrayClass()) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800818 StackHandleScope<1> hs2(self);
819 MaybeAddToImageClasses(hs2.NewHandle(klass->GetComponentType()), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700820 }
Mathieu Chartierf8322842014-05-16 10:59:25 -0700821 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700822 }
823}
824
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700825// Keeps all the data for the update together. Also doubles as the reference visitor.
826// Note: we can use object pointers because we suspend all threads.
827class ClinitImageUpdate {
828 public:
829 static ClinitImageUpdate* Create(std::set<std::string>* image_class_descriptors, Thread* self,
830 ClassLinker* linker, std::string* error_msg) {
831 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(image_class_descriptors, self,
832 linker));
833 if (res->art_method_class_ == nullptr) {
834 *error_msg = "Could not find ArtMethod class.";
835 return nullptr;
836 } else if (res->dex_cache_class_ == nullptr) {
837 *error_msg = "Could not find DexCache class.";
838 return nullptr;
839 }
840
841 return res.release();
842 }
843
844 ~ClinitImageUpdate() {
845 // Allow others to suspend again.
846 self_->EndAssertNoThreadSuspension(old_cause_);
847 }
848
849 // Visitor for VisitReferences.
850 void operator()(mirror::Object* object, MemberOffset field_offset, bool /* is_static */) const
851 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
852 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
853 if (ref != nullptr) {
854 VisitClinitClassesObject(ref);
855 }
856 }
857
858 // java.lang.Reference visitor for VisitReferences.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800859 void operator()(mirror::Class* /* klass */, mirror::Reference* /* ref */) const {
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700860 }
861
862 void Walk() SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
863 // Use the initial classes as roots for a search.
864 for (mirror::Class* klass_root : image_classes_) {
865 VisitClinitClassesObject(klass_root);
866 }
867 }
868
869 private:
870 ClinitImageUpdate(std::set<std::string>* image_class_descriptors, Thread* self,
871 ClassLinker* linker)
872 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) :
873 image_class_descriptors_(image_class_descriptors), self_(self) {
874 CHECK(linker != nullptr);
875 CHECK(image_class_descriptors != nullptr);
876
877 // Make sure nobody interferes with us.
878 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
879
880 // Find the interesting classes.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800881 art_method_class_ = linker->LookupClass(self, "Ljava/lang/reflect/ArtMethod;",
882 ComputeModifiedUtf8Hash("Ljava/lang/reflect/ArtMethod;"), nullptr);
883 dex_cache_class_ = linker->LookupClass(self, "Ljava/lang/DexCache;",
884 ComputeModifiedUtf8Hash("Ljava/lang/DexCache;"), nullptr);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700885
886 // Find all the already-marked classes.
887 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
888 linker->VisitClasses(FindImageClasses, this);
889 }
890
891 static bool FindImageClasses(mirror::Class* klass, void* arg)
892 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
893 ClinitImageUpdate* data = reinterpret_cast<ClinitImageUpdate*>(arg);
894 std::string temp;
895 const char* name = klass->GetDescriptor(&temp);
896 if (data->image_class_descriptors_->find(name) != data->image_class_descriptors_->end()) {
897 data->image_classes_.push_back(klass);
Andreas Gampe4d4eff72015-03-04 22:46:35 -0800898 } else {
899 // Check whether it is initialized and has a clinit. They must be kept, too.
900 if (klass->IsInitialized() && klass->FindClassInitializer() != nullptr) {
901 data->image_classes_.push_back(klass);
902 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700903 }
904
905 return true;
906 }
907
908 void VisitClinitClassesObject(mirror::Object* object) const
909 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
910 DCHECK(object != nullptr);
911 if (marked_objects_.find(object) != marked_objects_.end()) {
912 // Already processed.
913 return;
914 }
915
916 // Mark it.
917 marked_objects_.insert(object);
918
919 if (object->IsClass()) {
920 // If it is a class, add it.
921 StackHandleScope<1> hs(self_);
922 MaybeAddToImageClasses(hs.NewHandle(object->AsClass()), image_class_descriptors_);
923 } else {
924 // Else visit the object's class.
925 VisitClinitClassesObject(object->GetClass());
926 }
927
928 // If it is not a dex cache or an ArtMethod, visit all references.
929 mirror::Class* klass = object->GetClass();
930 if (klass != art_method_class_ && klass != dex_cache_class_) {
931 object->VisitReferences<false /* visit class */>(*this, *this);
932 }
933 }
934
935 mutable std::unordered_set<mirror::Object*> marked_objects_;
936 std::set<std::string>* const image_class_descriptors_;
937 std::vector<mirror::Class*> image_classes_;
938 const mirror::Class* art_method_class_;
939 const mirror::Class* dex_cache_class_;
940 Thread* const self_;
941 const char* old_cause_;
942
943 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
944};
Brian Carlstrom7940e442013-07-12 13:46:57 -0700945
Ian Rogers3d504072014-03-01 09:16:49 -0800946void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700947 if (IsImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700948 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700949
950 Runtime* current = Runtime::Current();
951
952 // Suspend all threads.
Mathieu Chartierbf9fc582015-03-13 17:21:25 -0700953 current->GetThreadList()->SuspendAll(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700954
955 std::string error_msg;
956 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(image_classes_.get(),
957 Thread::Current(),
958 current->GetClassLinker(),
959 &error_msg));
960 CHECK(update.get() != nullptr) << error_msg; // TODO: Soft failure?
961
962 // Do the marking.
963 update->Walk();
964
965 // Resume threads.
966 current->GetThreadList()->ResumeAll();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700967 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700968}
969
Mathieu Chartier590fee92013-09-13 13:46:47 -0700970bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) {
Ian Rogersfc0e94b2013-09-23 23:51:32 -0700971 if (IsImage() &&
Ian Rogersdfb325e2013-10-30 01:00:44 -0700972 IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) {
Andreas Gampe58a5af82014-07-31 16:23:49 -0700973 {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700974 ScopedObjectAccess soa(Thread::Current());
975 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
976 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe58a5af82014-07-31 16:23:49 -0700977 if (resolved_class == nullptr) {
978 // Erroneous class.
979 stats_->TypeNotInDexCache();
980 return false;
981 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700982 }
983 stats_->TypeInDexCache();
984 return true;
985 } else {
986 stats_->TypeNotInDexCache();
987 return false;
988 }
989}
990
991bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file,
992 uint32_t string_idx) {
993 // See also Compiler::ResolveDexFile
994
995 bool result = false;
996 if (IsImage()) {
997 // We resolve all const-string strings when building for the image.
998 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700999 StackHandleScope<1> hs(soa.Self());
1000 Handle<mirror::DexCache> dex_cache(
1001 hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001002 Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache);
1003 result = true;
1004 }
1005 if (result) {
1006 stats_->StringInDexCache();
1007 } else {
1008 stats_->StringNotInDexCache();
1009 }
1010 return result;
1011}
1012
1013bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file,
1014 uint32_t type_idx,
1015 bool* type_known_final, bool* type_known_abstract,
1016 bool* equals_referrers_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001017 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001018 *type_known_final = false;
1019 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001020 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001021 *type_known_abstract = false;
1022 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001023 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001024 *equals_referrers_class = false;
1025 }
1026 ScopedObjectAccess soa(Thread::Current());
1027 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1028 // Get type from dex cache assuming it was populated by the verifier
1029 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001030 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001031 stats_->TypeNeedsAccessCheck();
1032 return false; // Unknown class needs access checks.
1033 }
1034 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001035 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001036 *equals_referrers_class = (method_id.class_idx_ == type_idx);
1037 }
1038 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001039 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001040 stats_->TypeNeedsAccessCheck();
1041 return false; // Incomplete referrer knowledge needs access check.
1042 }
1043 // Perform access check, will return true if access is ok or false if we're going to have to
1044 // check this at runtime (for example for class loaders).
1045 bool result = referrer_class->CanAccess(resolved_class);
1046 if (result) {
1047 stats_->TypeDoesntNeedAccessCheck();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001048 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001049 *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass();
1050 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001051 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001052 *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass();
1053 }
1054 } else {
1055 stats_->TypeNeedsAccessCheck();
1056 }
1057 return result;
1058}
1059
1060bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
1061 const DexFile& dex_file,
1062 uint32_t type_idx) {
1063 ScopedObjectAccess soa(Thread::Current());
1064 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1065 // Get type from dex cache assuming it was populated by the verifier.
1066 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001067 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001068 stats_->TypeNeedsAccessCheck();
1069 return false; // Unknown class needs access checks.
1070 }
1071 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
1072 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001073 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001074 stats_->TypeNeedsAccessCheck();
1075 return false; // Incomplete referrer knowledge needs access check.
1076 }
1077 // Perform access and instantiable checks, will return true if access is ok or false if we're
1078 // going to have to check this at runtime (for example for class loaders).
1079 bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable();
1080 if (result) {
1081 stats_->TypeDoesntNeedAccessCheck();
1082 } else {
1083 stats_->TypeNeedsAccessCheck();
1084 }
1085 return result;
1086}
1087
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001088bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx,
1089 bool* is_type_initialized, bool* use_direct_type_ptr,
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001090 uintptr_t* direct_type_ptr, bool* out_is_finalizable) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001091 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001092 Runtime* runtime = Runtime::Current();
1093 mirror::DexCache* dex_cache = runtime->GetClassLinker()->FindDexCache(dex_file);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001094 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
1095 if (resolved_class == nullptr) {
1096 return false;
1097 }
Igor Murashkind6dee672014-10-16 18:36:16 -07001098 if (GetCompilerOptions().GetCompilePic()) {
1099 // Do not allow a direct class pointer to be used when compiling for position-independent
1100 return false;
1101 }
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001102 *out_is_finalizable = resolved_class->IsFinalizable();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001103 gc::Heap* heap = runtime->GetHeap();
1104 const bool compiling_boot = heap->IsCompilingBoot();
Alex Light6e183f22014-07-18 14:57:04 -07001105 const bool support_boot_image_fixup = GetSupportBootImageFixup();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001106 if (compiling_boot) {
1107 // boot -> boot class pointers.
1108 // True if the class is in the image at boot compiling time.
1109 const bool is_image_class = IsImage() && IsImageClass(
1110 dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_));
1111 // True if pc relative load works.
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001112 if (is_image_class && support_boot_image_fixup) {
1113 *is_type_initialized = resolved_class->IsInitialized();
1114 *use_direct_type_ptr = false;
1115 *direct_type_ptr = 0;
1116 return true;
1117 } else {
1118 return false;
1119 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001120 } else if (runtime->UseJit() && !heap->IsMovableObject(resolved_class)) {
1121 *is_type_initialized = resolved_class->IsInitialized();
1122 // If the class may move around, then don't embed it as a direct pointer.
1123 *use_direct_type_ptr = true;
1124 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1125 return true;
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001126 } else {
1127 // True if the class is in the image at app compiling time.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001128 const bool class_in_image = heap->FindSpaceFromObject(resolved_class, false)->IsImageSpace();
Alex Light6e183f22014-07-18 14:57:04 -07001129 if (class_in_image && support_boot_image_fixup) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001130 // boot -> app class pointers.
1131 *is_type_initialized = resolved_class->IsInitialized();
Alex Lighta59dd802014-07-02 16:28:08 -07001132 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1133 *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001134 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1135 return true;
1136 } else {
1137 // app -> app class pointers.
1138 // Give up because app does not have an image and class
1139 // isn't created at compile time. TODO: implement this
1140 // if/when each app gets an image.
1141 return false;
1142 }
1143 }
1144}
1145
Fred Shihe7f82e22014-08-06 10:46:37 -07001146bool CompilerDriver::CanEmbedReferenceTypeInCode(ClassReference* ref,
1147 bool* use_direct_ptr,
1148 uintptr_t* direct_type_ptr) {
1149 CHECK(ref != nullptr);
1150 CHECK(use_direct_ptr != nullptr);
1151 CHECK(direct_type_ptr != nullptr);
1152
1153 ScopedObjectAccess soa(Thread::Current());
1154 mirror::Class* reference_class = mirror::Reference::GetJavaLangRefReference();
Andreas Gampe928f72b2014-09-09 19:53:48 -07001155 bool is_initialized = false;
Fred Shihe7f82e22014-08-06 10:46:37 -07001156 bool unused_finalizable;
1157 // Make sure we have a finished Reference class object before attempting to use it.
1158 if (!CanEmbedTypeInCode(*reference_class->GetDexCache()->GetDexFile(),
1159 reference_class->GetDexTypeIndex(), &is_initialized,
1160 use_direct_ptr, direct_type_ptr, &unused_finalizable) ||
1161 !is_initialized) {
1162 return false;
1163 }
1164 ref->first = &reference_class->GetDexFile();
1165 ref->second = reference_class->GetDexClassDefIndex();
1166 return true;
1167}
1168
1169uint32_t CompilerDriver::GetReferenceSlowFlagOffset() const {
1170 ScopedObjectAccess soa(Thread::Current());
1171 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1172 DCHECK(klass->IsInitialized());
1173 return klass->GetSlowPathFlagOffset().Uint32Value();
1174}
1175
1176uint32_t CompilerDriver::GetReferenceDisableFlagOffset() const {
1177 ScopedObjectAccess soa(Thread::Current());
1178 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1179 DCHECK(klass->IsInitialized());
1180 return klass->GetDisableIntrinsicFlagOffset().Uint32Value();
1181}
1182
Vladimir Marko20f85592015-03-19 10:07:02 +00001183DexCacheArraysLayout CompilerDriver::GetDexCacheArraysLayout(const DexFile* dex_file) {
1184 // Currently only image dex caches have fixed array layout.
1185 return IsImage() && GetSupportBootImageFixup()
1186 ? DexCacheArraysLayout(dex_file)
1187 : DexCacheArraysLayout();
1188}
1189
Vladimir Markobe0e5462014-02-26 11:24:15 +00001190void CompilerDriver::ProcessedInstanceField(bool resolved) {
1191 if (!resolved) {
1192 stats_->UnresolvedInstanceField();
1193 } else {
1194 stats_->ResolvedInstanceField();
1195 }
1196}
1197
1198void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1199 if (!resolved) {
1200 stats_->UnresolvedStaticField();
1201 } else if (local) {
1202 stats_->ResolvedLocalStaticField();
1203 } else {
1204 stats_->ResolvedStaticField();
1205 }
1206}
1207
Vladimir Markof096aad2014-01-23 15:51:58 +00001208void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) {
1209 stats_->ProcessedInvoke(invoke_type, flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001210}
1211
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001212mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1213 const DexCompilationUnit* mUnit,
1214 bool is_put,
1215 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001216 // Try to resolve the field and compiling method's class.
1217 mirror::ArtField* resolved_field;
1218 mirror::Class* referrer_class;
1219 mirror::DexCache* dex_cache;
1220 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001221 StackHandleScope<3> hs(soa.Self());
1222 Handle<mirror::DexCache> dex_cache_handle(
1223 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1224 Handle<mirror::ClassLoader> class_loader_handle(
1225 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1226 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1227 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false)));
1228 referrer_class = (resolved_field_handle.Get() != nullptr)
1229 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1230 resolved_field = resolved_field_handle.Get();
1231 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001232 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001233 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001234 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001235 std::pair<bool, bool> fast_path = IsFastInstanceField(
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001236 dex_cache, referrer_class, resolved_field, field_idx);
1237 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001238 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001239 ProcessedInstanceField(can_link);
1240 return can_link ? resolved_field : nullptr;
1241}
1242
1243bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1244 bool is_put, MemberOffset* field_offset,
1245 bool* is_volatile) {
1246 ScopedObjectAccess soa(Thread::Current());
1247 StackHandleScope<1> hs(soa.Self());
1248 Handle<mirror::ArtField> resolved_field =
1249 hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa));
1250
1251 if (resolved_field.Get() == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001252 // Conservative defaults.
1253 *is_volatile = true;
1254 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001255 return false;
1256 } else {
1257 *is_volatile = resolved_field->IsVolatile();
1258 *field_offset = resolved_field->GetOffset();
1259 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001260 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001261}
1262
1263bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
Vladimir Markobe0e5462014-02-26 11:24:15 +00001264 bool is_put, MemberOffset* field_offset,
1265 uint32_t* storage_index, bool* is_referrers_class,
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001266 bool* is_volatile, bool* is_initialized,
1267 Primitive::Type* type) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001268 ScopedObjectAccess soa(Thread::Current());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001269 // Try to resolve the field and compiling method's class.
1270 mirror::ArtField* resolved_field;
1271 mirror::Class* referrer_class;
1272 mirror::DexCache* dex_cache;
1273 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001274 StackHandleScope<3> hs(soa.Self());
1275 Handle<mirror::DexCache> dex_cache_handle(
1276 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1277 Handle<mirror::ClassLoader> class_loader_handle(
1278 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1279 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1280 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true)));
1281 referrer_class = (resolved_field_handle.Get() != nullptr)
1282 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1283 resolved_field = resolved_field_handle.Get();
1284 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001285 }
Vladimir Markobe0e5462014-02-26 11:24:15 +00001286 bool result = false;
1287 if (resolved_field != nullptr && referrer_class != nullptr) {
1288 *is_volatile = IsFieldVolatile(resolved_field);
1289 std::pair<bool, bool> fast_path = IsFastStaticField(
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001290 dex_cache, referrer_class, resolved_field, field_idx, storage_index);
Vladimir Markobe0e5462014-02-26 11:24:15 +00001291 result = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001292 }
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001293 if (result) {
1294 *field_offset = GetFieldOffset(resolved_field);
1295 *is_referrers_class = IsStaticFieldInReferrerClass(referrer_class, resolved_field);
1296 // *is_referrers_class == true implies no worrying about class initialization.
1297 *is_initialized = (*is_referrers_class) ||
1298 (IsStaticFieldsClassInitialized(referrer_class, resolved_field) &&
1299 CanAssumeTypeIsPresentInDexCache(*mUnit->GetDexFile(), *storage_index));
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001300 *type = resolved_field->GetTypeAsPrimitiveType();
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001301 } else {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001302 // Conservative defaults.
1303 *is_volatile = true;
1304 *field_offset = MemberOffset(static_cast<size_t>(-1));
1305 *storage_index = -1;
1306 *is_referrers_class = false;
1307 *is_initialized = false;
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001308 *type = Primitive::kPrimVoid;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001309 }
1310 ProcessedStaticField(result, *is_referrers_class);
1311 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001312}
1313
Ian Rogers83883d72013-10-21 21:07:24 -07001314void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type,
1315 bool no_guarantee_of_dex_cache_entry,
Igor Murashkind6dee672014-10-16 18:36:16 -07001316 const mirror::Class* referrer_class,
Brian Carlstromea46f952013-07-30 01:26:50 -07001317 mirror::ArtMethod* method,
Vladimir Markof096aad2014-01-23 15:51:58 +00001318 int* stats_flags,
Ian Rogers83883d72013-10-21 21:07:24 -07001319 MethodReference* target_method,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001320 uintptr_t* direct_code,
1321 uintptr_t* direct_method) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001322 // For direct and static methods compute possible direct_code and direct_method values, ie
1323 // an address for the Method* being invoked and an address of the code for that Method*.
1324 // For interface calls compute a value for direct_method that is the interface method being
1325 // invoked, so this can be passed to the out-of-line runtime support code.
Ian Rogers65ec92c2013-09-06 10:49:58 -07001326 *direct_code = 0;
1327 *direct_method = 0;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001328 Runtime* const runtime = Runtime::Current();
1329 gc::Heap* const heap = runtime->GetHeap();
Igor Murashkind6dee672014-10-16 18:36:16 -07001330 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001331 const bool compiling_boot = heap->IsCompilingBoot();
Alex Lighta59dd802014-07-02 16:28:08 -07001332 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1333 const bool force_relocations = (compiling_boot ||
1334 GetCompilerOptions().GetIncludePatchInformation());
Elliott Hughes956af0f2014-12-11 14:34:28 -08001335 if (sharp_type != kStatic && sharp_type != kDirect) {
1336 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001337 }
Elliott Hughes956af0f2014-12-11 14:34:28 -08001338 // TODO: support patching on all architectures.
1339 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001340 mirror::Class* declaring_class = method->GetDeclaringClass();
1341 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr;
Ian Rogers83883d72013-10-21 21:07:24 -07001342 if (!use_dex_cache) {
1343 if (!method_code_in_boot) {
1344 use_dex_cache = true;
1345 } else {
Brian Carlstrom14247b62015-01-31 21:35:32 -08001346 bool has_clinit_trampoline =
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001347 method->IsStatic() && !declaring_class->IsInitialized();
1348 if (has_clinit_trampoline && declaring_class != referrer_class) {
Ian Rogers83883d72013-10-21 21:07:24 -07001349 // Ensure we run the clinit trampoline unless we are invoking a static method in the same
1350 // class.
1351 use_dex_cache = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001352 }
1353 }
Ian Rogers83883d72013-10-21 21:07:24 -07001354 }
Mathieu Chartier28a35882015-02-26 18:28:07 -08001355 if (runtime->UseJit()) {
1356 // If we are the JIT, then don't allow a direct call to the interpreter bridge since this will
1357 // never be updated even after we compile the method.
1358 if (runtime->GetClassLinker()->IsQuickToInterpreterBridge(
1359 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method)))) {
1360 use_dex_cache = true;
1361 }
1362 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001363 if (method_code_in_boot) {
1364 *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot;
Ian Rogers83883d72013-10-21 21:07:24 -07001365 }
Alex Lighta59dd802014-07-02 16:28:08 -07001366 if (!use_dex_cache && force_relocations) {
Jeff Haoa0acc2d2015-01-27 11:22:04 -08001367 bool is_in_image;
1368 if (IsImage()) {
1369 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor());
1370 } else {
1371 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 &&
1372 Runtime::Current()->GetHeap()->FindSpaceFromObject(method->GetDeclaringClass(),
1373 false)->IsImageSpace();
1374 }
1375 if (!is_in_image) {
Ian Rogers83883d72013-10-21 21:07:24 -07001376 // We can only branch directly to Methods that are resolved in the DexCache.
1377 // Otherwise we won't invoke the resolution trampoline.
1378 use_dex_cache = true;
1379 }
1380 }
1381 // The method is defined not within this dex file. We need a dex cache slot within the current
1382 // dex file or direct pointers.
1383 bool must_use_direct_pointers = false;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001384 mirror::DexCache* dex_cache = declaring_class->GetDexCache();
1385 if (target_method->dex_file == dex_cache->GetDexFile() &&
1386 !(runtime->UseJit() && dex_cache->GetResolvedMethod(method->GetDexMethodIndex()) == nullptr)) {
Ian Rogers83883d72013-10-21 21:07:24 -07001387 target_method->dex_method_index = method->GetDexMethodIndex();
1388 } else {
Ian Rogers83883d72013-10-21 21:07:24 -07001389 if (no_guarantee_of_dex_cache_entry) {
1390 // See if the method is also declared in this dex cache.
Ian Rogerse0a02da2014-12-02 14:10:53 -08001391 uint32_t dex_method_idx =
1392 method->FindDexMethodIndexInOtherDexFile(*target_method->dex_file,
1393 target_method->dex_method_index);
Ian Rogers83883d72013-10-21 21:07:24 -07001394 if (dex_method_idx != DexFile::kDexNoIndex) {
1395 target_method->dex_method_index = dex_method_idx;
1396 } else {
Alex Lighta59dd802014-07-02 16:28:08 -07001397 if (force_relocations && !use_dex_cache) {
Jeff Hao49161ce2014-03-12 11:05:25 -07001398 target_method->dex_method_index = method->GetDexMethodIndex();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001399 target_method->dex_file = dex_cache->GetDexFile();
Jeff Hao49161ce2014-03-12 11:05:25 -07001400 }
Ian Rogers83883d72013-10-21 21:07:24 -07001401 must_use_direct_pointers = true;
1402 }
1403 }
1404 }
1405 if (use_dex_cache) {
1406 if (must_use_direct_pointers) {
1407 // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct
1408 // pointers are required as the dex cache lacks an appropriate entry.
1409 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1410 } else {
1411 *type = sharp_type;
1412 }
1413 } else {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001414 bool method_in_image = heap->FindSpaceFromObject(method, false)->IsImageSpace();
Mathieu Chartier6ced4092015-02-27 16:10:48 -08001415 if (method_in_image || compiling_boot || runtime->UseJit()) {
Alex Lighta59dd802014-07-02 16:28:08 -07001416 // We know we must be able to get to the method in the image, so use that pointer.
Mathieu Chartier6ced4092015-02-27 16:10:48 -08001417 // In the case where we are the JIT, we can always use direct pointers since we know where
1418 // the method and its code are / will be. We don't sharpen to interpreter bridge since we
1419 // check IsQuickToInterpreterBridge above.
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001420 CHECK(!method->IsAbstract());
Ian Rogers83883d72013-10-21 21:07:24 -07001421 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001422 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method);
1423 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method);
Brian Carlstrom14247b62015-01-31 21:35:32 -08001424 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001425 target_method->dex_method_index = method->GetDexMethodIndex();
1426 } else if (!must_use_direct_pointers) {
1427 // Set the code and rely on the dex cache for the method.
1428 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001429 if (force_relocations) {
1430 *direct_code = -1;
Brian Carlstrom14247b62015-01-31 21:35:32 -08001431 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Alex Lighta59dd802014-07-02 16:28:08 -07001432 target_method->dex_method_index = method->GetDexMethodIndex();
1433 } else {
1434 *direct_code = compiler_->GetEntryPointOf(method);
1435 }
Ian Rogers83883d72013-10-21 21:07:24 -07001436 } else {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001437 // Direct pointers were required but none were available.
1438 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
Ian Rogers83883d72013-10-21 21:07:24 -07001439 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001440 }
1441}
1442
1443bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001444 bool update_stats, bool enable_devirtualization,
1445 InvokeType* invoke_type, MethodReference* target_method,
1446 int* vtable_idx, uintptr_t* direct_code,
1447 uintptr_t* direct_method) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001448 InvokeType orig_invoke_type = *invoke_type;
1449 int stats_flags = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001450 ScopedObjectAccess soa(Thread::Current());
Vladimir Markof096aad2014-01-23 15:51:58 +00001451 // Try to resolve the method and compiling method's class.
1452 mirror::ArtMethod* resolved_method;
1453 mirror::Class* referrer_class;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001454 StackHandleScope<3> hs(soa.Self());
1455 Handle<mirror::DexCache> dex_cache(
1456 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1457 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1458 soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
Vladimir Markof096aad2014-01-23 15:51:58 +00001459 {
1460 uint32_t method_idx = target_method->dex_method_index;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001461 Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle(
1462 ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type)));
1463 referrer_class = (resolved_method_handle.Get() != nullptr)
Vladimir Markof096aad2014-01-23 15:51:58 +00001464 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001465 resolved_method = resolved_method_handle.Get();
Vladimir Markof096aad2014-01-23 15:51:58 +00001466 }
1467 bool result = false;
1468 if (resolved_method != nullptr) {
1469 *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001470
Nicolas Geoffraye53798a2014-12-01 10:31:54 +00001471 if (enable_devirtualization && mUnit->GetVerifiedMethod() != nullptr) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001472 const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc);
1473
1474 stats_flags = IsFastInvoke(
1475 soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method,
1476 invoke_type, target_method, devirt_target, direct_code, direct_method);
1477 result = stats_flags != 0;
1478 } else {
1479 // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts.
1480 if (UNLIKELY(referrer_class == nullptr) ||
1481 UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001482 resolved_method, dex_cache.Get(),
Vladimir Markof096aad2014-01-23 15:51:58 +00001483 target_method->dex_method_index)) ||
1484 *invoke_type == kSuper) {
1485 // Slow path. (Without devirtualization, all super calls go slow path as well.)
1486 } else {
1487 // Sharpening failed so generate a regular resolved method dispatch.
1488 stats_flags = kFlagMethodResolved;
1489 GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method,
1490 &stats_flags, target_method, direct_code, direct_method);
1491 result = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001492 }
1493 }
1494 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001495 if (!result) {
1496 // Conservative defaults.
1497 *vtable_idx = -1;
1498 *direct_code = 0u;
1499 *direct_method = 0u;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001500 }
1501 if (update_stats) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001502 ProcessedInvoke(orig_invoke_type, stats_flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001503 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001504 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001505}
1506
Vladimir Marko2730db02014-01-27 11:15:17 +00001507const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1508 uint32_t method_idx) const {
1509 MethodReference ref(dex_file, method_idx);
1510 return verification_results_->GetVerifiedMethod(ref);
1511}
1512
1513bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001514 if (!compiler_options_->IsVerificationEnabled()) {
1515 // If we didn't verify, every cast has to be treated as non-safe.
1516 return false;
1517 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001518 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1519 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001520 if (result) {
1521 stats_->SafeCast();
1522 } else {
1523 stats_->NotASafeCast();
1524 }
1525 return result;
1526}
1527
Brian Carlstrom7940e442013-07-12 13:46:57 -07001528class ParallelCompilationManager {
1529 public:
1530 typedef void Callback(const ParallelCompilationManager* manager, size_t index);
1531
1532 ParallelCompilationManager(ClassLinker* class_linker,
1533 jobject class_loader,
1534 CompilerDriver* compiler,
1535 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001536 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001537 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001538 : index_(0),
1539 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001540 class_loader_(class_loader),
1541 compiler_(compiler),
1542 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001543 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001544 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001545
1546 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001547 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001548 return class_linker_;
1549 }
1550
1551 jobject GetClassLoader() const {
1552 return class_loader_;
1553 }
1554
1555 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001556 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001557 return compiler_;
1558 }
1559
1560 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001561 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001562 return dex_file_;
1563 }
1564
Andreas Gampede7b4362014-07-28 18:38:57 -07001565 const std::vector<const DexFile*>& GetDexFiles() const {
1566 return dex_files_;
1567 }
1568
Brian Carlstrom7940e442013-07-12 13:46:57 -07001569 void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) {
1570 Thread* self = Thread::Current();
1571 self->AssertNoPendingException();
1572 CHECK_GT(work_units, 0U);
1573
Ian Rogers3e5cf302014-05-20 16:40:37 -07001574 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001575 for (size_t i = 0; i < work_units; ++i) {
Sebastien Hertz501baec2013-12-13 12:02:36 +01001576 thread_pool_->AddTask(self, new ForAllClosure(this, end, callback));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001577 }
1578 thread_pool_->StartWorkers(self);
1579
1580 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1581 // thread destructor's called below perform join).
1582 CHECK_NE(self->GetState(), kRunnable);
1583
1584 // Wait for all the worker threads to finish.
1585 thread_pool_->Wait(self, true, false);
1586 }
1587
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001588 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001589 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001590 }
1591
Brian Carlstrom7940e442013-07-12 13:46:57 -07001592 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001593 class ForAllClosure : public Task {
1594 public:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001595 ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001596 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001597 end_(end),
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001598 callback_(callback) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001599
1600 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001601 while (true) {
1602 const size_t index = manager_->NextIndex();
1603 if (UNLIKELY(index >= end_)) {
1604 break;
1605 }
1606 callback_(manager_, index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001607 self->AssertNoPendingException();
1608 }
1609 }
1610
1611 virtual void Finalize() {
1612 delete this;
1613 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001614
Brian Carlstrom7940e442013-07-12 13:46:57 -07001615 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001616 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001617 const size_t end_;
Bernhard Rosenkränzer46053622013-12-12 02:15:52 +01001618 Callback* const callback_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001619 };
1620
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001621 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001622 ClassLinker* const class_linker_;
1623 const jobject class_loader_;
1624 CompilerDriver* const compiler_;
1625 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001626 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001627 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001628
1629 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001630};
1631
Jeff Hao0e49b422013-11-08 12:16:56 -08001632// A fast version of SkipClass above if the class pointer is available
1633// that avoids the expensive FindInClassPath search.
1634static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
1635 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001636 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001637 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1638 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001639 if (class_loader == nullptr) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001640 LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from "
1641 << dex_file.GetLocation() << " previously found in "
1642 << original_dex_file.GetLocation();
1643 }
1644 return true;
1645 }
1646 return false;
1647}
1648
Mathieu Chartier70b63482014-06-27 17:19:04 -07001649static void CheckAndClearResolveException(Thread* self)
1650 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1651 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001652 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001653 std::string temp;
1654 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1655 const char* expected_exceptions[] = {
1656 "Ljava/lang/IllegalAccessError;",
1657 "Ljava/lang/IncompatibleClassChangeError;",
1658 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001659 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001660 "Ljava/lang/NoClassDefFoundError;",
1661 "Ljava/lang/NoSuchFieldError;",
1662 "Ljava/lang/NoSuchMethodError;"
1663 };
1664 bool found = false;
1665 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1666 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1667 found = true;
1668 }
1669 }
1670 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001671 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001672 }
1673 self->ClearException();
1674}
1675
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001676static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager,
1677 size_t class_def_index)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001678 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001679 ATRACE_CALL();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001680 Thread* self = Thread::Current();
1681 jobject jclass_loader = manager->GetClassLoader();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001682 const DexFile& dex_file = *manager->GetDexFile();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001683 ClassLinker* class_linker = manager->GetClassLinker();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001684
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001685 // If an instance field is final then we need to have a barrier on the return, static final
1686 // fields are assigned within the lock held for class initialization. Conservatively assume
1687 // constructor barriers are always required.
1688 bool requires_constructor_barrier = true;
1689
Brian Carlstrom7940e442013-07-12 13:46:57 -07001690 // Method and Field are the worst. We can't resolve without either
1691 // context from the code use (to disambiguate virtual vs direct
1692 // method and instance vs static field) or from class
1693 // definitions. While the compiler will resolve what it can as it
1694 // needs it, here we try to resolve fields and methods used in class
1695 // definitions, since many of them many never be referenced by
1696 // generated code.
1697 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogers68b56852014-08-29 20:19:11 -07001698 ScopedObjectAccess soa(self);
1699 StackHandleScope<2> hs(soa.Self());
1700 Handle<mirror::ClassLoader> class_loader(
1701 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1702 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1703 // Resolve the class.
1704 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1705 class_loader);
1706 bool resolve_fields_and_methods;
1707 if (klass == nullptr) {
1708 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1709 // attempt to resolve methods and fields when there is no declaring class.
1710 CheckAndClearResolveException(soa.Self());
1711 resolve_fields_and_methods = false;
1712 } else {
1713 // We successfully resolved a class, should we skip it?
1714 if (SkipClass(jclass_loader, dex_file, klass)) {
1715 return;
Brian Carlstromcb5f5e52013-09-23 17:48:16 -07001716 }
Ian Rogers68b56852014-08-29 20:19:11 -07001717 // We want to resolve the methods and fields eagerly.
1718 resolve_fields_and_methods = true;
1719 }
1720 // Note the class_data pointer advances through the headers,
1721 // static fields, instance fields, direct methods, and virtual
1722 // methods.
Ian Rogers13735952014-10-08 12:43:28 -07001723 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001724 if (class_data == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001725 // Empty class such as a marker interface.
1726 requires_constructor_barrier = false;
1727 } else {
1728 ClassDataItemIterator it(dex_file, class_data);
1729 while (it.HasNextStaticField()) {
1730 if (resolve_fields_and_methods) {
1731 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1732 dex_cache, class_loader, true);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001733 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001734 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001735 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001736 }
Ian Rogers68b56852014-08-29 20:19:11 -07001737 it.Next();
1738 }
1739 // We require a constructor barrier if there are final instance fields.
1740 requires_constructor_barrier = false;
1741 while (it.HasNextInstanceField()) {
Andreas Gampe51829322014-08-25 15:05:04 -07001742 if (it.MemberIsFinal()) {
Ian Rogers68b56852014-08-29 20:19:11 -07001743 requires_constructor_barrier = true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001744 }
1745 if (resolve_fields_and_methods) {
Ian Rogers68b56852014-08-29 20:19:11 -07001746 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1747 dex_cache, class_loader, false);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001748 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001749 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001750 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001751 }
Ian Rogers68b56852014-08-29 20:19:11 -07001752 it.Next();
1753 }
1754 if (resolve_fields_and_methods) {
1755 while (it.HasNextDirectMethod()) {
1756 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1757 dex_cache, class_loader,
1758 NullHandle<mirror::ArtMethod>(),
1759 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001760 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001761 CheckAndClearResolveException(soa.Self());
1762 }
1763 it.Next();
1764 }
1765 while (it.HasNextVirtualMethod()) {
1766 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1767 dex_cache, class_loader,
1768 NullHandle<mirror::ArtMethod>(),
1769 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001770 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001771 CheckAndClearResolveException(soa.Self());
1772 }
1773 it.Next();
1774 }
1775 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001776 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001777 }
1778 if (requires_constructor_barrier) {
Ian Rogersbe7149f2013-08-20 09:29:39 -07001779 manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001780 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001781}
1782
1783static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx)
1784 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1785 // Class derived values are more complicated, they require the linker and loader.
1786 ScopedObjectAccess soa(Thread::Current());
1787 ClassLinker* class_linker = manager->GetClassLinker();
1788 const DexFile& dex_file = *manager->GetDexFile();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001789 StackHandleScope<2> hs(soa.Self());
1790 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1791 Handle<mirror::ClassLoader> class_loader(
1792 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader())));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001793 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader);
1794
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001795 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001796 CHECK(soa.Self()->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001797 mirror::Throwable* exception = soa.Self()->GetException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001798 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
Mathieu Chartierf8322842014-05-16 10:59:25 -07001799 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
Ian Rogersa436fde2013-08-27 23:34:06 -07001800 // There's little point continuing compilation if the heap is exhausted.
1801 LOG(FATAL) << "Out of memory during type resolution for compilation";
1802 }
1803 soa.Self()->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001804 }
1805}
1806
1807void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001808 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001809 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001810 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1811
1812 // TODO: we could resolve strings here, although the string table is largely filled with class
1813 // and method names.
1814
Andreas Gampede7b4362014-07-28 18:38:57 -07001815 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1816 thread_pool);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001817 if (IsImage()) {
1818 // For images we resolve all types, such as array, whereas for applications just those with
1819 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001820 TimingLogger::ScopedTiming t("Resolve Types", timings);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001821 context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_);
1822 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001823
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001824 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001825 context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001826}
1827
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001828void CompilerDriver::SetVerified(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1829 ThreadPool* thread_pool, TimingLogger* timings) {
1830 for (size_t i = 0; i != dex_files.size(); ++i) {
1831 const DexFile* dex_file = dex_files[i];
1832 CHECK(dex_file != nullptr);
1833 SetVerifiedDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
1834 }
1835}
1836
Brian Carlstrom7940e442013-07-12 13:46:57 -07001837void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001838 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001839 for (size_t i = 0; i != dex_files.size(); ++i) {
1840 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001841 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07001842 VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001843 }
1844}
1845
1846static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index)
1847 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07001848 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001849 ScopedObjectAccess soa(Thread::Current());
Jeff Hao0e49b422013-11-08 12:16:56 -08001850 const DexFile& dex_file = *manager->GetDexFile();
1851 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1852 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1853 ClassLinker* class_linker = manager->GetClassLinker();
1854 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001855 StackHandleScope<3> hs(soa.Self());
1856 Handle<mirror::ClassLoader> class_loader(
1857 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1858 Handle<mirror::Class> klass(
1859 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1860 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001861 CHECK(soa.Self()->IsExceptionPending());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001862 soa.Self()->ClearException();
1863
1864 /*
1865 * At compile time, we can still structurally verify the class even if FindClass fails.
1866 * This is to ensure the class is structurally sound for compilation. An unsound class
1867 * will be rejected by the verifier and later skipped during compilation in the compiler.
1868 */
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001869 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001870 std::string error_msg;
Ian Rogers7b078e82014-09-10 14:44:24 -07001871 if (verifier::MethodVerifier::VerifyClass(soa.Self(), &dex_file, dex_cache, class_loader,
1872 &class_def, true, &error_msg) ==
Brian Carlstrom7940e442013-07-12 13:46:57 -07001873 verifier::MethodVerifier::kHardFailure) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001874 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001875 << " because: " << error_msg;
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001876 manager->GetCompiler()->SetHadHardVerifierFailure();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001877 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001878 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
1879 CHECK(klass->IsResolved()) << PrettyClass(klass.Get());
Ian Rogers7b078e82014-09-10 14:44:24 -07001880 class_linker->VerifyClass(soa.Self(), klass);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001881
1882 if (klass->IsErroneous()) {
1883 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
1884 CHECK(soa.Self()->IsExceptionPending());
1885 soa.Self()->ClearException();
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001886 manager->GetCompiler()->SetHadHardVerifierFailure();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001887 }
1888
1889 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous())
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001890 << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus();
Andreas Gampe7ae063b2014-11-24 23:50:13 -08001891
1892 // It is *very* problematic if there are verification errors in the boot classpath. For example,
1893 // we rely on things working OK without verification when the decryption dialog is brought up.
1894 // So abort in a debug build if we find this violated.
1895 DCHECK(!manager->GetCompiler()->IsImage() || klass->IsVerified()) << "Boot classpath class " <<
1896 PrettyClass(klass.Get()) << " failed to fully verify.";
Brian Carlstrom7940e442013-07-12 13:46:57 -07001897 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001898 soa.Self()->AssertNoPendingException();
1899}
1900
1901void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001902 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001903 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001904 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001905 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07001906 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1907 thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001908 context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001909}
1910
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001911static void SetVerifiedClass(const ParallelCompilationManager* manager, size_t class_def_index)
1912 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1913 ATRACE_CALL();
1914 ScopedObjectAccess soa(Thread::Current());
1915 const DexFile& dex_file = *manager->GetDexFile();
1916 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1917 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1918 ClassLinker* class_linker = manager->GetClassLinker();
1919 jobject jclass_loader = manager->GetClassLoader();
1920 StackHandleScope<3> hs(soa.Self());
1921 Handle<mirror::ClassLoader> class_loader(
1922 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1923 Handle<mirror::Class> klass(
1924 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1925 // Class might have failed resolution. Then don't set it to verified.
1926 if (klass.Get() != nullptr) {
1927 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
1928 // very wrong.
1929 if (klass->IsResolved()) {
1930 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
1931 ObjectLock<mirror::Class> lock(soa.Self(), klass);
Hiroshi Yamauchi5b783e62015-03-18 17:20:11 -07001932 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001933 }
1934 // Record the final class status if necessary.
1935 ClassReference ref(manager->GetDexFile(), class_def_index);
1936 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
1937 }
Andreas Gampe61ff0092014-09-16 11:23:23 -07001938 } else {
1939 Thread* self = soa.Self();
1940 DCHECK(self->IsExceptionPending());
1941 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001942 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001943}
1944
1945void CompilerDriver::SetVerifiedDexFile(jobject class_loader, const DexFile& dex_file,
1946 const std::vector<const DexFile*>& dex_files,
1947 ThreadPool* thread_pool, TimingLogger* timings) {
1948 TimingLogger::ScopedTiming t("Verify Dex File", timings);
1949 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1950 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1951 thread_pool);
1952 context.ForAll(0, dex_file.NumClassDefs(), SetVerifiedClass, thread_count_);
1953}
1954
Brian Carlstrom7940e442013-07-12 13:46:57 -07001955static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index)
1956 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001957 ATRACE_CALL();
Jeff Hao0e49b422013-11-08 12:16:56 -08001958 jobject jclass_loader = manager->GetClassLoader();
1959 const DexFile& dex_file = *manager->GetDexFile();
1960 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Jeff Haobcdbbfe2013-11-08 18:03:22 -08001961 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
1962 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Ian Rogersfc0e94b2013-09-23 23:51:32 -07001963
Brian Carlstrom7940e442013-07-12 13:46:57 -07001964 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001965 StackHandleScope<3> hs(soa.Self());
1966 Handle<mirror::ClassLoader> class_loader(
1967 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1968 Handle<mirror::Class> klass(
1969 hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
Jeff Hao0e49b422013-11-08 12:16:56 -08001970
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001971 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001972 // Only try to initialize classes that were successfully verified.
1973 if (klass->IsVerified()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001974 // Attempt to initialize the class but bail if we either need to initialize the super-class
1975 // or static fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001976 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001977 if (!klass->IsInitialized()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001978 // We don't want non-trivial class initialization occurring on multiple threads due to
1979 // deadlock problems. For example, a parent class is initialized (holding its lock) that
1980 // refers to a sub-class in its static/class initializer causing it to try to acquire the
1981 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
1982 // after first initializing its parents, whose locks are acquired. This leads to a
1983 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
1984 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
1985 // than use a special Object for the purpose we use the Class of java.lang.Class.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001986 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
Mathieu Chartierdb2633c2014-05-16 09:59:29 -07001987 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001988 // Attempt to initialize allowing initialization of parent classes but still not static
1989 // fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001990 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001991 if (!klass->IsInitialized()) {
1992 // We need to initialize static fields, we only do this for image classes that aren't
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001993 // marked with the $NoPreloadHolder (which implies this should not be initialized early).
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001994 bool can_init_static_fields = manager->GetCompiler()->IsImage() &&
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001995 manager->GetCompiler()->IsImageClass(descriptor) &&
1996 !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001997 if (can_init_static_fields) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001998 VLOG(compiler) << "Initializing: " << descriptor;
Ian Rogersc45b8b52014-05-03 01:39:59 -07001999 // TODO multithreading support. We should ensure the current compilation thread has
2000 // exclusive access to the runtime and the transaction. To achieve this, we could use
2001 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
2002 // checks in Thread::AssertThreadSuspensionIsAllowable.
2003 Runtime* const runtime = Runtime::Current();
2004 Transaction transaction;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002005
Ian Rogersc45b8b52014-05-03 01:39:59 -07002006 // Run the class initializer in transaction mode.
2007 runtime->EnterTransactionMode(&transaction);
2008 const mirror::Class::Status old_status = klass->GetStatus();
Ian Rogers7b078e82014-09-10 14:44:24 -07002009 bool success = manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2010 true);
Ian Rogersc45b8b52014-05-03 01:39:59 -07002011 // TODO we detach transaction from runtime to indicate we quit the transactional
2012 // mode which prevents the GC from visiting objects modified during the transaction.
2013 // Ensure GC is not run so don't access freed objects when aborting transaction.
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07002014
2015 ScopedAssertNoThreadSuspension ants(soa.Self(), "Transaction end");
Ian Rogersc45b8b52014-05-03 01:39:59 -07002016 runtime->ExitTransactionMode();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002017
Ian Rogersc45b8b52014-05-03 01:39:59 -07002018 if (!success) {
2019 CHECK(soa.Self()->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00002020 mirror::Throwable* exception = soa.Self()->GetException();
Ian Rogersc45b8b52014-05-03 01:39:59 -07002021 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2022 << exception->Dump();
Andreas Gampedbfe2542014-11-25 22:21:42 -08002023 std::ostream* file_log = manager->GetCompiler()->
2024 GetCompilerOptions().GetInitFailureOutput();
2025 if (file_log != nullptr) {
2026 *file_log << descriptor << "\n";
2027 *file_log << exception->Dump() << "\n";
2028 }
Ian Rogersc45b8b52014-05-03 01:39:59 -07002029 soa.Self()->ClearException();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002030 transaction.Rollback();
Ian Rogersc45b8b52014-05-03 01:39:59 -07002031 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002032 }
2033 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002034 }
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002035 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002036 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002037 }
2038 // Record the final class status if necessary.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002039 ClassReference ref(manager->GetDexFile(), class_def_index);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002040 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002041 }
2042 // Clear any class not found or verification exceptions.
2043 soa.Self()->ClearException();
2044}
2045
2046void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002047 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002048 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002049 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002050 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002051 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
2052 thread_pool);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002053 size_t thread_count;
2054 if (IsImage()) {
2055 // TODO: remove this when transactional mode supports multithreading.
2056 thread_count = 1U;
2057 } else {
2058 thread_count = thread_count_;
2059 }
2060 context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002061}
2062
2063void CompilerDriver::InitializeClasses(jobject class_loader,
2064 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002065 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002066 for (size_t i = 0; i != dex_files.size(); ++i) {
2067 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002068 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002069 InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002070 }
Mathieu Chartier093ef212014-08-11 13:52:12 -07002071 if (IsImage()) {
2072 // Prune garbage objects created during aborted transactions.
2073 Runtime::Current()->GetHeap()->CollectGarbage(true);
2074 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002075}
2076
2077void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002078 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002079 for (size_t i = 0; i != dex_files.size(); ++i) {
2080 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002081 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002082 CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002083 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002084 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002085}
2086
2087void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002088 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002089 const DexFile& dex_file = *manager->GetDexFile();
2090 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002091 ClassLinker* class_linker = manager->GetClassLinker();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002092 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002093 Thread* self = Thread::Current();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002094 {
2095 // Use a scoped object access to perform to the quick SkipClass check.
2096 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002097 ScopedObjectAccess soa(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07002098 StackHandleScope<3> hs(soa.Self());
2099 Handle<mirror::ClassLoader> class_loader(
2100 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
2101 Handle<mirror::Class> klass(
2102 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2103 if (klass.Get() == nullptr) {
2104 CHECK(soa.Self()->IsExceptionPending());
2105 soa.Self()->ClearException();
2106 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2107 return;
2108 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002109 }
2110 ClassReference ref(&dex_file, class_def_index);
2111 // Skip compiling classes with generic verifier failures since they will still fail at runtime
Vladimir Markoc7f83202014-01-24 17:55:18 +00002112 if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002113 return;
2114 }
Ian Rogers13735952014-10-08 12:43:28 -07002115 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002116 if (class_data == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002117 // empty class, probably a marker interface
2118 return;
2119 }
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002120
Mathieu Chartiere86deef2015-03-19 13:43:37 -07002121 CompilerDriver* const driver = manager->GetCompiler();
2122
Brian Carlstrom7940e442013-07-12 13:46:57 -07002123 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +02002124 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002125 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002126 ScopedObjectAccess soa(self);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07002127 StackHandleScope<1> hs(soa.Self());
2128 Handle<mirror::ClassLoader> class_loader(
2129 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Mathieu Chartiere86deef2015-03-19 13:43:37 -07002130 dex_to_dex_compilation_level = driver->GetDexToDexCompilationlevel(
2131 soa.Self(), class_loader, dex_file, class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002132 }
2133 ClassDataItemIterator it(dex_file, class_data);
2134 // Skip fields
2135 while (it.HasNextStaticField()) {
2136 it.Next();
2137 }
2138 while (it.HasNextInstanceField()) {
2139 it.Next();
2140 }
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002141
2142 bool compilation_enabled = driver->IsClassToCompile(
2143 dex_file.StringByTypeIdx(class_def.class_idx_));
2144
Brian Carlstrom7940e442013-07-12 13:46:57 -07002145 // Compile direct methods
2146 int64_t previous_direct_method_idx = -1;
2147 while (it.HasNextDirectMethod()) {
2148 uint32_t method_idx = it.GetMemberIndex();
2149 if (method_idx == previous_direct_method_idx) {
2150 // smali can create dex files with two encoded_methods sharing the same method_idx
2151 // http://code.google.com/p/smali/issues/detail?id=119
2152 it.Next();
2153 continue;
2154 }
2155 previous_direct_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002156 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002157 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002158 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2159 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002160 it.Next();
2161 }
2162 // Compile virtual methods
2163 int64_t previous_virtual_method_idx = -1;
2164 while (it.HasNextVirtualMethod()) {
2165 uint32_t method_idx = it.GetMemberIndex();
2166 if (method_idx == previous_virtual_method_idx) {
2167 // smali can create dex files with two encoded_methods sharing the same method_idx
2168 // http://code.google.com/p/smali/issues/detail?id=119
2169 it.Next();
2170 continue;
2171 }
2172 previous_virtual_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002173 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002174 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002175 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2176 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002177 it.Next();
2178 }
2179 DCHECK(!it.HasNext());
2180}
2181
2182void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002183 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002184 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002185 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002186 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002187 &dex_file, dex_files, thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002188 context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002189}
2190
Ian Rogersa4a3f402014-10-20 18:10:34 -07002191// Does the runtime for the InstructionSet provide an implementation returned by
2192// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
2193static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
2194 switch (isa) {
2195 case kArm:
2196 case kArm64:
2197 case kThumb2:
Douglas Leung735b8552014-10-31 12:21:40 -07002198 case kMips:
Andreas Gampe57b34292015-01-14 15:45:59 -08002199 case kMips64:
Ian Rogersa4a3f402014-10-20 18:10:34 -07002200 case kX86:
2201 case kX86_64: return true;
2202 default: return false;
2203 }
2204}
2205
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002206void CompilerDriver::CompileMethod(Thread* self, const DexFile::CodeItem* code_item,
2207 uint32_t access_flags, InvokeType invoke_type,
2208 uint16_t class_def_idx, uint32_t method_idx,
2209 jobject class_loader, const DexFile& dex_file,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002210 DexToDexCompilationLevel dex_to_dex_compilation_level,
2211 bool compilation_enabled) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002212 CompiledMethod* compiled_method = nullptr;
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002213 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002214 MethodReference method_ref(&dex_file, method_idx);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002215
2216 if ((access_flags & kAccNative) != 0) {
Ian Rogers0188ab72014-03-17 16:51:53 -07002217 // Are we interpreting only and have support for generic JNI down calls?
Jeff Hao4a200f52014-04-01 14:58:49 -07002218 if (!compiler_options_->IsCompilationEnabled() &&
Ian Rogersa4a3f402014-10-20 18:10:34 -07002219 InstructionSetHasGenericJniStub(instruction_set_)) {
Ian Rogers5b271492014-03-14 13:20:26 -07002220 // Leaving this empty will trigger the generic JNI version
2221 } else {
Goran Jakovljevic75c40d42015-04-03 15:45:21 +02002222 compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file);
2223 CHECK(compiled_method != nullptr);
Ian Rogers5b271492014-03-14 13:20:26 -07002224 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002225 } else if ((access_flags & kAccAbstract) != 0) {
Ian Rogersa4a3f402014-10-20 18:10:34 -07002226 // Abstract methods don't have code.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002227 } else {
Andreas Gampe6c170c92014-12-17 14:35:46 -08002228 bool has_verified_method = verification_results_->GetVerifiedMethod(method_ref) != nullptr;
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002229 bool compile = compilation_enabled &&
Andreas Gampe6c170c92014-12-17 14:35:46 -08002230 // Basic checks, e.g., not <clinit>.
2231 verification_results_->IsCandidateForCompilation(method_ref, access_flags) &&
2232 // Did not fail to create VerifiedMethod metadata.
2233 has_verified_method;
Sebastien Hertz4d4adb12013-07-24 16:14:19 +02002234 if (compile) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002235 // NOTE: if compiler declines to compile this method, it will return nullptr.
Ian Rogers72d32622014-05-06 16:20:11 -07002236 compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx,
2237 method_idx, class_loader, dex_file);
Sebastien Hertz17965ed2014-04-04 15:59:53 +02002238 }
2239 if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) {
2240 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Andreas Gampe6c170c92014-12-17 14:35:46 -08002241 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, for example, relies on
2242 // it.
Sebastien Hertz75021222013-07-16 18:34:50 +02002243 (*dex_to_dex_compiler_)(*this, code_item, access_flags,
2244 invoke_type, class_def_idx,
2245 method_idx, class_loader, dex_file,
Andreas Gampe6c170c92014-12-17 14:35:46 -08002246 has_verified_method ? dex_to_dex_compilation_level : kRequired);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002247 }
2248 }
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002249 if (kTimeCompileMethod) {
2250 uint64_t duration_ns = NanoTime() - start_ns;
2251 if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning())) {
2252 LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file)
2253 << " took " << PrettyDuration(duration_ns);
2254 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002255 }
2256
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002257 if (compiled_method != nullptr) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002258 // Count non-relative linker patches.
2259 size_t non_relative_linker_patch_count = 0u;
2260 for (const LinkerPatch& patch : compiled_method->GetPatches()) {
Vladimir Marko20f85592015-03-19 10:07:02 +00002261 if (!patch.IsPcRelative()) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002262 ++non_relative_linker_patch_count;
2263 }
2264 }
Igor Murashkind6dee672014-10-16 18:36:16 -07002265 bool compile_pic = GetCompilerOptions().GetCompilePic(); // Off by default
2266 // When compiling with PIC, there should be zero non-relative linker patches
2267 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
2268
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002269 DCHECK(GetCompiledMethod(method_ref) == nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002270 {
2271 MutexLock mu(self, compiled_methods_lock_);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002272 compiled_methods_.Put(method_ref, compiled_method);
Vladimir Markof4da6752014-08-01 19:04:18 +01002273 non_relative_linker_patch_count_ += non_relative_linker_patch_count;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002274 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002275 DCHECK(GetCompiledMethod(method_ref) != nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002276 }
2277
Jeff Hao48699fb2015-04-06 14:21:37 -07002278 // Done compiling, delete the verified method to reduce native memory usage. Do not delete in
2279 // optimizing compiler, which may need the verified method again for inlining.
2280 if (compiler_kind_ != Compiler::kOptimizing) {
2281 verification_results_->RemoveVerifiedMethod(method_ref);
2282 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002283
Brian Carlstrom7940e442013-07-12 13:46:57 -07002284 if (self->IsExceptionPending()) {
2285 ScopedObjectAccess soa(self);
2286 LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n"
Nicolas Geoffray14691c52015-03-05 10:40:17 +00002287 << self->GetException()->Dump();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002288 }
2289}
2290
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002291void CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) {
2292 CompiledMethod* compiled_method = nullptr;
2293 {
2294 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2295 auto it = compiled_methods_.find(method_ref);
2296 if (it != compiled_methods_.end()) {
2297 compiled_method = it->second;
2298 compiled_methods_.erase(it);
2299 }
2300 }
2301 if (compiled_method != nullptr) {
2302 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, compiled_method);
2303 }
2304}
2305
Brian Carlstrom7940e442013-07-12 13:46:57 -07002306CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
2307 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2308 ClassTable::const_iterator it = compiled_classes_.find(ref);
2309 if (it == compiled_classes_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002310 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002311 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002312 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002313 return it->second;
2314}
2315
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002316void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
2317 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2318 auto it = compiled_classes_.find(ref);
2319 if (it == compiled_classes_.end() || it->second->GetStatus() != status) {
2320 // An entry doesn't exist or the status is lower than the new status.
2321 if (it != compiled_classes_.end()) {
2322 CHECK_GT(status, it->second->GetStatus());
2323 delete it->second;
2324 }
2325 switch (status) {
2326 case mirror::Class::kStatusNotReady:
2327 case mirror::Class::kStatusError:
2328 case mirror::Class::kStatusRetryVerificationAtRuntime:
2329 case mirror::Class::kStatusVerified:
2330 case mirror::Class::kStatusInitialized:
2331 break; // Expected states.
2332 default:
2333 LOG(FATAL) << "Unexpected class status for class "
2334 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2335 << " of " << status;
2336 }
2337 CompiledClass* compiled_class = new CompiledClass(status);
2338 compiled_classes_.Overwrite(ref, compiled_class);
2339 }
2340}
2341
Brian Carlstrom7940e442013-07-12 13:46:57 -07002342CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
2343 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2344 MethodTable::const_iterator it = compiled_methods_.find(ref);
2345 if (it == compiled_methods_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002346 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002347 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002348 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002349 return it->second;
2350}
2351
Vladimir Markof4da6752014-08-01 19:04:18 +01002352size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
2353 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2354 return non_relative_linker_patch_count_;
2355}
2356
Brian Carlstrom7940e442013-07-12 13:46:57 -07002357void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002358 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002359 WriterMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002360 freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index));
2361}
2362
2363bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002364 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002365 ReaderMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002366 return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0;
2367}
2368
2369bool CompilerDriver::WriteElf(const std::string& android_root,
2370 bool is_host,
2371 const std::vector<const art::DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002372 OatWriter* oat_writer,
Brian Carlstrom7940e442013-07-12 13:46:57 -07002373 art::File* file)
2374 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Andreas Gampe3773cd02015-04-10 09:28:22 -07002375 if (kProduce64BitELFFiles && Is64BitInstructionSet(GetInstructionSet())) {
2376 return art::ElfWriterQuick64::Create(file, oat_writer, dex_files, android_root, is_host, *this);
2377 } else {
2378 return art::ElfWriterQuick32::Create(file, oat_writer, dex_files, android_root, is_host, *this);
2379 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002380}
Dave Allison39c3bfb2014-01-28 18:33:52 -08002381
Dave Allison39c3bfb2014-01-28 18:33:52 -08002382bool CompilerDriver::SkipCompilation(const std::string& method_name) {
Calin Juravlec1b643c2014-05-30 23:44:11 +01002383 if (!profile_present_) {
Dave Allison644789f2014-04-10 13:06:10 -07002384 return false;
Dave Allison39c3bfb2014-01-28 18:33:52 -08002385 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002386 // First find the method in the profile file.
2387 ProfileFile::ProfileData data;
2388 if (!profile_file_.GetProfileData(&data, method_name)) {
Dave Allison39c3bfb2014-01-28 18:33:52 -08002389 // Not in profile, no information can be determined.
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002390 if (kIsDebugBuild) {
2391 VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile";
2392 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002393 return true;
2394 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002395
2396 // Methods that comprise top_k_threshold % of the total samples will be compiled.
Calin Juravlef6a4cee2014-04-02 17:03:08 +01002397 // Compare against the start of the topK percentage bucket just in case the threshold
Calin Juravle04ff2262014-04-02 19:08:47 +01002398 // falls inside a bucket.
Calin Juravlec1b643c2014-05-30 23:44:11 +01002399 bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent()
2400 <= compiler_options_->GetTopKProfileThreshold();
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002401 if (kIsDebugBuild) {
2402 if (compile) {
2403 LOG(INFO) << "compiling method " << method_name << " because its usage is part of top "
2404 << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%"
2405 << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")";
2406 } else {
2407 VLOG(compiler) << "not compiling method " << method_name
2408 << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold()
2409 << "% samples)";
2410 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002411 }
2412 return !compile;
2413}
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002414
Andreas Gampe8d295f82015-01-20 14:50:21 -08002415std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002416 std::ostringstream oss;
Mathieu Chartier9b34b242015-03-09 11:30:17 -07002417 Runtime* const runtime = Runtime::Current();
2418 const ArenaPool* arena_pool = runtime->GetArenaPool();
2419 gc::Heap* const heap = runtime->GetHeap();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002420 oss << "arena alloc=" << PrettySize(arena_pool->GetBytesAllocated());
2421 oss << " java alloc=" << PrettySize(heap->GetBytesAllocated());
Elliott Hughes7bf5a262015-04-02 20:55:07 -07002422#if defined(__BIONIC__) || defined(__GLIBC__)
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002423 struct mallinfo info = mallinfo();
2424 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2425 const size_t free_space = static_cast<size_t>(info.fordblks);
2426 oss << " native alloc=" << PrettySize(allocated_space) << " free="
2427 << PrettySize(free_space);
2428#endif
Andreas Gampee21dc3d2014-12-08 16:59:43 -08002429 if (swap_space_.get() != nullptr) {
2430 oss << " swap=" << PrettySize(swap_space_->GetSize());
2431 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002432 if (extended) {
2433 oss << "\nCode dedupe: " << dedupe_code_.DumpStats();
2434 oss << "\nMapping table dedupe: " << dedupe_mapping_table_.DumpStats();
2435 oss << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats();
2436 oss << "\nGC map dedupe: " << dedupe_gc_map_.DumpStats();
2437 oss << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats();
2438 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002439 return oss.str();
2440}
2441
Brian Carlstrom7940e442013-07-12 13:46:57 -07002442} // namespace art