blob: f52f50eda5551198745db0fcefe791e13c2186f1 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Anwar Ghuloum67f99412013-08-12 14:19:48 -070019#define ATRACE_TAG ATRACE_TAG_DALVIK
20#include <utils/Trace.h>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021
Andreas Gampeb0f370e2014-09-25 22:51:40 -070022#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070023#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070024#include <unistd.h>
25
Mathieu Chartierab972ef2014-12-03 17:38:22 -080026#ifndef __APPLE__
27#include <malloc.h> // For mallinfo
28#endif
29
Brian Carlstrom7940e442013-07-12 13:46:57 -070030#include "base/stl_util.h"
31#include "base/timing_logger.h"
32#include "class_linker.h"
Mingyao Yang98d1cc82014-05-15 17:02:16 -070033#include "compiled_class.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000034#include "compiled_method.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000035#include "compiler.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000036#include "compiler_driver-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070037#include "dex_compilation_unit.h"
38#include "dex_file-inl.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000039#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000040#include "dex/verified_method.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000041#include "dex/quick/dex_file_method_inliner.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080042#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070043#include "jni_internal.h"
Ian Rogers22d5e732014-07-15 22:23:51 -070044#include "object_lock.h"
Calin Juravlebb0b53f2014-05-23 17:33:29 +010045#include "profiler.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070046#include "runtime.h"
47#include "gc/accounting/card_table-inl.h"
48#include "gc/accounting/heap_bitmap.h"
49#include "gc/space/space.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070050#include "mirror/art_field-inl.h"
51#include "mirror/art_method-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070052#include "mirror/class_loader.h"
53#include "mirror/class-inl.h"
54#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070055#include "mirror/object-inl.h"
56#include "mirror/object_array-inl.h"
57#include "mirror/throwable.h"
58#include "scoped_thread_state_change.h"
59#include "ScopedLocalRef.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070060#include "handle_scope-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070061#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070062#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070063#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070064#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010065#include "transaction.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000066#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080067#include "utils/swap_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070068#include "verifier/method_verifier.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000069#include "verifier/method_verifier-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070070
Brian Carlstrom7940e442013-07-12 13:46:57 -070071namespace art {
72
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070073static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
74
Brian Carlstrom7940e442013-07-12 13:46:57 -070075static double Percentage(size_t x, size_t y) {
76 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
77}
78
79static void DumpStat(size_t x, size_t y, const char* str) {
80 if (x == 0 && y == 0) {
81 return;
82 }
Ian Rogerse732ef12013-10-09 15:22:24 -070083 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -070084}
85
Vladimir Markof096aad2014-01-23 15:51:58 +000086class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -070087 public:
88 AOTCompilationStats()
89 : stats_lock_("AOT compilation statistics lock"),
90 types_in_dex_cache_(0), types_not_in_dex_cache_(0),
91 strings_in_dex_cache_(0), strings_not_in_dex_cache_(0),
92 resolved_types_(0), unresolved_types_(0),
93 resolved_instance_fields_(0), unresolved_instance_fields_(0),
94 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
95 type_based_devirtualization_(0),
96 safe_casts_(0), not_safe_casts_(0) {
97 for (size_t i = 0; i <= kMaxInvokeType; i++) {
98 resolved_methods_[i] = 0;
99 unresolved_methods_[i] = 0;
100 virtual_made_direct_[i] = 0;
101 direct_calls_to_boot_[i] = 0;
102 direct_methods_to_boot_[i] = 0;
103 }
104 }
105
106 void Dump() {
107 DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache");
108 DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache");
109 DumpStat(resolved_types_, unresolved_types_, "types resolved");
110 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
111 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
112 "static fields resolved");
113 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
114 "static fields local to a class");
115 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
116 // Note, the code below subtracts the stat value so that when added to the stat value we have
117 // 100% of samples. TODO: clean this up.
118 DumpStat(type_based_devirtualization_,
119 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
120 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
121 type_based_devirtualization_,
122 "virtual/interface calls made direct based on type information");
123
124 for (size_t i = 0; i <= kMaxInvokeType; i++) {
125 std::ostringstream oss;
126 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
127 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
128 if (virtual_made_direct_[i] > 0) {
129 std::ostringstream oss2;
130 oss2 << static_cast<InvokeType>(i) << " methods made direct";
131 DumpStat(virtual_made_direct_[i],
132 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
133 oss2.str().c_str());
134 }
135 if (direct_calls_to_boot_[i] > 0) {
136 std::ostringstream oss2;
137 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
138 DumpStat(direct_calls_to_boot_[i],
139 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
140 oss2.str().c_str());
141 }
142 if (direct_methods_to_boot_[i] > 0) {
143 std::ostringstream oss2;
144 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
145 DumpStat(direct_methods_to_boot_[i],
146 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
147 oss2.str().c_str());
148 }
149 }
150 }
151
152// Allow lossy statistics in non-debug builds.
153#ifndef NDEBUG
154#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
155#else
156#define STATS_LOCK()
157#endif
158
159 void TypeInDexCache() {
160 STATS_LOCK();
161 types_in_dex_cache_++;
162 }
163
164 void TypeNotInDexCache() {
165 STATS_LOCK();
166 types_not_in_dex_cache_++;
167 }
168
169 void StringInDexCache() {
170 STATS_LOCK();
171 strings_in_dex_cache_++;
172 }
173
174 void StringNotInDexCache() {
175 STATS_LOCK();
176 strings_not_in_dex_cache_++;
177 }
178
179 void TypeDoesntNeedAccessCheck() {
180 STATS_LOCK();
181 resolved_types_++;
182 }
183
184 void TypeNeedsAccessCheck() {
185 STATS_LOCK();
186 unresolved_types_++;
187 }
188
189 void ResolvedInstanceField() {
190 STATS_LOCK();
191 resolved_instance_fields_++;
192 }
193
194 void UnresolvedInstanceField() {
195 STATS_LOCK();
196 unresolved_instance_fields_++;
197 }
198
199 void ResolvedLocalStaticField() {
200 STATS_LOCK();
201 resolved_local_static_fields_++;
202 }
203
204 void ResolvedStaticField() {
205 STATS_LOCK();
206 resolved_static_fields_++;
207 }
208
209 void UnresolvedStaticField() {
210 STATS_LOCK();
211 unresolved_static_fields_++;
212 }
213
214 // Indicate that type information from the verifier led to devirtualization.
215 void PreciseTypeDevirtualization() {
216 STATS_LOCK();
217 type_based_devirtualization_++;
218 }
219
220 // Indicate that a method of the given type was resolved at compile time.
221 void ResolvedMethod(InvokeType type) {
222 DCHECK_LE(type, kMaxInvokeType);
223 STATS_LOCK();
224 resolved_methods_[type]++;
225 }
226
227 // Indicate that a method of the given type was unresolved at compile time as it was in an
228 // unknown dex file.
229 void UnresolvedMethod(InvokeType type) {
230 DCHECK_LE(type, kMaxInvokeType);
231 STATS_LOCK();
232 unresolved_methods_[type]++;
233 }
234
235 // Indicate that a type of virtual method dispatch has been converted into a direct method
236 // dispatch.
237 void VirtualMadeDirect(InvokeType type) {
238 DCHECK(type == kVirtual || type == kInterface || type == kSuper);
239 STATS_LOCK();
240 virtual_made_direct_[type]++;
241 }
242
243 // Indicate that a method of the given type was able to call directly into boot.
244 void DirectCallsToBoot(InvokeType type) {
245 DCHECK_LE(type, kMaxInvokeType);
246 STATS_LOCK();
247 direct_calls_to_boot_[type]++;
248 }
249
250 // Indicate that a method of the given type was able to be resolved directly from boot.
251 void DirectMethodsToBoot(InvokeType type) {
252 DCHECK_LE(type, kMaxInvokeType);
253 STATS_LOCK();
254 direct_methods_to_boot_[type]++;
255 }
256
Vladimir Markof096aad2014-01-23 15:51:58 +0000257 void ProcessedInvoke(InvokeType type, int flags) {
258 STATS_LOCK();
259 if (flags == 0) {
260 unresolved_methods_[type]++;
261 } else {
262 DCHECK_NE((flags & kFlagMethodResolved), 0);
263 resolved_methods_[type]++;
264 if ((flags & kFlagVirtualMadeDirect) != 0) {
265 virtual_made_direct_[type]++;
266 if ((flags & kFlagPreciseTypeDevirtualization) != 0) {
267 type_based_devirtualization_++;
268 }
269 } else {
270 DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0);
271 }
272 if ((flags & kFlagDirectCallToBoot) != 0) {
273 direct_calls_to_boot_[type]++;
274 }
275 if ((flags & kFlagDirectMethodToBoot) != 0) {
276 direct_methods_to_boot_[type]++;
277 }
278 }
279 }
280
Brian Carlstrom7940e442013-07-12 13:46:57 -0700281 // A check-cast could be eliminated due to verifier type analysis.
282 void SafeCast() {
283 STATS_LOCK();
284 safe_casts_++;
285 }
286
287 // A check-cast couldn't be eliminated due to verifier type analysis.
288 void NotASafeCast() {
289 STATS_LOCK();
290 not_safe_casts_++;
291 }
292
293 private:
294 Mutex stats_lock_;
295
296 size_t types_in_dex_cache_;
297 size_t types_not_in_dex_cache_;
298
299 size_t strings_in_dex_cache_;
300 size_t strings_not_in_dex_cache_;
301
302 size_t resolved_types_;
303 size_t unresolved_types_;
304
305 size_t resolved_instance_fields_;
306 size_t unresolved_instance_fields_;
307
308 size_t resolved_local_static_fields_;
309 size_t resolved_static_fields_;
310 size_t unresolved_static_fields_;
311 // Type based devirtualization for invoke interface and virtual.
312 size_t type_based_devirtualization_;
313
314 size_t resolved_methods_[kMaxInvokeType + 1];
315 size_t unresolved_methods_[kMaxInvokeType + 1];
316 size_t virtual_made_direct_[kMaxInvokeType + 1];
317 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
318 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
319
320 size_t safe_casts_;
321 size_t not_safe_casts_;
322
323 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
324};
325
Brian Carlstrom7940e442013-07-12 13:46:57 -0700326
327extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler,
328 const art::DexFile::CodeItem* code_item,
329 uint32_t access_flags,
330 art::InvokeType invoke_type,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700331 uint16_t class_def_idx,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700332 uint32_t method_idx,
333 jobject class_loader,
334 const art::DexFile& dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700335
Brian Carlstrom6449c622014-02-10 23:48:36 -0800336CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options,
337 VerificationResults* verification_results,
Vladimir Marko5816ed42013-11-27 17:04:20 +0000338 DexFileToMethodInlinerMap* method_inliner_map,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000339 Compiler::Kind compiler_kind,
Nicolas Geoffrayf5df8972014-02-14 18:37:08 +0000340 InstructionSet instruction_set,
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700341 const InstructionSetFeatures* instruction_set_features,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800342 bool image, std::set<std::string>* image_classes,
343 std::set<std::string>* compiled_classes, size_t thread_count,
David Brazdil866c0312015-01-13 21:21:31 +0000344 bool dump_stats, bool dump_passes,
345 const std::string& dump_cfg_file_name, CumulativeLogger* timer,
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800346 int swap_fd, const std::string& profile_file)
347 : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)),
348 swap_space_allocator_(new SwapAllocator<void>(swap_space_.get())),
349 profile_present_(false), compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800350 verification_results_(verification_results),
Vladimir Marko5816ed42013-11-27 17:04:20 +0000351 method_inliner_map_(method_inliner_map),
Ian Rogers72d32622014-05-06 16:20:11 -0700352 compiler_(Compiler::Create(this, compiler_kind)),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700353 instruction_set_(instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700354 instruction_set_features_(instruction_set_features),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700355 freezing_constructor_lock_("freezing constructor lock"),
356 compiled_classes_lock_("compiled classes lock"),
357 compiled_methods_lock_("compiled method lock"),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800358 compiled_methods_(MethodTable::key_compare()),
Vladimir Markof4da6752014-08-01 19:04:18 +0100359 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700360 image_(image),
361 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800362 classes_to_compile_(compiled_classes),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800363 had_hard_verifier_failure_(false),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700364 thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700365 stats_(new AOTCompilationStats),
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800366 dedupe_enabled_(true),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700367 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000368 dump_passes_(dump_passes),
David Brazdil866c0312015-01-13 21:21:31 +0000369 dump_cfg_file_name_(dump_cfg_file_name),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000370 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700371 compiler_context_(nullptr),
Andreas Gampe57b34292015-01-14 15:45:59 -0800372 support_boot_image_fixup_(instruction_set != kMips && instruction_set != kMips64),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800373 dedupe_code_("dedupe code", *swap_space_allocator_),
374 dedupe_src_mapping_table_("dedupe source mapping table", *swap_space_allocator_),
375 dedupe_mapping_table_("dedupe mapping table", *swap_space_allocator_),
376 dedupe_vmap_table_("dedupe vmap table", *swap_space_allocator_),
377 dedupe_gc_map_("dedupe gc map", *swap_space_allocator_),
378 dedupe_cfi_info_("dedupe cfi info", *swap_space_allocator_) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800379 DCHECK(compiler_options_ != nullptr);
380 DCHECK(verification_results_ != nullptr);
381 DCHECK(method_inliner_map_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700382
Sebastien Hertz75021222013-07-16 18:34:50 +0200383 dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700384
Ian Rogers72d32622014-05-06 16:20:11 -0700385 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700386
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800387 CHECK_EQ(image_, image_classes_.get() != nullptr);
Mark Mendellae9fd932014-02-10 16:14:35 -0800388
Calin Juravlec1b643c2014-05-30 23:44:11 +0100389 // Read the profile file if one is provided.
390 if (!profile_file.empty()) {
391 profile_present_ = profile_file_.LoadFile(profile_file);
392 if (profile_present_) {
393 LOG(INFO) << "Using profile data form file " << profile_file;
394 } else {
395 LOG(INFO) << "Failed to load profile file " << profile_file;
396 }
397 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700398}
399
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800400SwapVector<uint8_t>* CompilerDriver::DeduplicateCode(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800401 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700402 return dedupe_code_.Add(Thread::Current(), code);
403}
404
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800405SwapSrcMap* CompilerDriver::DeduplicateSrcMappingTable(const ArrayRef<SrcMapElem>& src_map) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800406 DCHECK(dedupe_enabled_);
Yevgeny Roubane3ea8382014-08-08 16:29:38 +0700407 return dedupe_src_mapping_table_.Add(Thread::Current(), src_map);
408}
409
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800410SwapVector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800411 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700412 return dedupe_mapping_table_.Add(Thread::Current(), code);
413}
414
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800415SwapVector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800416 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700417 return dedupe_vmap_table_.Add(Thread::Current(), code);
418}
419
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800420SwapVector<uint8_t>* CompilerDriver::DeduplicateGCMap(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800421 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700422 return dedupe_gc_map_.Add(Thread::Current(), code);
423}
424
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800425SwapVector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const ArrayRef<const uint8_t>& cfi_info) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800426 DCHECK(dedupe_enabled_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800427 return dedupe_cfi_info_.Add(Thread::Current(), cfi_info);
Mark Mendellae9fd932014-02-10 16:14:35 -0800428}
429
Brian Carlstrom7940e442013-07-12 13:46:57 -0700430CompilerDriver::~CompilerDriver() {
431 Thread* self = Thread::Current();
432 {
433 MutexLock mu(self, compiled_classes_lock_);
434 STLDeleteValues(&compiled_classes_);
435 }
436 {
437 MutexLock mu(self, compiled_methods_lock_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800438 for (auto& pair : compiled_methods_) {
439 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, pair.second);
440 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700441 }
Ian Rogers72d32622014-05-06 16:20:11 -0700442 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700443}
444
Ian Rogersdd7624d2014-03-14 17:43:00 -0700445#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700446 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700447 return CreateTrampoline64(instruction_set_, abi, \
448 type ## _ENTRYPOINT_OFFSET(8, offset)); \
449 } else { \
450 return CreateTrampoline32(instruction_set_, abi, \
451 type ## _ENTRYPOINT_OFFSET(4, offset)); \
452 }
453
Ian Rogers848871b2013-08-05 10:56:33 -0700454const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700455 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700456}
457
458const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700459 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700460}
461
462const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700463 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700464}
465
Andreas Gampe2da88232014-02-27 12:26:20 -0800466const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700467 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800468}
469
Jeff Hao88474b42013-10-23 16:24:40 -0700470const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700471 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700472}
473
Brian Carlstrom7940e442013-07-12 13:46:57 -0700474const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700475 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700476}
477
Ian Rogers848871b2013-08-05 10:56:33 -0700478const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700479 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700480}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700481#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700482
483void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700484 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800485 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700486 DCHECK(!Runtime::Current()->IsStarted());
Ian Rogers700a4022014-05-19 16:49:03 -0700487 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1));
Andreas Gampe8d295f82015-01-20 14:50:21 -0800488 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Ian Rogers3d504072014-03-01 09:16:49 -0800489 PreCompile(class_loader, dex_files, thread_pool.get(), timings);
490 Compile(class_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700491 if (dump_stats_) {
492 stats_->Dump();
493 }
494}
495
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700496DexToDexCompilationLevel CompilerDriver::GetDexToDexCompilationlevel(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700497 Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file,
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700498 const DexFile::ClassDef& class_def) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800499 auto* const runtime = Runtime::Current();
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700500 if (runtime->UseJit() || GetCompilerOptions().VerifyAtRuntime()) {
501 // Verify at runtime shouldn't dex to dex since we didn't resolve of verify.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800502 return kDontDexToDexCompile;
503 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700504 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800505 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800506 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700507 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700508 CHECK(self->IsExceptionPending());
509 self->ClearException();
Sebastien Hertz75021222013-07-16 18:34:50 +0200510 return kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700511 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700512 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
513 // references with actual offsets. We cannot re-verify such instructions.
514 //
515 // We store the verification information in the class status in the oat file, which the linker
516 // can validate (checksums) and use to skip load-time verification. It is thus safe to
517 // optimize when a class has been fully verified before.
518 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200519 // Class is verified so we can enable DEX-to-DEX compilation for performance.
520 return kOptimize;
521 } else if (klass->IsCompileTimeVerified()) {
522 // Class verification has soft-failed. Anyway, ensure at least correctness.
523 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime);
524 return kRequired;
525 } else {
526 // Class verification has failed: do not run DEX-to-DEX compilation.
527 return kDontDexToDexCompile;
528 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700529}
530
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800531void CompilerDriver::CompileOne(Thread* self, mirror::ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700532 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700533 jobject jclass_loader;
534 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700535 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800536 uint32_t method_idx = method->GetDexMethodIndex();
537 uint32_t access_flags = method->GetAccessFlags();
538 InvokeType invoke_type = method->GetInvokeType();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700539 {
540 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800541 ScopedLocalRef<jobject> local_class_loader(
542 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700543 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
544 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700545 dex_file = method->GetDexFile();
546 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700547 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800548 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700549 self->TransitionFromRunnableToSuspended(kNative);
550
551 std::vector<const DexFile*> dex_files;
552 dex_files.push_back(dex_file);
553
Ian Rogers700a4022014-05-19 16:49:03 -0700554 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U));
Ian Rogers3d504072014-03-01 09:16:49 -0800555 PreCompile(jclass_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700556
Brian Carlstrom7940e442013-07-12 13:46:57 -0700557 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +0200558 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700559 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800560 ScopedObjectAccess soa(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700561 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700562 StackHandleScope<1> hs(soa.Self());
563 Handle<mirror::ClassLoader> class_loader(
564 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Ian Rogers98379392014-02-24 16:53:16 -0800565 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file,
566 class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700567 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800568 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
569 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700570
571 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800572 self->TransitionFromSuspendedToRunnable();
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800573}
574
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800575CompiledMethod* CompilerDriver::CompileMethod(Thread* self, mirror::ArtMethod* method) {
576 const uint32_t method_idx = method->GetDexMethodIndex();
577 const uint32_t access_flags = method->GetAccessFlags();
578 const InvokeType invoke_type = method->GetInvokeType();
579 StackHandleScope<1> hs(self);
580 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
581 method->GetDeclaringClass()->GetClassLoader()));
582 jobject jclass_loader = class_loader.ToJObject();
583 const DexFile* dex_file = method->GetDexFile();
584 const uint16_t class_def_idx = method->GetClassDefIndex();
585 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
586 DexToDexCompilationLevel dex_to_dex_compilation_level =
587 GetDexToDexCompilationlevel(self, class_loader, *dex_file, class_def);
588 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
589 self->TransitionFromRunnableToSuspended(kNative);
590 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
591 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
592 auto* compiled_method = GetCompiledMethod(MethodReference(dex_file, method_idx));
593 self->TransitionFromSuspendedToRunnable();
594 return compiled_method;
595}
596
Brian Carlstrom7940e442013-07-12 13:46:57 -0700597void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800598 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700599 for (size_t i = 0; i != dex_files.size(); ++i) {
600 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700601 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -0700602 ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700603 }
604}
605
606void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800607 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700608 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800609 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700610
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700611 const bool verification_enabled = compiler_options_->IsVerificationEnabled();
612 const bool never_verify = compiler_options_->NeverVerify();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700613
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700614 // We need to resolve for never_verify since it needs to run dex to dex to add the
615 // RETURN_VOID_NO_BARRIER.
616 if (never_verify || verification_enabled) {
617 Resolve(class_loader, dex_files, thread_pool, timings);
618 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
619 }
620
621 if (never_verify) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800622 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700623 SetVerified(class_loader, dex_files, thread_pool, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700624 }
625
626 if (!verification_enabled) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700627 return;
628 }
629
Brian Carlstrom7940e442013-07-12 13:46:57 -0700630 Verify(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800631 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700632
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800633 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
634 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such "
635 << "situations. Please check the log.";
636 }
637
Brian Carlstrom7940e442013-07-12 13:46:57 -0700638 InitializeClasses(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800639 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700640
641 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800642 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700643}
644
Ian Rogersdfb325e2013-10-30 01:00:44 -0700645bool CompilerDriver::IsImageClass(const char* descriptor) const {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700646 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700647 return true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700648 } else {
Ian Rogersdfb325e2013-10-30 01:00:44 -0700649 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700650 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700651}
652
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800653bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
654 if (!IsImage()) {
655 return true;
656 } else {
657 if (classes_to_compile_ == nullptr) {
658 return true;
659 }
660 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
661 }
662}
663
Ian Rogerse94652f2014-12-02 11:13:19 -0800664static void ResolveExceptionsForMethod(MutableHandle<mirror::ArtMethod> method_handle,
Ian Rogers700a4022014-05-19 16:49:03 -0700665 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700666 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800667 const DexFile::CodeItem* code_item = method_handle->GetCodeItem();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700668 if (code_item == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700669 return; // native or abstract method
670 }
671 if (code_item->tries_size_ == 0) {
672 return; // nothing to process
673 }
Ian Rogers13735952014-10-08 12:43:28 -0700674 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700675 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
676 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
677 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
678 bool has_catch_all = false;
679 if (encoded_catch_handler_size <= 0) {
680 encoded_catch_handler_size = -encoded_catch_handler_size;
681 has_catch_all = true;
682 }
683 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
684 uint16_t encoded_catch_handler_handlers_type_idx =
685 DecodeUnsignedLeb128(&encoded_catch_handler_list);
686 // Add to set of types to resolve if not already in the dex cache resolved types
Ian Rogerse94652f2014-12-02 11:13:19 -0800687 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700688 exceptions_to_resolve.insert(
689 std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx,
Ian Rogerse94652f2014-12-02 11:13:19 -0800690 method_handle->GetDexFile()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700691 }
692 // ignore address associated with catch handler
693 DecodeUnsignedLeb128(&encoded_catch_handler_list);
694 }
695 if (has_catch_all) {
696 // ignore catch all address
697 DecodeUnsignedLeb128(&encoded_catch_handler_list);
698 }
699 }
700}
701
702static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg)
703 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers700a4022014-05-19 16:49:03 -0700704 std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve =
705 reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg);
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700706 StackHandleScope<1> hs(Thread::Current());
Ian Rogerse94652f2014-12-02 11:13:19 -0800707 MutableHandle<mirror::ArtMethod> method_handle(hs.NewHandle<mirror::ArtMethod>(nullptr));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700708 for (size_t i = 0; i < c->NumVirtualMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800709 method_handle.Assign(c->GetVirtualMethod(i));
710 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700711 }
712 for (size_t i = 0; i < c->NumDirectMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800713 method_handle.Assign(c->GetDirectMethod(i));
714 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700715 }
716 return true;
717}
718
719static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg)
720 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700721 std::set<std::string>* image_classes = reinterpret_cast<std::set<std::string>*>(arg);
722 std::string temp;
723 image_classes->insert(klass->GetDescriptor(&temp));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700724 return true;
725}
726
727// Make a list of descriptors for classes to include in the image
Ian Rogers3d504072014-03-01 09:16:49 -0800728void CompilerDriver::LoadImageClasses(TimingLogger* timings)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700729 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Kenny Rootd5185342014-05-13 14:47:05 -0700730 CHECK(timings != nullptr);
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700731 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700732 return;
733 }
734
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700735 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700736 // Make a first class to load all classes explicitly listed in the file
737 Thread* self = Thread::Current();
738 ScopedObjectAccess soa(self);
739 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -0700740 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700741 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000742 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700743 StackHandleScope<1> hs(self);
744 Handle<mirror::Class> klass(
745 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700746 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700747 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000748 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -0700749 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700750 } else {
751 ++it;
752 }
753 }
754
755 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
756 // exceptions are resolved by the verifier when there is a catch block in an interested method.
757 // Do this here so that exception classes appear to have been specified image classes.
Ian Rogers700a4022014-05-19 16:49:03 -0700758 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700759 StackHandleScope<1> hs(self);
760 Handle<mirror::Class> java_lang_Throwable(
761 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700762 do {
763 unresolved_exception_types.clear();
764 class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor,
765 &unresolved_exception_types);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700766 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) {
767 uint16_t exception_type_idx = exception_type.first;
768 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800769 StackHandleScope<2> hs2(self);
770 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->FindDexCache(*dex_file)));
771 Handle<mirror::Class> klass(hs2.NewHandle(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700772 class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache,
773 NullHandle<mirror::ClassLoader>())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700774 if (klass.Get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700775 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
776 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
777 LOG(FATAL) << "Failed to resolve class " << descriptor;
778 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700779 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700780 }
781 // Resolving exceptions may load classes that reference more exceptions, iterate until no
782 // more are found
783 } while (!unresolved_exception_types.empty());
784
785 // We walk the roots looking for classes so that we'll pick up the
786 // above classes plus any classes them depend on such super
787 // classes, interfaces, and the required ClassLinker roots.
788 class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get());
789
790 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700791}
792
Ian Rogers1ff3c982014-08-12 02:30:58 -0700793static void MaybeAddToImageClasses(Handle<mirror::Class> c, std::set<std::string>* image_classes)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700794 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Mathieu Chartierf8322842014-05-16 10:59:25 -0700795 Thread* self = Thread::Current();
796 StackHandleScope<1> hs(self);
797 // Make a copy of the handle so that we don't clobber it doing Assign.
Andreas Gampe5a4b8a22014-09-11 08:30:08 -0700798 MutableHandle<mirror::Class> klass(hs.NewHandle(c.Get()));
Ian Rogers1ff3c982014-08-12 02:30:58 -0700799 std::string temp;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700800 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700801 const char* descriptor = klass->GetDescriptor(&temp);
802 std::pair<std::set<std::string>::iterator, bool> result = image_classes->insert(descriptor);
803 if (!result.second) { // Previously inserted.
804 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700805 }
Ian Rogers1ff3c982014-08-12 02:30:58 -0700806 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Mathieu Chartierf8322842014-05-16 10:59:25 -0700807 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800808 StackHandleScope<1> hs2(self);
809 MaybeAddToImageClasses(hs2.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)),
Mathieu Chartierf8322842014-05-16 10:59:25 -0700810 image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700811 }
812 if (klass->IsArrayClass()) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800813 StackHandleScope<1> hs2(self);
814 MaybeAddToImageClasses(hs2.NewHandle(klass->GetComponentType()), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700815 }
Mathieu Chartierf8322842014-05-16 10:59:25 -0700816 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700817 }
818}
819
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700820// Keeps all the data for the update together. Also doubles as the reference visitor.
821// Note: we can use object pointers because we suspend all threads.
822class ClinitImageUpdate {
823 public:
824 static ClinitImageUpdate* Create(std::set<std::string>* image_class_descriptors, Thread* self,
825 ClassLinker* linker, std::string* error_msg) {
826 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(image_class_descriptors, self,
827 linker));
828 if (res->art_method_class_ == nullptr) {
829 *error_msg = "Could not find ArtMethod class.";
830 return nullptr;
831 } else if (res->dex_cache_class_ == nullptr) {
832 *error_msg = "Could not find DexCache class.";
833 return nullptr;
834 }
835
836 return res.release();
837 }
838
839 ~ClinitImageUpdate() {
840 // Allow others to suspend again.
841 self_->EndAssertNoThreadSuspension(old_cause_);
842 }
843
844 // Visitor for VisitReferences.
845 void operator()(mirror::Object* object, MemberOffset field_offset, bool /* is_static */) const
846 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
847 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
848 if (ref != nullptr) {
849 VisitClinitClassesObject(ref);
850 }
851 }
852
853 // java.lang.Reference visitor for VisitReferences.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800854 void operator()(mirror::Class* /* klass */, mirror::Reference* /* ref */) const {
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700855 }
856
857 void Walk() SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
858 // Use the initial classes as roots for a search.
859 for (mirror::Class* klass_root : image_classes_) {
860 VisitClinitClassesObject(klass_root);
861 }
862 }
863
864 private:
865 ClinitImageUpdate(std::set<std::string>* image_class_descriptors, Thread* self,
866 ClassLinker* linker)
867 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) :
868 image_class_descriptors_(image_class_descriptors), self_(self) {
869 CHECK(linker != nullptr);
870 CHECK(image_class_descriptors != nullptr);
871
872 // Make sure nobody interferes with us.
873 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
874
875 // Find the interesting classes.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800876 art_method_class_ = linker->LookupClass(self, "Ljava/lang/reflect/ArtMethod;",
877 ComputeModifiedUtf8Hash("Ljava/lang/reflect/ArtMethod;"), nullptr);
878 dex_cache_class_ = linker->LookupClass(self, "Ljava/lang/DexCache;",
879 ComputeModifiedUtf8Hash("Ljava/lang/DexCache;"), nullptr);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700880
881 // Find all the already-marked classes.
882 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
883 linker->VisitClasses(FindImageClasses, this);
884 }
885
886 static bool FindImageClasses(mirror::Class* klass, void* arg)
887 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
888 ClinitImageUpdate* data = reinterpret_cast<ClinitImageUpdate*>(arg);
889 std::string temp;
890 const char* name = klass->GetDescriptor(&temp);
891 if (data->image_class_descriptors_->find(name) != data->image_class_descriptors_->end()) {
892 data->image_classes_.push_back(klass);
Andreas Gampe4d4eff72015-03-04 22:46:35 -0800893 } else {
894 // Check whether it is initialized and has a clinit. They must be kept, too.
895 if (klass->IsInitialized() && klass->FindClassInitializer() != nullptr) {
896 data->image_classes_.push_back(klass);
897 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700898 }
899
900 return true;
901 }
902
903 void VisitClinitClassesObject(mirror::Object* object) const
904 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
905 DCHECK(object != nullptr);
906 if (marked_objects_.find(object) != marked_objects_.end()) {
907 // Already processed.
908 return;
909 }
910
911 // Mark it.
912 marked_objects_.insert(object);
913
914 if (object->IsClass()) {
915 // If it is a class, add it.
916 StackHandleScope<1> hs(self_);
917 MaybeAddToImageClasses(hs.NewHandle(object->AsClass()), image_class_descriptors_);
918 } else {
919 // Else visit the object's class.
920 VisitClinitClassesObject(object->GetClass());
921 }
922
923 // If it is not a dex cache or an ArtMethod, visit all references.
924 mirror::Class* klass = object->GetClass();
925 if (klass != art_method_class_ && klass != dex_cache_class_) {
926 object->VisitReferences<false /* visit class */>(*this, *this);
927 }
928 }
929
930 mutable std::unordered_set<mirror::Object*> marked_objects_;
931 std::set<std::string>* const image_class_descriptors_;
932 std::vector<mirror::Class*> image_classes_;
933 const mirror::Class* art_method_class_;
934 const mirror::Class* dex_cache_class_;
935 Thread* const self_;
936 const char* old_cause_;
937
938 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
939};
Brian Carlstrom7940e442013-07-12 13:46:57 -0700940
Ian Rogers3d504072014-03-01 09:16:49 -0800941void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700942 if (IsImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700943 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700944
945 Runtime* current = Runtime::Current();
946
947 // Suspend all threads.
Mathieu Chartierbf9fc582015-03-13 17:21:25 -0700948 current->GetThreadList()->SuspendAll(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700949
950 std::string error_msg;
951 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(image_classes_.get(),
952 Thread::Current(),
953 current->GetClassLinker(),
954 &error_msg));
955 CHECK(update.get() != nullptr) << error_msg; // TODO: Soft failure?
956
957 // Do the marking.
958 update->Walk();
959
960 // Resume threads.
961 current->GetThreadList()->ResumeAll();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700962 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700963}
964
Mathieu Chartier590fee92013-09-13 13:46:47 -0700965bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) {
Ian Rogersfc0e94b2013-09-23 23:51:32 -0700966 if (IsImage() &&
Ian Rogersdfb325e2013-10-30 01:00:44 -0700967 IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) {
Andreas Gampe58a5af82014-07-31 16:23:49 -0700968 {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700969 ScopedObjectAccess soa(Thread::Current());
970 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
971 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe58a5af82014-07-31 16:23:49 -0700972 if (resolved_class == nullptr) {
973 // Erroneous class.
974 stats_->TypeNotInDexCache();
975 return false;
976 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700977 }
978 stats_->TypeInDexCache();
979 return true;
980 } else {
981 stats_->TypeNotInDexCache();
982 return false;
983 }
984}
985
986bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file,
987 uint32_t string_idx) {
988 // See also Compiler::ResolveDexFile
989
990 bool result = false;
991 if (IsImage()) {
992 // We resolve all const-string strings when building for the image.
993 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700994 StackHandleScope<1> hs(soa.Self());
995 Handle<mirror::DexCache> dex_cache(
996 hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700997 Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache);
998 result = true;
999 }
1000 if (result) {
1001 stats_->StringInDexCache();
1002 } else {
1003 stats_->StringNotInDexCache();
1004 }
1005 return result;
1006}
1007
1008bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file,
1009 uint32_t type_idx,
1010 bool* type_known_final, bool* type_known_abstract,
1011 bool* equals_referrers_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001012 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001013 *type_known_final = false;
1014 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001015 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001016 *type_known_abstract = false;
1017 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001018 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001019 *equals_referrers_class = false;
1020 }
1021 ScopedObjectAccess soa(Thread::Current());
1022 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1023 // Get type from dex cache assuming it was populated by the verifier
1024 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001025 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001026 stats_->TypeNeedsAccessCheck();
1027 return false; // Unknown class needs access checks.
1028 }
1029 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001030 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001031 *equals_referrers_class = (method_id.class_idx_ == type_idx);
1032 }
1033 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001034 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001035 stats_->TypeNeedsAccessCheck();
1036 return false; // Incomplete referrer knowledge needs access check.
1037 }
1038 // Perform access check, will return true if access is ok or false if we're going to have to
1039 // check this at runtime (for example for class loaders).
1040 bool result = referrer_class->CanAccess(resolved_class);
1041 if (result) {
1042 stats_->TypeDoesntNeedAccessCheck();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001043 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001044 *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass();
1045 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001046 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001047 *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass();
1048 }
1049 } else {
1050 stats_->TypeNeedsAccessCheck();
1051 }
1052 return result;
1053}
1054
1055bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
1056 const DexFile& dex_file,
1057 uint32_t type_idx) {
1058 ScopedObjectAccess soa(Thread::Current());
1059 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1060 // Get type from dex cache assuming it was populated by the verifier.
1061 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001062 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001063 stats_->TypeNeedsAccessCheck();
1064 return false; // Unknown class needs access checks.
1065 }
1066 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
1067 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001068 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001069 stats_->TypeNeedsAccessCheck();
1070 return false; // Incomplete referrer knowledge needs access check.
1071 }
1072 // Perform access and instantiable checks, will return true if access is ok or false if we're
1073 // going to have to check this at runtime (for example for class loaders).
1074 bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable();
1075 if (result) {
1076 stats_->TypeDoesntNeedAccessCheck();
1077 } else {
1078 stats_->TypeNeedsAccessCheck();
1079 }
1080 return result;
1081}
1082
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001083bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx,
1084 bool* is_type_initialized, bool* use_direct_type_ptr,
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001085 uintptr_t* direct_type_ptr, bool* out_is_finalizable) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001086 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001087 Runtime* runtime = Runtime::Current();
1088 mirror::DexCache* dex_cache = runtime->GetClassLinker()->FindDexCache(dex_file);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001089 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
1090 if (resolved_class == nullptr) {
1091 return false;
1092 }
Igor Murashkind6dee672014-10-16 18:36:16 -07001093 if (GetCompilerOptions().GetCompilePic()) {
1094 // Do not allow a direct class pointer to be used when compiling for position-independent
1095 return false;
1096 }
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001097 *out_is_finalizable = resolved_class->IsFinalizable();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001098 gc::Heap* heap = runtime->GetHeap();
1099 const bool compiling_boot = heap->IsCompilingBoot();
Alex Light6e183f22014-07-18 14:57:04 -07001100 const bool support_boot_image_fixup = GetSupportBootImageFixup();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001101 if (compiling_boot) {
1102 // boot -> boot class pointers.
1103 // True if the class is in the image at boot compiling time.
1104 const bool is_image_class = IsImage() && IsImageClass(
1105 dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_));
1106 // True if pc relative load works.
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001107 if (is_image_class && support_boot_image_fixup) {
1108 *is_type_initialized = resolved_class->IsInitialized();
1109 *use_direct_type_ptr = false;
1110 *direct_type_ptr = 0;
1111 return true;
1112 } else {
1113 return false;
1114 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001115 } else if (runtime->UseJit() && !heap->IsMovableObject(resolved_class)) {
1116 *is_type_initialized = resolved_class->IsInitialized();
1117 // If the class may move around, then don't embed it as a direct pointer.
1118 *use_direct_type_ptr = true;
1119 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1120 return true;
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001121 } else {
1122 // True if the class is in the image at app compiling time.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001123 const bool class_in_image = heap->FindSpaceFromObject(resolved_class, false)->IsImageSpace();
Alex Light6e183f22014-07-18 14:57:04 -07001124 if (class_in_image && support_boot_image_fixup) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001125 // boot -> app class pointers.
1126 *is_type_initialized = resolved_class->IsInitialized();
Alex Lighta59dd802014-07-02 16:28:08 -07001127 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1128 *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001129 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1130 return true;
1131 } else {
1132 // app -> app class pointers.
1133 // Give up because app does not have an image and class
1134 // isn't created at compile time. TODO: implement this
1135 // if/when each app gets an image.
1136 return false;
1137 }
1138 }
1139}
1140
Fred Shihe7f82e22014-08-06 10:46:37 -07001141bool CompilerDriver::CanEmbedReferenceTypeInCode(ClassReference* ref,
1142 bool* use_direct_ptr,
1143 uintptr_t* direct_type_ptr) {
1144 CHECK(ref != nullptr);
1145 CHECK(use_direct_ptr != nullptr);
1146 CHECK(direct_type_ptr != nullptr);
1147
1148 ScopedObjectAccess soa(Thread::Current());
1149 mirror::Class* reference_class = mirror::Reference::GetJavaLangRefReference();
Andreas Gampe928f72b2014-09-09 19:53:48 -07001150 bool is_initialized = false;
Fred Shihe7f82e22014-08-06 10:46:37 -07001151 bool unused_finalizable;
1152 // Make sure we have a finished Reference class object before attempting to use it.
1153 if (!CanEmbedTypeInCode(*reference_class->GetDexCache()->GetDexFile(),
1154 reference_class->GetDexTypeIndex(), &is_initialized,
1155 use_direct_ptr, direct_type_ptr, &unused_finalizable) ||
1156 !is_initialized) {
1157 return false;
1158 }
1159 ref->first = &reference_class->GetDexFile();
1160 ref->second = reference_class->GetDexClassDefIndex();
1161 return true;
1162}
1163
1164uint32_t CompilerDriver::GetReferenceSlowFlagOffset() const {
1165 ScopedObjectAccess soa(Thread::Current());
1166 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1167 DCHECK(klass->IsInitialized());
1168 return klass->GetSlowPathFlagOffset().Uint32Value();
1169}
1170
1171uint32_t CompilerDriver::GetReferenceDisableFlagOffset() const {
1172 ScopedObjectAccess soa(Thread::Current());
1173 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1174 DCHECK(klass->IsInitialized());
1175 return klass->GetDisableIntrinsicFlagOffset().Uint32Value();
1176}
1177
Vladimir Marko20f85592015-03-19 10:07:02 +00001178DexCacheArraysLayout CompilerDriver::GetDexCacheArraysLayout(const DexFile* dex_file) {
1179 // Currently only image dex caches have fixed array layout.
1180 return IsImage() && GetSupportBootImageFixup()
1181 ? DexCacheArraysLayout(dex_file)
1182 : DexCacheArraysLayout();
1183}
1184
Vladimir Markobe0e5462014-02-26 11:24:15 +00001185void CompilerDriver::ProcessedInstanceField(bool resolved) {
1186 if (!resolved) {
1187 stats_->UnresolvedInstanceField();
1188 } else {
1189 stats_->ResolvedInstanceField();
1190 }
1191}
1192
1193void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1194 if (!resolved) {
1195 stats_->UnresolvedStaticField();
1196 } else if (local) {
1197 stats_->ResolvedLocalStaticField();
1198 } else {
1199 stats_->ResolvedStaticField();
1200 }
1201}
1202
Vladimir Markof096aad2014-01-23 15:51:58 +00001203void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) {
1204 stats_->ProcessedInvoke(invoke_type, flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001205}
1206
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001207mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1208 const DexCompilationUnit* mUnit,
1209 bool is_put,
1210 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001211 // Try to resolve the field and compiling method's class.
1212 mirror::ArtField* resolved_field;
1213 mirror::Class* referrer_class;
1214 mirror::DexCache* dex_cache;
1215 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001216 StackHandleScope<3> hs(soa.Self());
1217 Handle<mirror::DexCache> dex_cache_handle(
1218 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1219 Handle<mirror::ClassLoader> class_loader_handle(
1220 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1221 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1222 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false)));
1223 referrer_class = (resolved_field_handle.Get() != nullptr)
1224 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1225 resolved_field = resolved_field_handle.Get();
1226 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001227 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001228 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001229 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001230 std::pair<bool, bool> fast_path = IsFastInstanceField(
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001231 dex_cache, referrer_class, resolved_field, field_idx);
1232 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001233 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001234 ProcessedInstanceField(can_link);
1235 return can_link ? resolved_field : nullptr;
1236}
1237
1238bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1239 bool is_put, MemberOffset* field_offset,
1240 bool* is_volatile) {
1241 ScopedObjectAccess soa(Thread::Current());
1242 StackHandleScope<1> hs(soa.Self());
1243 Handle<mirror::ArtField> resolved_field =
1244 hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa));
1245
1246 if (resolved_field.Get() == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001247 // Conservative defaults.
1248 *is_volatile = true;
1249 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001250 return false;
1251 } else {
1252 *is_volatile = resolved_field->IsVolatile();
1253 *field_offset = resolved_field->GetOffset();
1254 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001255 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001256}
1257
1258bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
Vladimir Markobe0e5462014-02-26 11:24:15 +00001259 bool is_put, MemberOffset* field_offset,
1260 uint32_t* storage_index, bool* is_referrers_class,
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001261 bool* is_volatile, bool* is_initialized,
1262 Primitive::Type* type) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001263 ScopedObjectAccess soa(Thread::Current());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001264 // Try to resolve the field and compiling method's class.
1265 mirror::ArtField* resolved_field;
1266 mirror::Class* referrer_class;
1267 mirror::DexCache* dex_cache;
1268 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001269 StackHandleScope<3> hs(soa.Self());
1270 Handle<mirror::DexCache> dex_cache_handle(
1271 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1272 Handle<mirror::ClassLoader> class_loader_handle(
1273 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1274 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1275 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true)));
1276 referrer_class = (resolved_field_handle.Get() != nullptr)
1277 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1278 resolved_field = resolved_field_handle.Get();
1279 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001280 }
Vladimir Markobe0e5462014-02-26 11:24:15 +00001281 bool result = false;
1282 if (resolved_field != nullptr && referrer_class != nullptr) {
1283 *is_volatile = IsFieldVolatile(resolved_field);
1284 std::pair<bool, bool> fast_path = IsFastStaticField(
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001285 dex_cache, referrer_class, resolved_field, field_idx, storage_index);
Vladimir Markobe0e5462014-02-26 11:24:15 +00001286 result = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001287 }
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001288 if (result) {
1289 *field_offset = GetFieldOffset(resolved_field);
1290 *is_referrers_class = IsStaticFieldInReferrerClass(referrer_class, resolved_field);
1291 // *is_referrers_class == true implies no worrying about class initialization.
1292 *is_initialized = (*is_referrers_class) ||
1293 (IsStaticFieldsClassInitialized(referrer_class, resolved_field) &&
1294 CanAssumeTypeIsPresentInDexCache(*mUnit->GetDexFile(), *storage_index));
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001295 *type = resolved_field->GetTypeAsPrimitiveType();
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001296 } else {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001297 // Conservative defaults.
1298 *is_volatile = true;
1299 *field_offset = MemberOffset(static_cast<size_t>(-1));
1300 *storage_index = -1;
1301 *is_referrers_class = false;
1302 *is_initialized = false;
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001303 *type = Primitive::kPrimVoid;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001304 }
1305 ProcessedStaticField(result, *is_referrers_class);
1306 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001307}
1308
Ian Rogers83883d72013-10-21 21:07:24 -07001309void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type,
1310 bool no_guarantee_of_dex_cache_entry,
Igor Murashkind6dee672014-10-16 18:36:16 -07001311 const mirror::Class* referrer_class,
Brian Carlstromea46f952013-07-30 01:26:50 -07001312 mirror::ArtMethod* method,
Vladimir Markof096aad2014-01-23 15:51:58 +00001313 int* stats_flags,
Ian Rogers83883d72013-10-21 21:07:24 -07001314 MethodReference* target_method,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001315 uintptr_t* direct_code,
1316 uintptr_t* direct_method) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001317 // For direct and static methods compute possible direct_code and direct_method values, ie
1318 // an address for the Method* being invoked and an address of the code for that Method*.
1319 // For interface calls compute a value for direct_method that is the interface method being
1320 // invoked, so this can be passed to the out-of-line runtime support code.
Ian Rogers65ec92c2013-09-06 10:49:58 -07001321 *direct_code = 0;
1322 *direct_method = 0;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001323 Runtime* const runtime = Runtime::Current();
1324 gc::Heap* const heap = runtime->GetHeap();
Igor Murashkind6dee672014-10-16 18:36:16 -07001325 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001326 const bool compiling_boot = heap->IsCompilingBoot();
Alex Lighta59dd802014-07-02 16:28:08 -07001327 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1328 const bool force_relocations = (compiling_boot ||
1329 GetCompilerOptions().GetIncludePatchInformation());
Elliott Hughes956af0f2014-12-11 14:34:28 -08001330 if (sharp_type != kStatic && sharp_type != kDirect) {
1331 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001332 }
Elliott Hughes956af0f2014-12-11 14:34:28 -08001333 // TODO: support patching on all architectures.
1334 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001335 mirror::Class* declaring_class = method->GetDeclaringClass();
1336 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr;
Ian Rogers83883d72013-10-21 21:07:24 -07001337 if (!use_dex_cache) {
1338 if (!method_code_in_boot) {
1339 use_dex_cache = true;
1340 } else {
Brian Carlstrom14247b62015-01-31 21:35:32 -08001341 bool has_clinit_trampoline =
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001342 method->IsStatic() && !declaring_class->IsInitialized();
1343 if (has_clinit_trampoline && declaring_class != referrer_class) {
Ian Rogers83883d72013-10-21 21:07:24 -07001344 // Ensure we run the clinit trampoline unless we are invoking a static method in the same
1345 // class.
1346 use_dex_cache = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001347 }
1348 }
Ian Rogers83883d72013-10-21 21:07:24 -07001349 }
Mathieu Chartier28a35882015-02-26 18:28:07 -08001350 if (runtime->UseJit()) {
1351 // If we are the JIT, then don't allow a direct call to the interpreter bridge since this will
1352 // never be updated even after we compile the method.
1353 if (runtime->GetClassLinker()->IsQuickToInterpreterBridge(
1354 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method)))) {
1355 use_dex_cache = true;
1356 }
1357 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001358 if (method_code_in_boot) {
1359 *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot;
Ian Rogers83883d72013-10-21 21:07:24 -07001360 }
Alex Lighta59dd802014-07-02 16:28:08 -07001361 if (!use_dex_cache && force_relocations) {
Jeff Haoa0acc2d2015-01-27 11:22:04 -08001362 bool is_in_image;
1363 if (IsImage()) {
1364 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor());
1365 } else {
1366 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 &&
1367 Runtime::Current()->GetHeap()->FindSpaceFromObject(method->GetDeclaringClass(),
1368 false)->IsImageSpace();
1369 }
1370 if (!is_in_image) {
Ian Rogers83883d72013-10-21 21:07:24 -07001371 // We can only branch directly to Methods that are resolved in the DexCache.
1372 // Otherwise we won't invoke the resolution trampoline.
1373 use_dex_cache = true;
1374 }
1375 }
1376 // The method is defined not within this dex file. We need a dex cache slot within the current
1377 // dex file or direct pointers.
1378 bool must_use_direct_pointers = false;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001379 mirror::DexCache* dex_cache = declaring_class->GetDexCache();
1380 if (target_method->dex_file == dex_cache->GetDexFile() &&
1381 !(runtime->UseJit() && dex_cache->GetResolvedMethod(method->GetDexMethodIndex()) == nullptr)) {
Ian Rogers83883d72013-10-21 21:07:24 -07001382 target_method->dex_method_index = method->GetDexMethodIndex();
1383 } else {
Ian Rogers83883d72013-10-21 21:07:24 -07001384 if (no_guarantee_of_dex_cache_entry) {
1385 // See if the method is also declared in this dex cache.
Ian Rogerse0a02da2014-12-02 14:10:53 -08001386 uint32_t dex_method_idx =
1387 method->FindDexMethodIndexInOtherDexFile(*target_method->dex_file,
1388 target_method->dex_method_index);
Ian Rogers83883d72013-10-21 21:07:24 -07001389 if (dex_method_idx != DexFile::kDexNoIndex) {
1390 target_method->dex_method_index = dex_method_idx;
1391 } else {
Alex Lighta59dd802014-07-02 16:28:08 -07001392 if (force_relocations && !use_dex_cache) {
Jeff Hao49161ce2014-03-12 11:05:25 -07001393 target_method->dex_method_index = method->GetDexMethodIndex();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001394 target_method->dex_file = dex_cache->GetDexFile();
Jeff Hao49161ce2014-03-12 11:05:25 -07001395 }
Ian Rogers83883d72013-10-21 21:07:24 -07001396 must_use_direct_pointers = true;
1397 }
1398 }
1399 }
1400 if (use_dex_cache) {
1401 if (must_use_direct_pointers) {
1402 // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct
1403 // pointers are required as the dex cache lacks an appropriate entry.
1404 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1405 } else {
1406 *type = sharp_type;
1407 }
1408 } else {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001409 bool method_in_image = heap->FindSpaceFromObject(method, false)->IsImageSpace();
Mathieu Chartier6ced4092015-02-27 16:10:48 -08001410 if (method_in_image || compiling_boot || runtime->UseJit()) {
Alex Lighta59dd802014-07-02 16:28:08 -07001411 // We know we must be able to get to the method in the image, so use that pointer.
Mathieu Chartier6ced4092015-02-27 16:10:48 -08001412 // In the case where we are the JIT, we can always use direct pointers since we know where
1413 // the method and its code are / will be. We don't sharpen to interpreter bridge since we
1414 // check IsQuickToInterpreterBridge above.
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001415 CHECK(!method->IsAbstract());
Ian Rogers83883d72013-10-21 21:07:24 -07001416 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001417 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method);
1418 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method);
Brian Carlstrom14247b62015-01-31 21:35:32 -08001419 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001420 target_method->dex_method_index = method->GetDexMethodIndex();
1421 } else if (!must_use_direct_pointers) {
1422 // Set the code and rely on the dex cache for the method.
1423 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001424 if (force_relocations) {
1425 *direct_code = -1;
Brian Carlstrom14247b62015-01-31 21:35:32 -08001426 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Alex Lighta59dd802014-07-02 16:28:08 -07001427 target_method->dex_method_index = method->GetDexMethodIndex();
1428 } else {
1429 *direct_code = compiler_->GetEntryPointOf(method);
1430 }
Ian Rogers83883d72013-10-21 21:07:24 -07001431 } else {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001432 // Direct pointers were required but none were available.
1433 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
Ian Rogers83883d72013-10-21 21:07:24 -07001434 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001435 }
1436}
1437
1438bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001439 bool update_stats, bool enable_devirtualization,
1440 InvokeType* invoke_type, MethodReference* target_method,
1441 int* vtable_idx, uintptr_t* direct_code,
1442 uintptr_t* direct_method) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001443 InvokeType orig_invoke_type = *invoke_type;
1444 int stats_flags = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001445 ScopedObjectAccess soa(Thread::Current());
Vladimir Markof096aad2014-01-23 15:51:58 +00001446 // Try to resolve the method and compiling method's class.
1447 mirror::ArtMethod* resolved_method;
1448 mirror::Class* referrer_class;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001449 StackHandleScope<3> hs(soa.Self());
1450 Handle<mirror::DexCache> dex_cache(
1451 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1452 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1453 soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
Vladimir Markof096aad2014-01-23 15:51:58 +00001454 {
1455 uint32_t method_idx = target_method->dex_method_index;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001456 Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle(
1457 ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type)));
1458 referrer_class = (resolved_method_handle.Get() != nullptr)
Vladimir Markof096aad2014-01-23 15:51:58 +00001459 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001460 resolved_method = resolved_method_handle.Get();
Vladimir Markof096aad2014-01-23 15:51:58 +00001461 }
1462 bool result = false;
1463 if (resolved_method != nullptr) {
1464 *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001465
Nicolas Geoffraye53798a2014-12-01 10:31:54 +00001466 if (enable_devirtualization && mUnit->GetVerifiedMethod() != nullptr) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001467 const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc);
1468
1469 stats_flags = IsFastInvoke(
1470 soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method,
1471 invoke_type, target_method, devirt_target, direct_code, direct_method);
1472 result = stats_flags != 0;
1473 } else {
1474 // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts.
1475 if (UNLIKELY(referrer_class == nullptr) ||
1476 UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001477 resolved_method, dex_cache.Get(),
Vladimir Markof096aad2014-01-23 15:51:58 +00001478 target_method->dex_method_index)) ||
1479 *invoke_type == kSuper) {
1480 // Slow path. (Without devirtualization, all super calls go slow path as well.)
1481 } else {
1482 // Sharpening failed so generate a regular resolved method dispatch.
1483 stats_flags = kFlagMethodResolved;
1484 GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method,
1485 &stats_flags, target_method, direct_code, direct_method);
1486 result = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001487 }
1488 }
1489 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001490 if (!result) {
1491 // Conservative defaults.
1492 *vtable_idx = -1;
1493 *direct_code = 0u;
1494 *direct_method = 0u;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001495 }
1496 if (update_stats) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001497 ProcessedInvoke(orig_invoke_type, stats_flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001498 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001499 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001500}
1501
Vladimir Marko2730db02014-01-27 11:15:17 +00001502const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1503 uint32_t method_idx) const {
1504 MethodReference ref(dex_file, method_idx);
1505 return verification_results_->GetVerifiedMethod(ref);
1506}
1507
1508bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001509 if (!compiler_options_->IsVerificationEnabled()) {
1510 // If we didn't verify, every cast has to be treated as non-safe.
1511 return false;
1512 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001513 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1514 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001515 if (result) {
1516 stats_->SafeCast();
1517 } else {
1518 stats_->NotASafeCast();
1519 }
1520 return result;
1521}
1522
Brian Carlstrom7940e442013-07-12 13:46:57 -07001523class ParallelCompilationManager {
1524 public:
1525 typedef void Callback(const ParallelCompilationManager* manager, size_t index);
1526
1527 ParallelCompilationManager(ClassLinker* class_linker,
1528 jobject class_loader,
1529 CompilerDriver* compiler,
1530 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001531 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001532 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001533 : index_(0),
1534 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001535 class_loader_(class_loader),
1536 compiler_(compiler),
1537 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001538 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001539 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001540
1541 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001542 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001543 return class_linker_;
1544 }
1545
1546 jobject GetClassLoader() const {
1547 return class_loader_;
1548 }
1549
1550 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001551 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001552 return compiler_;
1553 }
1554
1555 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001556 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001557 return dex_file_;
1558 }
1559
Andreas Gampede7b4362014-07-28 18:38:57 -07001560 const std::vector<const DexFile*>& GetDexFiles() const {
1561 return dex_files_;
1562 }
1563
Brian Carlstrom7940e442013-07-12 13:46:57 -07001564 void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) {
1565 Thread* self = Thread::Current();
1566 self->AssertNoPendingException();
1567 CHECK_GT(work_units, 0U);
1568
Ian Rogers3e5cf302014-05-20 16:40:37 -07001569 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001570 for (size_t i = 0; i < work_units; ++i) {
Sebastien Hertz501baec2013-12-13 12:02:36 +01001571 thread_pool_->AddTask(self, new ForAllClosure(this, end, callback));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001572 }
1573 thread_pool_->StartWorkers(self);
1574
1575 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1576 // thread destructor's called below perform join).
1577 CHECK_NE(self->GetState(), kRunnable);
1578
1579 // Wait for all the worker threads to finish.
1580 thread_pool_->Wait(self, true, false);
1581 }
1582
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001583 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001584 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001585 }
1586
Brian Carlstrom7940e442013-07-12 13:46:57 -07001587 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001588 class ForAllClosure : public Task {
1589 public:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001590 ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001591 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001592 end_(end),
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001593 callback_(callback) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001594
1595 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001596 while (true) {
1597 const size_t index = manager_->NextIndex();
1598 if (UNLIKELY(index >= end_)) {
1599 break;
1600 }
1601 callback_(manager_, index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001602 self->AssertNoPendingException();
1603 }
1604 }
1605
1606 virtual void Finalize() {
1607 delete this;
1608 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001609
Brian Carlstrom7940e442013-07-12 13:46:57 -07001610 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001611 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001612 const size_t end_;
Bernhard Rosenkränzer46053622013-12-12 02:15:52 +01001613 Callback* const callback_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001614 };
1615
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001616 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001617 ClassLinker* const class_linker_;
1618 const jobject class_loader_;
1619 CompilerDriver* const compiler_;
1620 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001621 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001622 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001623
1624 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001625};
1626
Jeff Hao0e49b422013-11-08 12:16:56 -08001627// A fast version of SkipClass above if the class pointer is available
1628// that avoids the expensive FindInClassPath search.
1629static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
1630 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001631 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001632 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1633 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001634 if (class_loader == nullptr) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001635 LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from "
1636 << dex_file.GetLocation() << " previously found in "
1637 << original_dex_file.GetLocation();
1638 }
1639 return true;
1640 }
1641 return false;
1642}
1643
Mathieu Chartier70b63482014-06-27 17:19:04 -07001644static void CheckAndClearResolveException(Thread* self)
1645 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1646 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001647 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001648 std::string temp;
1649 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1650 const char* expected_exceptions[] = {
1651 "Ljava/lang/IllegalAccessError;",
1652 "Ljava/lang/IncompatibleClassChangeError;",
1653 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001654 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001655 "Ljava/lang/NoClassDefFoundError;",
1656 "Ljava/lang/NoSuchFieldError;",
1657 "Ljava/lang/NoSuchMethodError;"
1658 };
1659 bool found = false;
1660 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1661 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1662 found = true;
1663 }
1664 }
1665 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001666 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001667 }
1668 self->ClearException();
1669}
1670
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001671static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager,
1672 size_t class_def_index)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001673 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001674 ATRACE_CALL();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001675 Thread* self = Thread::Current();
1676 jobject jclass_loader = manager->GetClassLoader();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001677 const DexFile& dex_file = *manager->GetDexFile();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001678 ClassLinker* class_linker = manager->GetClassLinker();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001679
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001680 // If an instance field is final then we need to have a barrier on the return, static final
1681 // fields are assigned within the lock held for class initialization. Conservatively assume
1682 // constructor barriers are always required.
1683 bool requires_constructor_barrier = true;
1684
Brian Carlstrom7940e442013-07-12 13:46:57 -07001685 // Method and Field are the worst. We can't resolve without either
1686 // context from the code use (to disambiguate virtual vs direct
1687 // method and instance vs static field) or from class
1688 // definitions. While the compiler will resolve what it can as it
1689 // needs it, here we try to resolve fields and methods used in class
1690 // definitions, since many of them many never be referenced by
1691 // generated code.
1692 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogers68b56852014-08-29 20:19:11 -07001693 ScopedObjectAccess soa(self);
1694 StackHandleScope<2> hs(soa.Self());
1695 Handle<mirror::ClassLoader> class_loader(
1696 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1697 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1698 // Resolve the class.
1699 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1700 class_loader);
1701 bool resolve_fields_and_methods;
1702 if (klass == nullptr) {
1703 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1704 // attempt to resolve methods and fields when there is no declaring class.
1705 CheckAndClearResolveException(soa.Self());
1706 resolve_fields_and_methods = false;
1707 } else {
1708 // We successfully resolved a class, should we skip it?
1709 if (SkipClass(jclass_loader, dex_file, klass)) {
1710 return;
Brian Carlstromcb5f5e52013-09-23 17:48:16 -07001711 }
Ian Rogers68b56852014-08-29 20:19:11 -07001712 // We want to resolve the methods and fields eagerly.
1713 resolve_fields_and_methods = true;
1714 }
1715 // Note the class_data pointer advances through the headers,
1716 // static fields, instance fields, direct methods, and virtual
1717 // methods.
Ian Rogers13735952014-10-08 12:43:28 -07001718 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001719 if (class_data == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001720 // Empty class such as a marker interface.
1721 requires_constructor_barrier = false;
1722 } else {
1723 ClassDataItemIterator it(dex_file, class_data);
1724 while (it.HasNextStaticField()) {
1725 if (resolve_fields_and_methods) {
1726 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1727 dex_cache, class_loader, true);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001728 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001729 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001730 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001731 }
Ian Rogers68b56852014-08-29 20:19:11 -07001732 it.Next();
1733 }
1734 // We require a constructor barrier if there are final instance fields.
1735 requires_constructor_barrier = false;
1736 while (it.HasNextInstanceField()) {
Andreas Gampe51829322014-08-25 15:05:04 -07001737 if (it.MemberIsFinal()) {
Ian Rogers68b56852014-08-29 20:19:11 -07001738 requires_constructor_barrier = true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001739 }
1740 if (resolve_fields_and_methods) {
Ian Rogers68b56852014-08-29 20:19:11 -07001741 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1742 dex_cache, class_loader, false);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001743 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001744 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001745 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001746 }
Ian Rogers68b56852014-08-29 20:19:11 -07001747 it.Next();
1748 }
1749 if (resolve_fields_and_methods) {
1750 while (it.HasNextDirectMethod()) {
1751 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1752 dex_cache, class_loader,
1753 NullHandle<mirror::ArtMethod>(),
1754 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001755 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001756 CheckAndClearResolveException(soa.Self());
1757 }
1758 it.Next();
1759 }
1760 while (it.HasNextVirtualMethod()) {
1761 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1762 dex_cache, class_loader,
1763 NullHandle<mirror::ArtMethod>(),
1764 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001765 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001766 CheckAndClearResolveException(soa.Self());
1767 }
1768 it.Next();
1769 }
1770 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001771 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001772 }
1773 if (requires_constructor_barrier) {
Ian Rogersbe7149f2013-08-20 09:29:39 -07001774 manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001775 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001776}
1777
1778static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx)
1779 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1780 // Class derived values are more complicated, they require the linker and loader.
1781 ScopedObjectAccess soa(Thread::Current());
1782 ClassLinker* class_linker = manager->GetClassLinker();
1783 const DexFile& dex_file = *manager->GetDexFile();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001784 StackHandleScope<2> hs(soa.Self());
1785 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1786 Handle<mirror::ClassLoader> class_loader(
1787 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader())));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001788 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader);
1789
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001790 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001791 CHECK(soa.Self()->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001792 mirror::Throwable* exception = soa.Self()->GetException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001793 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
Mathieu Chartierf8322842014-05-16 10:59:25 -07001794 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
Ian Rogersa436fde2013-08-27 23:34:06 -07001795 // There's little point continuing compilation if the heap is exhausted.
1796 LOG(FATAL) << "Out of memory during type resolution for compilation";
1797 }
1798 soa.Self()->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001799 }
1800}
1801
1802void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001803 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001804 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001805 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1806
1807 // TODO: we could resolve strings here, although the string table is largely filled with class
1808 // and method names.
1809
Andreas Gampede7b4362014-07-28 18:38:57 -07001810 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1811 thread_pool);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001812 if (IsImage()) {
1813 // For images we resolve all types, such as array, whereas for applications just those with
1814 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001815 TimingLogger::ScopedTiming t("Resolve Types", timings);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001816 context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_);
1817 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001818
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001819 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001820 context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001821}
1822
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001823void CompilerDriver::SetVerified(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1824 ThreadPool* thread_pool, TimingLogger* timings) {
1825 for (size_t i = 0; i != dex_files.size(); ++i) {
1826 const DexFile* dex_file = dex_files[i];
1827 CHECK(dex_file != nullptr);
1828 SetVerifiedDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
1829 }
1830}
1831
Brian Carlstrom7940e442013-07-12 13:46:57 -07001832void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001833 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001834 for (size_t i = 0; i != dex_files.size(); ++i) {
1835 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001836 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07001837 VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001838 }
1839}
1840
1841static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index)
1842 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07001843 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001844 ScopedObjectAccess soa(Thread::Current());
Jeff Hao0e49b422013-11-08 12:16:56 -08001845 const DexFile& dex_file = *manager->GetDexFile();
1846 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1847 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1848 ClassLinker* class_linker = manager->GetClassLinker();
1849 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001850 StackHandleScope<3> hs(soa.Self());
1851 Handle<mirror::ClassLoader> class_loader(
1852 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1853 Handle<mirror::Class> klass(
1854 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1855 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001856 CHECK(soa.Self()->IsExceptionPending());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001857 soa.Self()->ClearException();
1858
1859 /*
1860 * At compile time, we can still structurally verify the class even if FindClass fails.
1861 * This is to ensure the class is structurally sound for compilation. An unsound class
1862 * will be rejected by the verifier and later skipped during compilation in the compiler.
1863 */
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001864 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001865 std::string error_msg;
Ian Rogers7b078e82014-09-10 14:44:24 -07001866 if (verifier::MethodVerifier::VerifyClass(soa.Self(), &dex_file, dex_cache, class_loader,
1867 &class_def, true, &error_msg) ==
Brian Carlstrom7940e442013-07-12 13:46:57 -07001868 verifier::MethodVerifier::kHardFailure) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001869 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001870 << " because: " << error_msg;
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001871 manager->GetCompiler()->SetHadHardVerifierFailure();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001872 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001873 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
1874 CHECK(klass->IsResolved()) << PrettyClass(klass.Get());
Ian Rogers7b078e82014-09-10 14:44:24 -07001875 class_linker->VerifyClass(soa.Self(), klass);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001876
1877 if (klass->IsErroneous()) {
1878 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
1879 CHECK(soa.Self()->IsExceptionPending());
1880 soa.Self()->ClearException();
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001881 manager->GetCompiler()->SetHadHardVerifierFailure();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001882 }
1883
1884 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous())
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001885 << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus();
Andreas Gampe7ae063b2014-11-24 23:50:13 -08001886
1887 // It is *very* problematic if there are verification errors in the boot classpath. For example,
1888 // we rely on things working OK without verification when the decryption dialog is brought up.
1889 // So abort in a debug build if we find this violated.
1890 DCHECK(!manager->GetCompiler()->IsImage() || klass->IsVerified()) << "Boot classpath class " <<
1891 PrettyClass(klass.Get()) << " failed to fully verify.";
Brian Carlstrom7940e442013-07-12 13:46:57 -07001892 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001893 soa.Self()->AssertNoPendingException();
1894}
1895
1896void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001897 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001898 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001899 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001900 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07001901 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1902 thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001903 context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001904}
1905
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001906static void SetVerifiedClass(const ParallelCompilationManager* manager, size_t class_def_index)
1907 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1908 ATRACE_CALL();
1909 ScopedObjectAccess soa(Thread::Current());
1910 const DexFile& dex_file = *manager->GetDexFile();
1911 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1912 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1913 ClassLinker* class_linker = manager->GetClassLinker();
1914 jobject jclass_loader = manager->GetClassLoader();
1915 StackHandleScope<3> hs(soa.Self());
1916 Handle<mirror::ClassLoader> class_loader(
1917 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1918 Handle<mirror::Class> klass(
1919 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1920 // Class might have failed resolution. Then don't set it to verified.
1921 if (klass.Get() != nullptr) {
1922 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
1923 // very wrong.
1924 if (klass->IsResolved()) {
1925 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
1926 ObjectLock<mirror::Class> lock(soa.Self(), klass);
Hiroshi Yamauchi5b783e62015-03-18 17:20:11 -07001927 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001928 }
1929 // Record the final class status if necessary.
1930 ClassReference ref(manager->GetDexFile(), class_def_index);
1931 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
1932 }
Andreas Gampe61ff0092014-09-16 11:23:23 -07001933 } else {
1934 Thread* self = soa.Self();
1935 DCHECK(self->IsExceptionPending());
1936 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001937 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001938}
1939
1940void CompilerDriver::SetVerifiedDexFile(jobject class_loader, const DexFile& dex_file,
1941 const std::vector<const DexFile*>& dex_files,
1942 ThreadPool* thread_pool, TimingLogger* timings) {
1943 TimingLogger::ScopedTiming t("Verify Dex File", timings);
1944 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1945 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1946 thread_pool);
1947 context.ForAll(0, dex_file.NumClassDefs(), SetVerifiedClass, thread_count_);
1948}
1949
Brian Carlstrom7940e442013-07-12 13:46:57 -07001950static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index)
1951 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001952 ATRACE_CALL();
Jeff Hao0e49b422013-11-08 12:16:56 -08001953 jobject jclass_loader = manager->GetClassLoader();
1954 const DexFile& dex_file = *manager->GetDexFile();
1955 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Jeff Haobcdbbfe2013-11-08 18:03:22 -08001956 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
1957 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Ian Rogersfc0e94b2013-09-23 23:51:32 -07001958
Brian Carlstrom7940e442013-07-12 13:46:57 -07001959 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001960 StackHandleScope<3> hs(soa.Self());
1961 Handle<mirror::ClassLoader> class_loader(
1962 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1963 Handle<mirror::Class> klass(
1964 hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
Jeff Hao0e49b422013-11-08 12:16:56 -08001965
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001966 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001967 // Only try to initialize classes that were successfully verified.
1968 if (klass->IsVerified()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001969 // Attempt to initialize the class but bail if we either need to initialize the super-class
1970 // or static fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001971 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001972 if (!klass->IsInitialized()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001973 // We don't want non-trivial class initialization occurring on multiple threads due to
1974 // deadlock problems. For example, a parent class is initialized (holding its lock) that
1975 // refers to a sub-class in its static/class initializer causing it to try to acquire the
1976 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
1977 // after first initializing its parents, whose locks are acquired. This leads to a
1978 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
1979 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
1980 // than use a special Object for the purpose we use the Class of java.lang.Class.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001981 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
Mathieu Chartierdb2633c2014-05-16 09:59:29 -07001982 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001983 // Attempt to initialize allowing initialization of parent classes but still not static
1984 // fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001985 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001986 if (!klass->IsInitialized()) {
1987 // We need to initialize static fields, we only do this for image classes that aren't
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001988 // marked with the $NoPreloadHolder (which implies this should not be initialized early).
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001989 bool can_init_static_fields = manager->GetCompiler()->IsImage() &&
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001990 manager->GetCompiler()->IsImageClass(descriptor) &&
1991 !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001992 if (can_init_static_fields) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001993 VLOG(compiler) << "Initializing: " << descriptor;
Ian Rogersc45b8b52014-05-03 01:39:59 -07001994 // TODO multithreading support. We should ensure the current compilation thread has
1995 // exclusive access to the runtime and the transaction. To achieve this, we could use
1996 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
1997 // checks in Thread::AssertThreadSuspensionIsAllowable.
1998 Runtime* const runtime = Runtime::Current();
1999 Transaction transaction;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002000
Ian Rogersc45b8b52014-05-03 01:39:59 -07002001 // Run the class initializer in transaction mode.
2002 runtime->EnterTransactionMode(&transaction);
2003 const mirror::Class::Status old_status = klass->GetStatus();
Ian Rogers7b078e82014-09-10 14:44:24 -07002004 bool success = manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2005 true);
Ian Rogersc45b8b52014-05-03 01:39:59 -07002006 // TODO we detach transaction from runtime to indicate we quit the transactional
2007 // mode which prevents the GC from visiting objects modified during the transaction.
2008 // Ensure GC is not run so don't access freed objects when aborting transaction.
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07002009
2010 ScopedAssertNoThreadSuspension ants(soa.Self(), "Transaction end");
Ian Rogersc45b8b52014-05-03 01:39:59 -07002011 runtime->ExitTransactionMode();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002012
Ian Rogersc45b8b52014-05-03 01:39:59 -07002013 if (!success) {
2014 CHECK(soa.Self()->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00002015 mirror::Throwable* exception = soa.Self()->GetException();
Ian Rogersc45b8b52014-05-03 01:39:59 -07002016 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2017 << exception->Dump();
Andreas Gampedbfe2542014-11-25 22:21:42 -08002018 std::ostream* file_log = manager->GetCompiler()->
2019 GetCompilerOptions().GetInitFailureOutput();
2020 if (file_log != nullptr) {
2021 *file_log << descriptor << "\n";
2022 *file_log << exception->Dump() << "\n";
2023 }
Ian Rogersc45b8b52014-05-03 01:39:59 -07002024 soa.Self()->ClearException();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002025 transaction.Rollback();
Ian Rogersc45b8b52014-05-03 01:39:59 -07002026 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002027 }
2028 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002029 }
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002030 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002031 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002032 }
2033 // Record the final class status if necessary.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002034 ClassReference ref(manager->GetDexFile(), class_def_index);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002035 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002036 }
2037 // Clear any class not found or verification exceptions.
2038 soa.Self()->ClearException();
2039}
2040
2041void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002042 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002043 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002044 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002045 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002046 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
2047 thread_pool);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002048 size_t thread_count;
2049 if (IsImage()) {
2050 // TODO: remove this when transactional mode supports multithreading.
2051 thread_count = 1U;
2052 } else {
2053 thread_count = thread_count_;
2054 }
2055 context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002056}
2057
2058void CompilerDriver::InitializeClasses(jobject class_loader,
2059 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002060 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002061 for (size_t i = 0; i != dex_files.size(); ++i) {
2062 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002063 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002064 InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002065 }
Mathieu Chartier093ef212014-08-11 13:52:12 -07002066 if (IsImage()) {
2067 // Prune garbage objects created during aborted transactions.
2068 Runtime::Current()->GetHeap()->CollectGarbage(true);
2069 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002070}
2071
2072void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002073 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002074 for (size_t i = 0; i != dex_files.size(); ++i) {
2075 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002076 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002077 CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002078 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002079 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002080}
2081
2082void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002083 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002084 const DexFile& dex_file = *manager->GetDexFile();
2085 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002086 ClassLinker* class_linker = manager->GetClassLinker();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002087 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002088 Thread* self = Thread::Current();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002089 {
2090 // Use a scoped object access to perform to the quick SkipClass check.
2091 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002092 ScopedObjectAccess soa(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07002093 StackHandleScope<3> hs(soa.Self());
2094 Handle<mirror::ClassLoader> class_loader(
2095 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
2096 Handle<mirror::Class> klass(
2097 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2098 if (klass.Get() == nullptr) {
2099 CHECK(soa.Self()->IsExceptionPending());
2100 soa.Self()->ClearException();
2101 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2102 return;
2103 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002104 }
2105 ClassReference ref(&dex_file, class_def_index);
2106 // Skip compiling classes with generic verifier failures since they will still fail at runtime
Vladimir Markoc7f83202014-01-24 17:55:18 +00002107 if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002108 return;
2109 }
Ian Rogers13735952014-10-08 12:43:28 -07002110 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002111 if (class_data == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002112 // empty class, probably a marker interface
2113 return;
2114 }
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002115
Mathieu Chartiere86deef2015-03-19 13:43:37 -07002116 CompilerDriver* const driver = manager->GetCompiler();
2117
Brian Carlstrom7940e442013-07-12 13:46:57 -07002118 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +02002119 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002120 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002121 ScopedObjectAccess soa(self);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07002122 StackHandleScope<1> hs(soa.Self());
2123 Handle<mirror::ClassLoader> class_loader(
2124 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Mathieu Chartiere86deef2015-03-19 13:43:37 -07002125 dex_to_dex_compilation_level = driver->GetDexToDexCompilationlevel(
2126 soa.Self(), class_loader, dex_file, class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002127 }
2128 ClassDataItemIterator it(dex_file, class_data);
2129 // Skip fields
2130 while (it.HasNextStaticField()) {
2131 it.Next();
2132 }
2133 while (it.HasNextInstanceField()) {
2134 it.Next();
2135 }
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002136
2137 bool compilation_enabled = driver->IsClassToCompile(
2138 dex_file.StringByTypeIdx(class_def.class_idx_));
2139
Brian Carlstrom7940e442013-07-12 13:46:57 -07002140 // Compile direct methods
2141 int64_t previous_direct_method_idx = -1;
2142 while (it.HasNextDirectMethod()) {
2143 uint32_t method_idx = it.GetMemberIndex();
2144 if (method_idx == previous_direct_method_idx) {
2145 // smali can create dex files with two encoded_methods sharing the same method_idx
2146 // http://code.google.com/p/smali/issues/detail?id=119
2147 it.Next();
2148 continue;
2149 }
2150 previous_direct_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002151 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002152 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002153 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2154 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002155 it.Next();
2156 }
2157 // Compile virtual methods
2158 int64_t previous_virtual_method_idx = -1;
2159 while (it.HasNextVirtualMethod()) {
2160 uint32_t method_idx = it.GetMemberIndex();
2161 if (method_idx == previous_virtual_method_idx) {
2162 // smali can create dex files with two encoded_methods sharing the same method_idx
2163 // http://code.google.com/p/smali/issues/detail?id=119
2164 it.Next();
2165 continue;
2166 }
2167 previous_virtual_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002168 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002169 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002170 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2171 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002172 it.Next();
2173 }
2174 DCHECK(!it.HasNext());
2175}
2176
2177void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002178 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002179 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002180 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002181 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002182 &dex_file, dex_files, thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002183 context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002184}
2185
Ian Rogersa4a3f402014-10-20 18:10:34 -07002186// Does the runtime for the InstructionSet provide an implementation returned by
2187// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
2188static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
2189 switch (isa) {
2190 case kArm:
2191 case kArm64:
2192 case kThumb2:
Douglas Leung735b8552014-10-31 12:21:40 -07002193 case kMips:
Andreas Gampe57b34292015-01-14 15:45:59 -08002194 case kMips64:
Ian Rogersa4a3f402014-10-20 18:10:34 -07002195 case kX86:
2196 case kX86_64: return true;
2197 default: return false;
2198 }
2199}
2200
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002201void CompilerDriver::CompileMethod(Thread* self, const DexFile::CodeItem* code_item,
2202 uint32_t access_flags, InvokeType invoke_type,
2203 uint16_t class_def_idx, uint32_t method_idx,
2204 jobject class_loader, const DexFile& dex_file,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002205 DexToDexCompilationLevel dex_to_dex_compilation_level,
2206 bool compilation_enabled) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002207 CompiledMethod* compiled_method = nullptr;
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002208 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002209 MethodReference method_ref(&dex_file, method_idx);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002210
2211 if ((access_flags & kAccNative) != 0) {
Ian Rogers0188ab72014-03-17 16:51:53 -07002212 // Are we interpreting only and have support for generic JNI down calls?
Jeff Hao4a200f52014-04-01 14:58:49 -07002213 if (!compiler_options_->IsCompilationEnabled() &&
Ian Rogersa4a3f402014-10-20 18:10:34 -07002214 InstructionSetHasGenericJniStub(instruction_set_)) {
Ian Rogers5b271492014-03-14 13:20:26 -07002215 // Leaving this empty will trigger the generic JNI version
2216 } else {
Maja Gagic6ea651f2015-02-24 16:55:04 +01002217 if (instruction_set_ != kMips64) { // Use generic JNI for Mips64 (temporarily).
2218 compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file);
2219 CHECK(compiled_method != nullptr);
2220 }
Ian Rogers5b271492014-03-14 13:20:26 -07002221 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002222 } else if ((access_flags & kAccAbstract) != 0) {
Ian Rogersa4a3f402014-10-20 18:10:34 -07002223 // Abstract methods don't have code.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002224 } else {
Andreas Gampe6c170c92014-12-17 14:35:46 -08002225 bool has_verified_method = verification_results_->GetVerifiedMethod(method_ref) != nullptr;
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002226 bool compile = compilation_enabled &&
Andreas Gampe6c170c92014-12-17 14:35:46 -08002227 // Basic checks, e.g., not <clinit>.
2228 verification_results_->IsCandidateForCompilation(method_ref, access_flags) &&
2229 // Did not fail to create VerifiedMethod metadata.
2230 has_verified_method;
Sebastien Hertz4d4adb12013-07-24 16:14:19 +02002231 if (compile) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002232 // NOTE: if compiler declines to compile this method, it will return nullptr.
Ian Rogers72d32622014-05-06 16:20:11 -07002233 compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx,
2234 method_idx, class_loader, dex_file);
Sebastien Hertz17965ed2014-04-04 15:59:53 +02002235 }
2236 if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) {
2237 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Andreas Gampe6c170c92014-12-17 14:35:46 -08002238 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, for example, relies on
2239 // it.
Sebastien Hertz75021222013-07-16 18:34:50 +02002240 (*dex_to_dex_compiler_)(*this, code_item, access_flags,
2241 invoke_type, class_def_idx,
2242 method_idx, class_loader, dex_file,
Andreas Gampe6c170c92014-12-17 14:35:46 -08002243 has_verified_method ? dex_to_dex_compilation_level : kRequired);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002244 }
2245 }
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002246 if (kTimeCompileMethod) {
2247 uint64_t duration_ns = NanoTime() - start_ns;
2248 if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning())) {
2249 LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file)
2250 << " took " << PrettyDuration(duration_ns);
2251 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002252 }
2253
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002254 if (compiled_method != nullptr) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002255 // Count non-relative linker patches.
2256 size_t non_relative_linker_patch_count = 0u;
2257 for (const LinkerPatch& patch : compiled_method->GetPatches()) {
Vladimir Marko20f85592015-03-19 10:07:02 +00002258 if (!patch.IsPcRelative()) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002259 ++non_relative_linker_patch_count;
2260 }
2261 }
Igor Murashkind6dee672014-10-16 18:36:16 -07002262 bool compile_pic = GetCompilerOptions().GetCompilePic(); // Off by default
2263 // When compiling with PIC, there should be zero non-relative linker patches
2264 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
2265
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002266 DCHECK(GetCompiledMethod(method_ref) == nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002267 {
2268 MutexLock mu(self, compiled_methods_lock_);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002269 compiled_methods_.Put(method_ref, compiled_method);
Vladimir Markof4da6752014-08-01 19:04:18 +01002270 non_relative_linker_patch_count_ += non_relative_linker_patch_count;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002271 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002272 DCHECK(GetCompiledMethod(method_ref) != nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002273 }
2274
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002275 // Done compiling, delete the verified method to reduce native memory usage.
2276 verification_results_->RemoveVerifiedMethod(method_ref);
2277
Brian Carlstrom7940e442013-07-12 13:46:57 -07002278 if (self->IsExceptionPending()) {
2279 ScopedObjectAccess soa(self);
2280 LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n"
Nicolas Geoffray14691c52015-03-05 10:40:17 +00002281 << self->GetException()->Dump();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002282 }
2283}
2284
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002285void CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) {
2286 CompiledMethod* compiled_method = nullptr;
2287 {
2288 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2289 auto it = compiled_methods_.find(method_ref);
2290 if (it != compiled_methods_.end()) {
2291 compiled_method = it->second;
2292 compiled_methods_.erase(it);
2293 }
2294 }
2295 if (compiled_method != nullptr) {
2296 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, compiled_method);
2297 }
2298}
2299
Brian Carlstrom7940e442013-07-12 13:46:57 -07002300CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
2301 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2302 ClassTable::const_iterator it = compiled_classes_.find(ref);
2303 if (it == compiled_classes_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002304 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002305 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002306 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002307 return it->second;
2308}
2309
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002310void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
2311 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2312 auto it = compiled_classes_.find(ref);
2313 if (it == compiled_classes_.end() || it->second->GetStatus() != status) {
2314 // An entry doesn't exist or the status is lower than the new status.
2315 if (it != compiled_classes_.end()) {
2316 CHECK_GT(status, it->second->GetStatus());
2317 delete it->second;
2318 }
2319 switch (status) {
2320 case mirror::Class::kStatusNotReady:
2321 case mirror::Class::kStatusError:
2322 case mirror::Class::kStatusRetryVerificationAtRuntime:
2323 case mirror::Class::kStatusVerified:
2324 case mirror::Class::kStatusInitialized:
2325 break; // Expected states.
2326 default:
2327 LOG(FATAL) << "Unexpected class status for class "
2328 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2329 << " of " << status;
2330 }
2331 CompiledClass* compiled_class = new CompiledClass(status);
2332 compiled_classes_.Overwrite(ref, compiled_class);
2333 }
2334}
2335
Brian Carlstrom7940e442013-07-12 13:46:57 -07002336CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
2337 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2338 MethodTable::const_iterator it = compiled_methods_.find(ref);
2339 if (it == compiled_methods_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002340 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002341 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002342 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002343 return it->second;
2344}
2345
Vladimir Markof4da6752014-08-01 19:04:18 +01002346size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
2347 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2348 return non_relative_linker_patch_count_;
2349}
2350
Brian Carlstrom7940e442013-07-12 13:46:57 -07002351void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002352 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002353 WriterMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002354 freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index));
2355}
2356
2357bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002358 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002359 ReaderMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002360 return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0;
2361}
2362
2363bool CompilerDriver::WriteElf(const std::string& android_root,
2364 bool is_host,
2365 const std::vector<const art::DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002366 OatWriter* oat_writer,
Brian Carlstrom7940e442013-07-12 13:46:57 -07002367 art::File* file)
2368 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers72d32622014-05-06 16:20:11 -07002369 return compiler_->WriteElf(file, oat_writer, dex_files, android_root, is_host);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002370}
2371void CompilerDriver::InstructionSetToLLVMTarget(InstructionSet instruction_set,
Ian Rogers3d504072014-03-01 09:16:49 -08002372 std::string* target_triple,
2373 std::string* target_cpu,
2374 std::string* target_attr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002375 switch (instruction_set) {
2376 case kThumb2:
Ian Rogers3d504072014-03-01 09:16:49 -08002377 *target_triple = "thumb-none-linux-gnueabi";
2378 *target_cpu = "cortex-a9";
2379 *target_attr = "+thumb2,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002380 break;
2381
2382 case kArm:
Ian Rogers3d504072014-03-01 09:16:49 -08002383 *target_triple = "armv7-none-linux-gnueabi";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002384 // TODO: Fix for Nexus S.
Ian Rogers3d504072014-03-01 09:16:49 -08002385 *target_cpu = "cortex-a9";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002386 // TODO: Fix for Xoom.
Ian Rogers3d504072014-03-01 09:16:49 -08002387 *target_attr = "+v7,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002388 break;
2389
2390 case kX86:
Ian Rogers3d504072014-03-01 09:16:49 -08002391 *target_triple = "i386-pc-linux-gnu";
2392 *target_attr = "";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002393 break;
2394
Dmitry Petrochenko6a58cb12014-04-02 17:27:59 +07002395 case kX86_64:
2396 *target_triple = "x86_64-pc-linux-gnu";
2397 *target_attr = "";
2398 break;
2399
Brian Carlstrom7940e442013-07-12 13:46:57 -07002400 case kMips:
Ian Rogers3d504072014-03-01 09:16:49 -08002401 *target_triple = "mipsel-unknown-linux";
2402 *target_attr = "mips32r2";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002403 break;
2404
2405 default:
2406 LOG(FATAL) << "Unknown instruction set: " << instruction_set;
2407 }
2408 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002409
Dave Allison39c3bfb2014-01-28 18:33:52 -08002410bool CompilerDriver::SkipCompilation(const std::string& method_name) {
Calin Juravlec1b643c2014-05-30 23:44:11 +01002411 if (!profile_present_) {
Dave Allison644789f2014-04-10 13:06:10 -07002412 return false;
Dave Allison39c3bfb2014-01-28 18:33:52 -08002413 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002414 // First find the method in the profile file.
2415 ProfileFile::ProfileData data;
2416 if (!profile_file_.GetProfileData(&data, method_name)) {
Dave Allison39c3bfb2014-01-28 18:33:52 -08002417 // Not in profile, no information can be determined.
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002418 if (kIsDebugBuild) {
2419 VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile";
2420 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002421 return true;
2422 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002423
2424 // Methods that comprise top_k_threshold % of the total samples will be compiled.
Calin Juravlef6a4cee2014-04-02 17:03:08 +01002425 // Compare against the start of the topK percentage bucket just in case the threshold
Calin Juravle04ff2262014-04-02 19:08:47 +01002426 // falls inside a bucket.
Calin Juravlec1b643c2014-05-30 23:44:11 +01002427 bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent()
2428 <= compiler_options_->GetTopKProfileThreshold();
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002429 if (kIsDebugBuild) {
2430 if (compile) {
2431 LOG(INFO) << "compiling method " << method_name << " because its usage is part of top "
2432 << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%"
2433 << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")";
2434 } else {
2435 VLOG(compiler) << "not compiling method " << method_name
2436 << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold()
2437 << "% samples)";
2438 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002439 }
2440 return !compile;
2441}
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002442
Andreas Gampe8d295f82015-01-20 14:50:21 -08002443std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002444 std::ostringstream oss;
Mathieu Chartier9b34b242015-03-09 11:30:17 -07002445 Runtime* const runtime = Runtime::Current();
2446 const ArenaPool* arena_pool = runtime->GetArenaPool();
2447 gc::Heap* const heap = runtime->GetHeap();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002448 oss << "arena alloc=" << PrettySize(arena_pool->GetBytesAllocated());
2449 oss << " java alloc=" << PrettySize(heap->GetBytesAllocated());
Elliott Hughes7bf5a262015-04-02 20:55:07 -07002450#if defined(__BIONIC__) || defined(__GLIBC__)
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002451 struct mallinfo info = mallinfo();
2452 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2453 const size_t free_space = static_cast<size_t>(info.fordblks);
2454 oss << " native alloc=" << PrettySize(allocated_space) << " free="
2455 << PrettySize(free_space);
2456#endif
Andreas Gampee21dc3d2014-12-08 16:59:43 -08002457 if (swap_space_.get() != nullptr) {
2458 oss << " swap=" << PrettySize(swap_space_->GetSize());
2459 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002460 if (extended) {
2461 oss << "\nCode dedupe: " << dedupe_code_.DumpStats();
2462 oss << "\nMapping table dedupe: " << dedupe_mapping_table_.DumpStats();
2463 oss << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats();
2464 oss << "\nGC map dedupe: " << dedupe_gc_map_.DumpStats();
2465 oss << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats();
2466 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002467 return oss.str();
2468}
2469
Brian Carlstrom7940e442013-07-12 13:46:57 -07002470} // namespace art