blob: 01465f08e980e27b78ed1f65d5f696f563f7f854 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Anwar Ghuloum67f99412013-08-12 14:19:48 -070019#define ATRACE_TAG ATRACE_TAG_DALVIK
20#include <utils/Trace.h>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021
Andreas Gampeb0f370e2014-09-25 22:51:40 -070022#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070023#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070024#include <unistd.h>
25
Mathieu Chartierab972ef2014-12-03 17:38:22 -080026#ifndef __APPLE__
27#include <malloc.h> // For mallinfo
28#endif
29
Brian Carlstrom7940e442013-07-12 13:46:57 -070030#include "base/stl_util.h"
31#include "base/timing_logger.h"
32#include "class_linker.h"
Mingyao Yang98d1cc82014-05-15 17:02:16 -070033#include "compiled_class.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000034#include "compiled_method.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000035#include "compiler.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000036#include "compiler_driver-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070037#include "dex_compilation_unit.h"
38#include "dex_file-inl.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000039#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000040#include "dex/verified_method.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000041#include "dex/quick/dex_file_method_inliner.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080042#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070043#include "jni_internal.h"
Ian Rogers22d5e732014-07-15 22:23:51 -070044#include "object_lock.h"
Calin Juravlebb0b53f2014-05-23 17:33:29 +010045#include "profiler.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070046#include "runtime.h"
47#include "gc/accounting/card_table-inl.h"
48#include "gc/accounting/heap_bitmap.h"
49#include "gc/space/space.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070050#include "mirror/art_field-inl.h"
51#include "mirror/art_method-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070052#include "mirror/class_loader.h"
53#include "mirror/class-inl.h"
54#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070055#include "mirror/object-inl.h"
56#include "mirror/object_array-inl.h"
57#include "mirror/throwable.h"
58#include "scoped_thread_state_change.h"
59#include "ScopedLocalRef.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070060#include "handle_scope-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070061#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070062#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070063#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070064#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010065#include "transaction.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000066#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080067#include "utils/swap_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070068#include "verifier/method_verifier.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000069#include "verifier/method_verifier-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070070
Brian Carlstrom7940e442013-07-12 13:46:57 -070071namespace art {
72
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070073static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
74
Brian Carlstrom7940e442013-07-12 13:46:57 -070075static double Percentage(size_t x, size_t y) {
76 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
77}
78
79static void DumpStat(size_t x, size_t y, const char* str) {
80 if (x == 0 && y == 0) {
81 return;
82 }
Ian Rogerse732ef12013-10-09 15:22:24 -070083 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -070084}
85
Vladimir Markof096aad2014-01-23 15:51:58 +000086class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -070087 public:
88 AOTCompilationStats()
89 : stats_lock_("AOT compilation statistics lock"),
90 types_in_dex_cache_(0), types_not_in_dex_cache_(0),
91 strings_in_dex_cache_(0), strings_not_in_dex_cache_(0),
92 resolved_types_(0), unresolved_types_(0),
93 resolved_instance_fields_(0), unresolved_instance_fields_(0),
94 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
95 type_based_devirtualization_(0),
96 safe_casts_(0), not_safe_casts_(0) {
97 for (size_t i = 0; i <= kMaxInvokeType; i++) {
98 resolved_methods_[i] = 0;
99 unresolved_methods_[i] = 0;
100 virtual_made_direct_[i] = 0;
101 direct_calls_to_boot_[i] = 0;
102 direct_methods_to_boot_[i] = 0;
103 }
104 }
105
106 void Dump() {
107 DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache");
108 DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache");
109 DumpStat(resolved_types_, unresolved_types_, "types resolved");
110 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
111 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
112 "static fields resolved");
113 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
114 "static fields local to a class");
115 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
116 // Note, the code below subtracts the stat value so that when added to the stat value we have
117 // 100% of samples. TODO: clean this up.
118 DumpStat(type_based_devirtualization_,
119 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
120 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
121 type_based_devirtualization_,
122 "virtual/interface calls made direct based on type information");
123
124 for (size_t i = 0; i <= kMaxInvokeType; i++) {
125 std::ostringstream oss;
126 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
127 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
128 if (virtual_made_direct_[i] > 0) {
129 std::ostringstream oss2;
130 oss2 << static_cast<InvokeType>(i) << " methods made direct";
131 DumpStat(virtual_made_direct_[i],
132 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
133 oss2.str().c_str());
134 }
135 if (direct_calls_to_boot_[i] > 0) {
136 std::ostringstream oss2;
137 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
138 DumpStat(direct_calls_to_boot_[i],
139 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
140 oss2.str().c_str());
141 }
142 if (direct_methods_to_boot_[i] > 0) {
143 std::ostringstream oss2;
144 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
145 DumpStat(direct_methods_to_boot_[i],
146 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
147 oss2.str().c_str());
148 }
149 }
150 }
151
152// Allow lossy statistics in non-debug builds.
153#ifndef NDEBUG
154#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
155#else
156#define STATS_LOCK()
157#endif
158
159 void TypeInDexCache() {
160 STATS_LOCK();
161 types_in_dex_cache_++;
162 }
163
164 void TypeNotInDexCache() {
165 STATS_LOCK();
166 types_not_in_dex_cache_++;
167 }
168
169 void StringInDexCache() {
170 STATS_LOCK();
171 strings_in_dex_cache_++;
172 }
173
174 void StringNotInDexCache() {
175 STATS_LOCK();
176 strings_not_in_dex_cache_++;
177 }
178
179 void TypeDoesntNeedAccessCheck() {
180 STATS_LOCK();
181 resolved_types_++;
182 }
183
184 void TypeNeedsAccessCheck() {
185 STATS_LOCK();
186 unresolved_types_++;
187 }
188
189 void ResolvedInstanceField() {
190 STATS_LOCK();
191 resolved_instance_fields_++;
192 }
193
194 void UnresolvedInstanceField() {
195 STATS_LOCK();
196 unresolved_instance_fields_++;
197 }
198
199 void ResolvedLocalStaticField() {
200 STATS_LOCK();
201 resolved_local_static_fields_++;
202 }
203
204 void ResolvedStaticField() {
205 STATS_LOCK();
206 resolved_static_fields_++;
207 }
208
209 void UnresolvedStaticField() {
210 STATS_LOCK();
211 unresolved_static_fields_++;
212 }
213
214 // Indicate that type information from the verifier led to devirtualization.
215 void PreciseTypeDevirtualization() {
216 STATS_LOCK();
217 type_based_devirtualization_++;
218 }
219
220 // Indicate that a method of the given type was resolved at compile time.
221 void ResolvedMethod(InvokeType type) {
222 DCHECK_LE(type, kMaxInvokeType);
223 STATS_LOCK();
224 resolved_methods_[type]++;
225 }
226
227 // Indicate that a method of the given type was unresolved at compile time as it was in an
228 // unknown dex file.
229 void UnresolvedMethod(InvokeType type) {
230 DCHECK_LE(type, kMaxInvokeType);
231 STATS_LOCK();
232 unresolved_methods_[type]++;
233 }
234
235 // Indicate that a type of virtual method dispatch has been converted into a direct method
236 // dispatch.
237 void VirtualMadeDirect(InvokeType type) {
238 DCHECK(type == kVirtual || type == kInterface || type == kSuper);
239 STATS_LOCK();
240 virtual_made_direct_[type]++;
241 }
242
243 // Indicate that a method of the given type was able to call directly into boot.
244 void DirectCallsToBoot(InvokeType type) {
245 DCHECK_LE(type, kMaxInvokeType);
246 STATS_LOCK();
247 direct_calls_to_boot_[type]++;
248 }
249
250 // Indicate that a method of the given type was able to be resolved directly from boot.
251 void DirectMethodsToBoot(InvokeType type) {
252 DCHECK_LE(type, kMaxInvokeType);
253 STATS_LOCK();
254 direct_methods_to_boot_[type]++;
255 }
256
Vladimir Markof096aad2014-01-23 15:51:58 +0000257 void ProcessedInvoke(InvokeType type, int flags) {
258 STATS_LOCK();
259 if (flags == 0) {
260 unresolved_methods_[type]++;
261 } else {
262 DCHECK_NE((flags & kFlagMethodResolved), 0);
263 resolved_methods_[type]++;
264 if ((flags & kFlagVirtualMadeDirect) != 0) {
265 virtual_made_direct_[type]++;
266 if ((flags & kFlagPreciseTypeDevirtualization) != 0) {
267 type_based_devirtualization_++;
268 }
269 } else {
270 DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0);
271 }
272 if ((flags & kFlagDirectCallToBoot) != 0) {
273 direct_calls_to_boot_[type]++;
274 }
275 if ((flags & kFlagDirectMethodToBoot) != 0) {
276 direct_methods_to_boot_[type]++;
277 }
278 }
279 }
280
Brian Carlstrom7940e442013-07-12 13:46:57 -0700281 // A check-cast could be eliminated due to verifier type analysis.
282 void SafeCast() {
283 STATS_LOCK();
284 safe_casts_++;
285 }
286
287 // A check-cast couldn't be eliminated due to verifier type analysis.
288 void NotASafeCast() {
289 STATS_LOCK();
290 not_safe_casts_++;
291 }
292
293 private:
294 Mutex stats_lock_;
295
296 size_t types_in_dex_cache_;
297 size_t types_not_in_dex_cache_;
298
299 size_t strings_in_dex_cache_;
300 size_t strings_not_in_dex_cache_;
301
302 size_t resolved_types_;
303 size_t unresolved_types_;
304
305 size_t resolved_instance_fields_;
306 size_t unresolved_instance_fields_;
307
308 size_t resolved_local_static_fields_;
309 size_t resolved_static_fields_;
310 size_t unresolved_static_fields_;
311 // Type based devirtualization for invoke interface and virtual.
312 size_t type_based_devirtualization_;
313
314 size_t resolved_methods_[kMaxInvokeType + 1];
315 size_t unresolved_methods_[kMaxInvokeType + 1];
316 size_t virtual_made_direct_[kMaxInvokeType + 1];
317 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
318 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
319
320 size_t safe_casts_;
321 size_t not_safe_casts_;
322
323 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
324};
325
Brian Carlstrom7940e442013-07-12 13:46:57 -0700326
327extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler,
328 const art::DexFile::CodeItem* code_item,
329 uint32_t access_flags,
330 art::InvokeType invoke_type,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700331 uint16_t class_def_idx,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700332 uint32_t method_idx,
333 jobject class_loader,
334 const art::DexFile& dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700335
Brian Carlstrom6449c622014-02-10 23:48:36 -0800336CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options,
337 VerificationResults* verification_results,
Vladimir Marko5816ed42013-11-27 17:04:20 +0000338 DexFileToMethodInlinerMap* method_inliner_map,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000339 Compiler::Kind compiler_kind,
Nicolas Geoffrayf5df8972014-02-14 18:37:08 +0000340 InstructionSet instruction_set,
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700341 const InstructionSetFeatures* instruction_set_features,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800342 bool image, std::set<std::string>* image_classes,
343 std::set<std::string>* compiled_classes, size_t thread_count,
David Brazdil866c0312015-01-13 21:21:31 +0000344 bool dump_stats, bool dump_passes,
345 const std::string& dump_cfg_file_name, CumulativeLogger* timer,
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800346 int swap_fd, const std::string& profile_file)
347 : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)),
348 swap_space_allocator_(new SwapAllocator<void>(swap_space_.get())),
349 profile_present_(false), compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800350 verification_results_(verification_results),
Vladimir Marko5816ed42013-11-27 17:04:20 +0000351 method_inliner_map_(method_inliner_map),
Ian Rogers72d32622014-05-06 16:20:11 -0700352 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700353 compiler_kind_(compiler_kind),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700354 instruction_set_(instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700355 instruction_set_features_(instruction_set_features),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700356 freezing_constructor_lock_("freezing constructor lock"),
357 compiled_classes_lock_("compiled classes lock"),
358 compiled_methods_lock_("compiled method lock"),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800359 compiled_methods_(MethodTable::key_compare()),
Vladimir Markof4da6752014-08-01 19:04:18 +0100360 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700361 image_(image),
362 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800363 classes_to_compile_(compiled_classes),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800364 had_hard_verifier_failure_(false),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700365 thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700366 stats_(new AOTCompilationStats),
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800367 dedupe_enabled_(true),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700368 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000369 dump_passes_(dump_passes),
David Brazdil866c0312015-01-13 21:21:31 +0000370 dump_cfg_file_name_(dump_cfg_file_name),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000371 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700372 compiler_context_(nullptr),
Andreas Gampe57b34292015-01-14 15:45:59 -0800373 support_boot_image_fixup_(instruction_set != kMips && instruction_set != kMips64),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800374 dedupe_code_("dedupe code", *swap_space_allocator_),
375 dedupe_src_mapping_table_("dedupe source mapping table", *swap_space_allocator_),
376 dedupe_mapping_table_("dedupe mapping table", *swap_space_allocator_),
377 dedupe_vmap_table_("dedupe vmap table", *swap_space_allocator_),
378 dedupe_gc_map_("dedupe gc map", *swap_space_allocator_),
379 dedupe_cfi_info_("dedupe cfi info", *swap_space_allocator_) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800380 DCHECK(compiler_options_ != nullptr);
381 DCHECK(verification_results_ != nullptr);
382 DCHECK(method_inliner_map_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700383
Sebastien Hertz75021222013-07-16 18:34:50 +0200384 dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700385
Ian Rogers72d32622014-05-06 16:20:11 -0700386 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700387
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800388 CHECK_EQ(image_, image_classes_.get() != nullptr);
Mark Mendellae9fd932014-02-10 16:14:35 -0800389
Calin Juravlec1b643c2014-05-30 23:44:11 +0100390 // Read the profile file if one is provided.
391 if (!profile_file.empty()) {
392 profile_present_ = profile_file_.LoadFile(profile_file);
393 if (profile_present_) {
394 LOG(INFO) << "Using profile data form file " << profile_file;
395 } else {
396 LOG(INFO) << "Failed to load profile file " << profile_file;
397 }
398 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700399}
400
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800401SwapVector<uint8_t>* CompilerDriver::DeduplicateCode(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800402 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700403 return dedupe_code_.Add(Thread::Current(), code);
404}
405
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800406SwapSrcMap* CompilerDriver::DeduplicateSrcMappingTable(const ArrayRef<SrcMapElem>& src_map) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800407 DCHECK(dedupe_enabled_);
Yevgeny Roubane3ea8382014-08-08 16:29:38 +0700408 return dedupe_src_mapping_table_.Add(Thread::Current(), src_map);
409}
410
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800411SwapVector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800412 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700413 return dedupe_mapping_table_.Add(Thread::Current(), code);
414}
415
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800416SwapVector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800417 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700418 return dedupe_vmap_table_.Add(Thread::Current(), code);
419}
420
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800421SwapVector<uint8_t>* CompilerDriver::DeduplicateGCMap(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800422 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700423 return dedupe_gc_map_.Add(Thread::Current(), code);
424}
425
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800426SwapVector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const ArrayRef<const uint8_t>& cfi_info) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800427 DCHECK(dedupe_enabled_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800428 return dedupe_cfi_info_.Add(Thread::Current(), cfi_info);
Mark Mendellae9fd932014-02-10 16:14:35 -0800429}
430
Brian Carlstrom7940e442013-07-12 13:46:57 -0700431CompilerDriver::~CompilerDriver() {
432 Thread* self = Thread::Current();
433 {
434 MutexLock mu(self, compiled_classes_lock_);
435 STLDeleteValues(&compiled_classes_);
436 }
437 {
438 MutexLock mu(self, compiled_methods_lock_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800439 for (auto& pair : compiled_methods_) {
440 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, pair.second);
441 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700442 }
Ian Rogers72d32622014-05-06 16:20:11 -0700443 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700444}
445
Ian Rogersdd7624d2014-03-14 17:43:00 -0700446#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700447 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700448 return CreateTrampoline64(instruction_set_, abi, \
449 type ## _ENTRYPOINT_OFFSET(8, offset)); \
450 } else { \
451 return CreateTrampoline32(instruction_set_, abi, \
452 type ## _ENTRYPOINT_OFFSET(4, offset)); \
453 }
454
Ian Rogers848871b2013-08-05 10:56:33 -0700455const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700456 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700457}
458
459const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700460 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700461}
462
463const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700464 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700465}
466
Andreas Gampe2da88232014-02-27 12:26:20 -0800467const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700468 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800469}
470
Jeff Hao88474b42013-10-23 16:24:40 -0700471const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700472 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700473}
474
Brian Carlstrom7940e442013-07-12 13:46:57 -0700475const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700476 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700477}
478
Ian Rogers848871b2013-08-05 10:56:33 -0700479const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700480 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700481}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700482#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700483
484void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700485 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800486 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700487 DCHECK(!Runtime::Current()->IsStarted());
Ian Rogers700a4022014-05-19 16:49:03 -0700488 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1));
Andreas Gampe8d295f82015-01-20 14:50:21 -0800489 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Ian Rogers3d504072014-03-01 09:16:49 -0800490 PreCompile(class_loader, dex_files, thread_pool.get(), timings);
491 Compile(class_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700492 if (dump_stats_) {
493 stats_->Dump();
494 }
495}
496
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700497DexToDexCompilationLevel CompilerDriver::GetDexToDexCompilationlevel(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700498 Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file,
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700499 const DexFile::ClassDef& class_def) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800500 auto* const runtime = Runtime::Current();
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700501 if (runtime->UseJit() || GetCompilerOptions().VerifyAtRuntime()) {
502 // Verify at runtime shouldn't dex to dex since we didn't resolve of verify.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800503 return kDontDexToDexCompile;
504 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700505 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800506 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800507 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700508 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700509 CHECK(self->IsExceptionPending());
510 self->ClearException();
Sebastien Hertz75021222013-07-16 18:34:50 +0200511 return kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700512 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700513 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
514 // references with actual offsets. We cannot re-verify such instructions.
515 //
516 // We store the verification information in the class status in the oat file, which the linker
517 // can validate (checksums) and use to skip load-time verification. It is thus safe to
518 // optimize when a class has been fully verified before.
519 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200520 // Class is verified so we can enable DEX-to-DEX compilation for performance.
521 return kOptimize;
522 } else if (klass->IsCompileTimeVerified()) {
523 // Class verification has soft-failed. Anyway, ensure at least correctness.
524 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime);
525 return kRequired;
526 } else {
527 // Class verification has failed: do not run DEX-to-DEX compilation.
528 return kDontDexToDexCompile;
529 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700530}
531
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800532void CompilerDriver::CompileOne(Thread* self, mirror::ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700533 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700534 jobject jclass_loader;
535 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700536 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800537 uint32_t method_idx = method->GetDexMethodIndex();
538 uint32_t access_flags = method->GetAccessFlags();
539 InvokeType invoke_type = method->GetInvokeType();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700540 {
541 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800542 ScopedLocalRef<jobject> local_class_loader(
543 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700544 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
545 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700546 dex_file = method->GetDexFile();
547 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700548 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800549 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700550 self->TransitionFromRunnableToSuspended(kNative);
551
552 std::vector<const DexFile*> dex_files;
553 dex_files.push_back(dex_file);
554
Ian Rogers700a4022014-05-19 16:49:03 -0700555 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U));
Ian Rogers3d504072014-03-01 09:16:49 -0800556 PreCompile(jclass_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700557
Brian Carlstrom7940e442013-07-12 13:46:57 -0700558 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +0200559 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700560 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800561 ScopedObjectAccess soa(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700562 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700563 StackHandleScope<1> hs(soa.Self());
564 Handle<mirror::ClassLoader> class_loader(
565 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Ian Rogers98379392014-02-24 16:53:16 -0800566 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file,
567 class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700568 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800569 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
570 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700571
572 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800573 self->TransitionFromSuspendedToRunnable();
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800574}
575
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800576CompiledMethod* CompilerDriver::CompileMethod(Thread* self, mirror::ArtMethod* method) {
577 const uint32_t method_idx = method->GetDexMethodIndex();
578 const uint32_t access_flags = method->GetAccessFlags();
579 const InvokeType invoke_type = method->GetInvokeType();
580 StackHandleScope<1> hs(self);
581 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
582 method->GetDeclaringClass()->GetClassLoader()));
583 jobject jclass_loader = class_loader.ToJObject();
584 const DexFile* dex_file = method->GetDexFile();
585 const uint16_t class_def_idx = method->GetClassDefIndex();
586 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
587 DexToDexCompilationLevel dex_to_dex_compilation_level =
588 GetDexToDexCompilationlevel(self, class_loader, *dex_file, class_def);
589 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
590 self->TransitionFromRunnableToSuspended(kNative);
591 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
592 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
593 auto* compiled_method = GetCompiledMethod(MethodReference(dex_file, method_idx));
594 self->TransitionFromSuspendedToRunnable();
595 return compiled_method;
596}
597
Brian Carlstrom7940e442013-07-12 13:46:57 -0700598void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800599 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700600 for (size_t i = 0; i != dex_files.size(); ++i) {
601 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700602 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -0700603 ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700604 }
605}
606
607void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800608 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700609 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800610 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700611
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700612 const bool verification_enabled = compiler_options_->IsVerificationEnabled();
613 const bool never_verify = compiler_options_->NeverVerify();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700614
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700615 // We need to resolve for never_verify since it needs to run dex to dex to add the
616 // RETURN_VOID_NO_BARRIER.
617 if (never_verify || verification_enabled) {
618 Resolve(class_loader, dex_files, thread_pool, timings);
619 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
620 }
621
622 if (never_verify) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800623 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700624 SetVerified(class_loader, dex_files, thread_pool, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700625 }
626
627 if (!verification_enabled) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700628 return;
629 }
630
Brian Carlstrom7940e442013-07-12 13:46:57 -0700631 Verify(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800632 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700633
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800634 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
635 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such "
636 << "situations. Please check the log.";
637 }
638
Brian Carlstrom7940e442013-07-12 13:46:57 -0700639 InitializeClasses(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800640 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700641
642 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800643 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700644}
645
Ian Rogersdfb325e2013-10-30 01:00:44 -0700646bool CompilerDriver::IsImageClass(const char* descriptor) const {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700647 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700648 return true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700649 } else {
Ian Rogersdfb325e2013-10-30 01:00:44 -0700650 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700651 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700652}
653
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800654bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
655 if (!IsImage()) {
656 return true;
657 } else {
658 if (classes_to_compile_ == nullptr) {
659 return true;
660 }
661 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
662 }
663}
664
Ian Rogerse94652f2014-12-02 11:13:19 -0800665static void ResolveExceptionsForMethod(MutableHandle<mirror::ArtMethod> method_handle,
Ian Rogers700a4022014-05-19 16:49:03 -0700666 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700667 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800668 const DexFile::CodeItem* code_item = method_handle->GetCodeItem();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700669 if (code_item == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700670 return; // native or abstract method
671 }
672 if (code_item->tries_size_ == 0) {
673 return; // nothing to process
674 }
Ian Rogers13735952014-10-08 12:43:28 -0700675 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700676 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
677 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
678 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
679 bool has_catch_all = false;
680 if (encoded_catch_handler_size <= 0) {
681 encoded_catch_handler_size = -encoded_catch_handler_size;
682 has_catch_all = true;
683 }
684 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
685 uint16_t encoded_catch_handler_handlers_type_idx =
686 DecodeUnsignedLeb128(&encoded_catch_handler_list);
687 // Add to set of types to resolve if not already in the dex cache resolved types
Ian Rogerse94652f2014-12-02 11:13:19 -0800688 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700689 exceptions_to_resolve.insert(
690 std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx,
Ian Rogerse94652f2014-12-02 11:13:19 -0800691 method_handle->GetDexFile()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700692 }
693 // ignore address associated with catch handler
694 DecodeUnsignedLeb128(&encoded_catch_handler_list);
695 }
696 if (has_catch_all) {
697 // ignore catch all address
698 DecodeUnsignedLeb128(&encoded_catch_handler_list);
699 }
700 }
701}
702
703static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg)
704 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers700a4022014-05-19 16:49:03 -0700705 std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve =
706 reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg);
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700707 StackHandleScope<1> hs(Thread::Current());
Ian Rogerse94652f2014-12-02 11:13:19 -0800708 MutableHandle<mirror::ArtMethod> method_handle(hs.NewHandle<mirror::ArtMethod>(nullptr));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700709 for (size_t i = 0; i < c->NumVirtualMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800710 method_handle.Assign(c->GetVirtualMethod(i));
711 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700712 }
713 for (size_t i = 0; i < c->NumDirectMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800714 method_handle.Assign(c->GetDirectMethod(i));
715 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700716 }
717 return true;
718}
719
720static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg)
721 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700722 std::set<std::string>* image_classes = reinterpret_cast<std::set<std::string>*>(arg);
723 std::string temp;
724 image_classes->insert(klass->GetDescriptor(&temp));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700725 return true;
726}
727
728// Make a list of descriptors for classes to include in the image
Ian Rogers3d504072014-03-01 09:16:49 -0800729void CompilerDriver::LoadImageClasses(TimingLogger* timings)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700730 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Kenny Rootd5185342014-05-13 14:47:05 -0700731 CHECK(timings != nullptr);
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700732 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700733 return;
734 }
735
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700736 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700737 // Make a first class to load all classes explicitly listed in the file
738 Thread* self = Thread::Current();
739 ScopedObjectAccess soa(self);
740 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -0700741 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700742 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000743 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700744 StackHandleScope<1> hs(self);
745 Handle<mirror::Class> klass(
746 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700747 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700748 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000749 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -0700750 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700751 } else {
752 ++it;
753 }
754 }
755
756 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
757 // exceptions are resolved by the verifier when there is a catch block in an interested method.
758 // Do this here so that exception classes appear to have been specified image classes.
Ian Rogers700a4022014-05-19 16:49:03 -0700759 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700760 StackHandleScope<1> hs(self);
761 Handle<mirror::Class> java_lang_Throwable(
762 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700763 do {
764 unresolved_exception_types.clear();
765 class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor,
766 &unresolved_exception_types);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700767 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) {
768 uint16_t exception_type_idx = exception_type.first;
769 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800770 StackHandleScope<2> hs2(self);
771 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->FindDexCache(*dex_file)));
772 Handle<mirror::Class> klass(hs2.NewHandle(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700773 class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache,
774 NullHandle<mirror::ClassLoader>())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700775 if (klass.Get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700776 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
777 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
778 LOG(FATAL) << "Failed to resolve class " << descriptor;
779 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700780 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700781 }
782 // Resolving exceptions may load classes that reference more exceptions, iterate until no
783 // more are found
784 } while (!unresolved_exception_types.empty());
785
786 // We walk the roots looking for classes so that we'll pick up the
787 // above classes plus any classes them depend on such super
788 // classes, interfaces, and the required ClassLinker roots.
789 class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get());
790
791 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700792}
793
Ian Rogers1ff3c982014-08-12 02:30:58 -0700794static void MaybeAddToImageClasses(Handle<mirror::Class> c, std::set<std::string>* image_classes)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700795 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Mathieu Chartierf8322842014-05-16 10:59:25 -0700796 Thread* self = Thread::Current();
797 StackHandleScope<1> hs(self);
798 // Make a copy of the handle so that we don't clobber it doing Assign.
Andreas Gampe5a4b8a22014-09-11 08:30:08 -0700799 MutableHandle<mirror::Class> klass(hs.NewHandle(c.Get()));
Ian Rogers1ff3c982014-08-12 02:30:58 -0700800 std::string temp;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700801 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700802 const char* descriptor = klass->GetDescriptor(&temp);
803 std::pair<std::set<std::string>::iterator, bool> result = image_classes->insert(descriptor);
804 if (!result.second) { // Previously inserted.
805 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700806 }
Ian Rogers1ff3c982014-08-12 02:30:58 -0700807 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Mathieu Chartierf8322842014-05-16 10:59:25 -0700808 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800809 StackHandleScope<1> hs2(self);
810 MaybeAddToImageClasses(hs2.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)),
Mathieu Chartierf8322842014-05-16 10:59:25 -0700811 image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700812 }
813 if (klass->IsArrayClass()) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800814 StackHandleScope<1> hs2(self);
815 MaybeAddToImageClasses(hs2.NewHandle(klass->GetComponentType()), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700816 }
Mathieu Chartierf8322842014-05-16 10:59:25 -0700817 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700818 }
819}
820
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700821// Keeps all the data for the update together. Also doubles as the reference visitor.
822// Note: we can use object pointers because we suspend all threads.
823class ClinitImageUpdate {
824 public:
825 static ClinitImageUpdate* Create(std::set<std::string>* image_class_descriptors, Thread* self,
826 ClassLinker* linker, std::string* error_msg) {
827 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(image_class_descriptors, self,
828 linker));
829 if (res->art_method_class_ == nullptr) {
830 *error_msg = "Could not find ArtMethod class.";
831 return nullptr;
832 } else if (res->dex_cache_class_ == nullptr) {
833 *error_msg = "Could not find DexCache class.";
834 return nullptr;
835 }
836
837 return res.release();
838 }
839
840 ~ClinitImageUpdate() {
841 // Allow others to suspend again.
842 self_->EndAssertNoThreadSuspension(old_cause_);
843 }
844
845 // Visitor for VisitReferences.
846 void operator()(mirror::Object* object, MemberOffset field_offset, bool /* is_static */) const
847 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
848 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
849 if (ref != nullptr) {
850 VisitClinitClassesObject(ref);
851 }
852 }
853
854 // java.lang.Reference visitor for VisitReferences.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800855 void operator()(mirror::Class* /* klass */, mirror::Reference* /* ref */) const {
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700856 }
857
858 void Walk() SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
859 // Use the initial classes as roots for a search.
860 for (mirror::Class* klass_root : image_classes_) {
861 VisitClinitClassesObject(klass_root);
862 }
863 }
864
865 private:
866 ClinitImageUpdate(std::set<std::string>* image_class_descriptors, Thread* self,
867 ClassLinker* linker)
868 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) :
869 image_class_descriptors_(image_class_descriptors), self_(self) {
870 CHECK(linker != nullptr);
871 CHECK(image_class_descriptors != nullptr);
872
873 // Make sure nobody interferes with us.
874 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
875
876 // Find the interesting classes.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800877 art_method_class_ = linker->LookupClass(self, "Ljava/lang/reflect/ArtMethod;",
878 ComputeModifiedUtf8Hash("Ljava/lang/reflect/ArtMethod;"), nullptr);
879 dex_cache_class_ = linker->LookupClass(self, "Ljava/lang/DexCache;",
880 ComputeModifiedUtf8Hash("Ljava/lang/DexCache;"), nullptr);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700881
882 // Find all the already-marked classes.
883 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
884 linker->VisitClasses(FindImageClasses, this);
885 }
886
887 static bool FindImageClasses(mirror::Class* klass, void* arg)
888 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
889 ClinitImageUpdate* data = reinterpret_cast<ClinitImageUpdate*>(arg);
890 std::string temp;
891 const char* name = klass->GetDescriptor(&temp);
892 if (data->image_class_descriptors_->find(name) != data->image_class_descriptors_->end()) {
893 data->image_classes_.push_back(klass);
Andreas Gampe4d4eff72015-03-04 22:46:35 -0800894 } else {
895 // Check whether it is initialized and has a clinit. They must be kept, too.
896 if (klass->IsInitialized() && klass->FindClassInitializer() != nullptr) {
897 data->image_classes_.push_back(klass);
898 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700899 }
900
901 return true;
902 }
903
904 void VisitClinitClassesObject(mirror::Object* object) const
905 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
906 DCHECK(object != nullptr);
907 if (marked_objects_.find(object) != marked_objects_.end()) {
908 // Already processed.
909 return;
910 }
911
912 // Mark it.
913 marked_objects_.insert(object);
914
915 if (object->IsClass()) {
916 // If it is a class, add it.
917 StackHandleScope<1> hs(self_);
918 MaybeAddToImageClasses(hs.NewHandle(object->AsClass()), image_class_descriptors_);
919 } else {
920 // Else visit the object's class.
921 VisitClinitClassesObject(object->GetClass());
922 }
923
924 // If it is not a dex cache or an ArtMethod, visit all references.
925 mirror::Class* klass = object->GetClass();
926 if (klass != art_method_class_ && klass != dex_cache_class_) {
927 object->VisitReferences<false /* visit class */>(*this, *this);
928 }
929 }
930
931 mutable std::unordered_set<mirror::Object*> marked_objects_;
932 std::set<std::string>* const image_class_descriptors_;
933 std::vector<mirror::Class*> image_classes_;
934 const mirror::Class* art_method_class_;
935 const mirror::Class* dex_cache_class_;
936 Thread* const self_;
937 const char* old_cause_;
938
939 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
940};
Brian Carlstrom7940e442013-07-12 13:46:57 -0700941
Ian Rogers3d504072014-03-01 09:16:49 -0800942void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700943 if (IsImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700944 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700945
946 Runtime* current = Runtime::Current();
947
948 // Suspend all threads.
Mathieu Chartierbf9fc582015-03-13 17:21:25 -0700949 current->GetThreadList()->SuspendAll(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700950
951 std::string error_msg;
952 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(image_classes_.get(),
953 Thread::Current(),
954 current->GetClassLinker(),
955 &error_msg));
956 CHECK(update.get() != nullptr) << error_msg; // TODO: Soft failure?
957
958 // Do the marking.
959 update->Walk();
960
961 // Resume threads.
962 current->GetThreadList()->ResumeAll();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700963 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700964}
965
Mathieu Chartier590fee92013-09-13 13:46:47 -0700966bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) {
Ian Rogersfc0e94b2013-09-23 23:51:32 -0700967 if (IsImage() &&
Ian Rogersdfb325e2013-10-30 01:00:44 -0700968 IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) {
Andreas Gampe58a5af82014-07-31 16:23:49 -0700969 {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700970 ScopedObjectAccess soa(Thread::Current());
971 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
972 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe58a5af82014-07-31 16:23:49 -0700973 if (resolved_class == nullptr) {
974 // Erroneous class.
975 stats_->TypeNotInDexCache();
976 return false;
977 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700978 }
979 stats_->TypeInDexCache();
980 return true;
981 } else {
982 stats_->TypeNotInDexCache();
983 return false;
984 }
985}
986
987bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file,
988 uint32_t string_idx) {
989 // See also Compiler::ResolveDexFile
990
991 bool result = false;
992 if (IsImage()) {
993 // We resolve all const-string strings when building for the image.
994 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700995 StackHandleScope<1> hs(soa.Self());
996 Handle<mirror::DexCache> dex_cache(
997 hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700998 Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache);
999 result = true;
1000 }
1001 if (result) {
1002 stats_->StringInDexCache();
1003 } else {
1004 stats_->StringNotInDexCache();
1005 }
1006 return result;
1007}
1008
1009bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file,
1010 uint32_t type_idx,
1011 bool* type_known_final, bool* type_known_abstract,
1012 bool* equals_referrers_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001013 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001014 *type_known_final = false;
1015 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001016 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001017 *type_known_abstract = false;
1018 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001019 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001020 *equals_referrers_class = false;
1021 }
1022 ScopedObjectAccess soa(Thread::Current());
1023 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1024 // Get type from dex cache assuming it was populated by the verifier
1025 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001026 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001027 stats_->TypeNeedsAccessCheck();
1028 return false; // Unknown class needs access checks.
1029 }
1030 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001031 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001032 *equals_referrers_class = (method_id.class_idx_ == type_idx);
1033 }
1034 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001035 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001036 stats_->TypeNeedsAccessCheck();
1037 return false; // Incomplete referrer knowledge needs access check.
1038 }
1039 // Perform access check, will return true if access is ok or false if we're going to have to
1040 // check this at runtime (for example for class loaders).
1041 bool result = referrer_class->CanAccess(resolved_class);
1042 if (result) {
1043 stats_->TypeDoesntNeedAccessCheck();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001044 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001045 *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass();
1046 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001047 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001048 *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass();
1049 }
1050 } else {
1051 stats_->TypeNeedsAccessCheck();
1052 }
1053 return result;
1054}
1055
1056bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
1057 const DexFile& dex_file,
1058 uint32_t type_idx) {
1059 ScopedObjectAccess soa(Thread::Current());
1060 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1061 // Get type from dex cache assuming it was populated by the verifier.
1062 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001063 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001064 stats_->TypeNeedsAccessCheck();
1065 return false; // Unknown class needs access checks.
1066 }
1067 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
1068 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001069 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001070 stats_->TypeNeedsAccessCheck();
1071 return false; // Incomplete referrer knowledge needs access check.
1072 }
1073 // Perform access and instantiable checks, will return true if access is ok or false if we're
1074 // going to have to check this at runtime (for example for class loaders).
1075 bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable();
1076 if (result) {
1077 stats_->TypeDoesntNeedAccessCheck();
1078 } else {
1079 stats_->TypeNeedsAccessCheck();
1080 }
1081 return result;
1082}
1083
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001084bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx,
1085 bool* is_type_initialized, bool* use_direct_type_ptr,
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001086 uintptr_t* direct_type_ptr, bool* out_is_finalizable) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001087 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001088 Runtime* runtime = Runtime::Current();
1089 mirror::DexCache* dex_cache = runtime->GetClassLinker()->FindDexCache(dex_file);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001090 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
1091 if (resolved_class == nullptr) {
1092 return false;
1093 }
Igor Murashkind6dee672014-10-16 18:36:16 -07001094 if (GetCompilerOptions().GetCompilePic()) {
1095 // Do not allow a direct class pointer to be used when compiling for position-independent
1096 return false;
1097 }
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001098 *out_is_finalizable = resolved_class->IsFinalizable();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001099 gc::Heap* heap = runtime->GetHeap();
1100 const bool compiling_boot = heap->IsCompilingBoot();
Alex Light6e183f22014-07-18 14:57:04 -07001101 const bool support_boot_image_fixup = GetSupportBootImageFixup();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001102 if (compiling_boot) {
1103 // boot -> boot class pointers.
1104 // True if the class is in the image at boot compiling time.
1105 const bool is_image_class = IsImage() && IsImageClass(
1106 dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_));
1107 // True if pc relative load works.
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001108 if (is_image_class && support_boot_image_fixup) {
1109 *is_type_initialized = resolved_class->IsInitialized();
1110 *use_direct_type_ptr = false;
1111 *direct_type_ptr = 0;
1112 return true;
1113 } else {
1114 return false;
1115 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001116 } else if (runtime->UseJit() && !heap->IsMovableObject(resolved_class)) {
1117 *is_type_initialized = resolved_class->IsInitialized();
1118 // If the class may move around, then don't embed it as a direct pointer.
1119 *use_direct_type_ptr = true;
1120 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1121 return true;
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001122 } else {
1123 // True if the class is in the image at app compiling time.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001124 const bool class_in_image = heap->FindSpaceFromObject(resolved_class, false)->IsImageSpace();
Alex Light6e183f22014-07-18 14:57:04 -07001125 if (class_in_image && support_boot_image_fixup) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001126 // boot -> app class pointers.
1127 *is_type_initialized = resolved_class->IsInitialized();
Alex Lighta59dd802014-07-02 16:28:08 -07001128 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1129 *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001130 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1131 return true;
1132 } else {
1133 // app -> app class pointers.
1134 // Give up because app does not have an image and class
1135 // isn't created at compile time. TODO: implement this
1136 // if/when each app gets an image.
1137 return false;
1138 }
1139 }
1140}
1141
Fred Shihe7f82e22014-08-06 10:46:37 -07001142bool CompilerDriver::CanEmbedReferenceTypeInCode(ClassReference* ref,
1143 bool* use_direct_ptr,
1144 uintptr_t* direct_type_ptr) {
1145 CHECK(ref != nullptr);
1146 CHECK(use_direct_ptr != nullptr);
1147 CHECK(direct_type_ptr != nullptr);
1148
1149 ScopedObjectAccess soa(Thread::Current());
1150 mirror::Class* reference_class = mirror::Reference::GetJavaLangRefReference();
Andreas Gampe928f72b2014-09-09 19:53:48 -07001151 bool is_initialized = false;
Fred Shihe7f82e22014-08-06 10:46:37 -07001152 bool unused_finalizable;
1153 // Make sure we have a finished Reference class object before attempting to use it.
1154 if (!CanEmbedTypeInCode(*reference_class->GetDexCache()->GetDexFile(),
1155 reference_class->GetDexTypeIndex(), &is_initialized,
1156 use_direct_ptr, direct_type_ptr, &unused_finalizable) ||
1157 !is_initialized) {
1158 return false;
1159 }
1160 ref->first = &reference_class->GetDexFile();
1161 ref->second = reference_class->GetDexClassDefIndex();
1162 return true;
1163}
1164
1165uint32_t CompilerDriver::GetReferenceSlowFlagOffset() const {
1166 ScopedObjectAccess soa(Thread::Current());
1167 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1168 DCHECK(klass->IsInitialized());
1169 return klass->GetSlowPathFlagOffset().Uint32Value();
1170}
1171
1172uint32_t CompilerDriver::GetReferenceDisableFlagOffset() const {
1173 ScopedObjectAccess soa(Thread::Current());
1174 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1175 DCHECK(klass->IsInitialized());
1176 return klass->GetDisableIntrinsicFlagOffset().Uint32Value();
1177}
1178
Vladimir Marko20f85592015-03-19 10:07:02 +00001179DexCacheArraysLayout CompilerDriver::GetDexCacheArraysLayout(const DexFile* dex_file) {
1180 // Currently only image dex caches have fixed array layout.
1181 return IsImage() && GetSupportBootImageFixup()
1182 ? DexCacheArraysLayout(dex_file)
1183 : DexCacheArraysLayout();
1184}
1185
Vladimir Markobe0e5462014-02-26 11:24:15 +00001186void CompilerDriver::ProcessedInstanceField(bool resolved) {
1187 if (!resolved) {
1188 stats_->UnresolvedInstanceField();
1189 } else {
1190 stats_->ResolvedInstanceField();
1191 }
1192}
1193
1194void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1195 if (!resolved) {
1196 stats_->UnresolvedStaticField();
1197 } else if (local) {
1198 stats_->ResolvedLocalStaticField();
1199 } else {
1200 stats_->ResolvedStaticField();
1201 }
1202}
1203
Vladimir Markof096aad2014-01-23 15:51:58 +00001204void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) {
1205 stats_->ProcessedInvoke(invoke_type, flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001206}
1207
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001208mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1209 const DexCompilationUnit* mUnit,
1210 bool is_put,
1211 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001212 // Try to resolve the field and compiling method's class.
1213 mirror::ArtField* resolved_field;
1214 mirror::Class* referrer_class;
1215 mirror::DexCache* dex_cache;
1216 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001217 StackHandleScope<3> hs(soa.Self());
1218 Handle<mirror::DexCache> dex_cache_handle(
1219 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1220 Handle<mirror::ClassLoader> class_loader_handle(
1221 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1222 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1223 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false)));
1224 referrer_class = (resolved_field_handle.Get() != nullptr)
1225 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1226 resolved_field = resolved_field_handle.Get();
1227 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001228 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001229 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001230 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001231 std::pair<bool, bool> fast_path = IsFastInstanceField(
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001232 dex_cache, referrer_class, resolved_field, field_idx);
1233 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001234 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001235 ProcessedInstanceField(can_link);
1236 return can_link ? resolved_field : nullptr;
1237}
1238
1239bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1240 bool is_put, MemberOffset* field_offset,
1241 bool* is_volatile) {
1242 ScopedObjectAccess soa(Thread::Current());
1243 StackHandleScope<1> hs(soa.Self());
1244 Handle<mirror::ArtField> resolved_field =
1245 hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa));
1246
1247 if (resolved_field.Get() == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001248 // Conservative defaults.
1249 *is_volatile = true;
1250 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001251 return false;
1252 } else {
1253 *is_volatile = resolved_field->IsVolatile();
1254 *field_offset = resolved_field->GetOffset();
1255 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001256 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001257}
1258
1259bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
Vladimir Markobe0e5462014-02-26 11:24:15 +00001260 bool is_put, MemberOffset* field_offset,
1261 uint32_t* storage_index, bool* is_referrers_class,
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001262 bool* is_volatile, bool* is_initialized,
1263 Primitive::Type* type) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001264 ScopedObjectAccess soa(Thread::Current());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001265 // Try to resolve the field and compiling method's class.
1266 mirror::ArtField* resolved_field;
1267 mirror::Class* referrer_class;
1268 mirror::DexCache* dex_cache;
1269 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001270 StackHandleScope<3> hs(soa.Self());
1271 Handle<mirror::DexCache> dex_cache_handle(
1272 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1273 Handle<mirror::ClassLoader> class_loader_handle(
1274 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1275 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1276 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true)));
1277 referrer_class = (resolved_field_handle.Get() != nullptr)
1278 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1279 resolved_field = resolved_field_handle.Get();
1280 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001281 }
Vladimir Markobe0e5462014-02-26 11:24:15 +00001282 bool result = false;
1283 if (resolved_field != nullptr && referrer_class != nullptr) {
1284 *is_volatile = IsFieldVolatile(resolved_field);
1285 std::pair<bool, bool> fast_path = IsFastStaticField(
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001286 dex_cache, referrer_class, resolved_field, field_idx, storage_index);
Vladimir Markobe0e5462014-02-26 11:24:15 +00001287 result = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001288 }
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001289 if (result) {
1290 *field_offset = GetFieldOffset(resolved_field);
1291 *is_referrers_class = IsStaticFieldInReferrerClass(referrer_class, resolved_field);
1292 // *is_referrers_class == true implies no worrying about class initialization.
1293 *is_initialized = (*is_referrers_class) ||
1294 (IsStaticFieldsClassInitialized(referrer_class, resolved_field) &&
1295 CanAssumeTypeIsPresentInDexCache(*mUnit->GetDexFile(), *storage_index));
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001296 *type = resolved_field->GetTypeAsPrimitiveType();
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001297 } else {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001298 // Conservative defaults.
1299 *is_volatile = true;
1300 *field_offset = MemberOffset(static_cast<size_t>(-1));
1301 *storage_index = -1;
1302 *is_referrers_class = false;
1303 *is_initialized = false;
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001304 *type = Primitive::kPrimVoid;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001305 }
1306 ProcessedStaticField(result, *is_referrers_class);
1307 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001308}
1309
Ian Rogers83883d72013-10-21 21:07:24 -07001310void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type,
1311 bool no_guarantee_of_dex_cache_entry,
Igor Murashkind6dee672014-10-16 18:36:16 -07001312 const mirror::Class* referrer_class,
Brian Carlstromea46f952013-07-30 01:26:50 -07001313 mirror::ArtMethod* method,
Vladimir Markof096aad2014-01-23 15:51:58 +00001314 int* stats_flags,
Ian Rogers83883d72013-10-21 21:07:24 -07001315 MethodReference* target_method,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001316 uintptr_t* direct_code,
1317 uintptr_t* direct_method) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001318 // For direct and static methods compute possible direct_code and direct_method values, ie
1319 // an address for the Method* being invoked and an address of the code for that Method*.
1320 // For interface calls compute a value for direct_method that is the interface method being
1321 // invoked, so this can be passed to the out-of-line runtime support code.
Ian Rogers65ec92c2013-09-06 10:49:58 -07001322 *direct_code = 0;
1323 *direct_method = 0;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001324 Runtime* const runtime = Runtime::Current();
1325 gc::Heap* const heap = runtime->GetHeap();
Igor Murashkind6dee672014-10-16 18:36:16 -07001326 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001327 const bool compiling_boot = heap->IsCompilingBoot();
Alex Lighta59dd802014-07-02 16:28:08 -07001328 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1329 const bool force_relocations = (compiling_boot ||
1330 GetCompilerOptions().GetIncludePatchInformation());
Elliott Hughes956af0f2014-12-11 14:34:28 -08001331 if (sharp_type != kStatic && sharp_type != kDirect) {
1332 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001333 }
Elliott Hughes956af0f2014-12-11 14:34:28 -08001334 // TODO: support patching on all architectures.
1335 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001336 mirror::Class* declaring_class = method->GetDeclaringClass();
1337 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr;
Ian Rogers83883d72013-10-21 21:07:24 -07001338 if (!use_dex_cache) {
1339 if (!method_code_in_boot) {
1340 use_dex_cache = true;
1341 } else {
Brian Carlstrom14247b62015-01-31 21:35:32 -08001342 bool has_clinit_trampoline =
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001343 method->IsStatic() && !declaring_class->IsInitialized();
1344 if (has_clinit_trampoline && declaring_class != referrer_class) {
Ian Rogers83883d72013-10-21 21:07:24 -07001345 // Ensure we run the clinit trampoline unless we are invoking a static method in the same
1346 // class.
1347 use_dex_cache = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001348 }
1349 }
Ian Rogers83883d72013-10-21 21:07:24 -07001350 }
Mathieu Chartier28a35882015-02-26 18:28:07 -08001351 if (runtime->UseJit()) {
1352 // If we are the JIT, then don't allow a direct call to the interpreter bridge since this will
1353 // never be updated even after we compile the method.
1354 if (runtime->GetClassLinker()->IsQuickToInterpreterBridge(
1355 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method)))) {
1356 use_dex_cache = true;
1357 }
1358 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001359 if (method_code_in_boot) {
1360 *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot;
Ian Rogers83883d72013-10-21 21:07:24 -07001361 }
Alex Lighta59dd802014-07-02 16:28:08 -07001362 if (!use_dex_cache && force_relocations) {
Jeff Haoa0acc2d2015-01-27 11:22:04 -08001363 bool is_in_image;
1364 if (IsImage()) {
1365 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor());
1366 } else {
1367 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 &&
1368 Runtime::Current()->GetHeap()->FindSpaceFromObject(method->GetDeclaringClass(),
1369 false)->IsImageSpace();
1370 }
1371 if (!is_in_image) {
Ian Rogers83883d72013-10-21 21:07:24 -07001372 // We can only branch directly to Methods that are resolved in the DexCache.
1373 // Otherwise we won't invoke the resolution trampoline.
1374 use_dex_cache = true;
1375 }
1376 }
1377 // The method is defined not within this dex file. We need a dex cache slot within the current
1378 // dex file or direct pointers.
1379 bool must_use_direct_pointers = false;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001380 mirror::DexCache* dex_cache = declaring_class->GetDexCache();
1381 if (target_method->dex_file == dex_cache->GetDexFile() &&
1382 !(runtime->UseJit() && dex_cache->GetResolvedMethod(method->GetDexMethodIndex()) == nullptr)) {
Ian Rogers83883d72013-10-21 21:07:24 -07001383 target_method->dex_method_index = method->GetDexMethodIndex();
1384 } else {
Ian Rogers83883d72013-10-21 21:07:24 -07001385 if (no_guarantee_of_dex_cache_entry) {
1386 // See if the method is also declared in this dex cache.
Ian Rogerse0a02da2014-12-02 14:10:53 -08001387 uint32_t dex_method_idx =
1388 method->FindDexMethodIndexInOtherDexFile(*target_method->dex_file,
1389 target_method->dex_method_index);
Ian Rogers83883d72013-10-21 21:07:24 -07001390 if (dex_method_idx != DexFile::kDexNoIndex) {
1391 target_method->dex_method_index = dex_method_idx;
1392 } else {
Alex Lighta59dd802014-07-02 16:28:08 -07001393 if (force_relocations && !use_dex_cache) {
Jeff Hao49161ce2014-03-12 11:05:25 -07001394 target_method->dex_method_index = method->GetDexMethodIndex();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001395 target_method->dex_file = dex_cache->GetDexFile();
Jeff Hao49161ce2014-03-12 11:05:25 -07001396 }
Ian Rogers83883d72013-10-21 21:07:24 -07001397 must_use_direct_pointers = true;
1398 }
1399 }
1400 }
1401 if (use_dex_cache) {
1402 if (must_use_direct_pointers) {
1403 // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct
1404 // pointers are required as the dex cache lacks an appropriate entry.
1405 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1406 } else {
1407 *type = sharp_type;
1408 }
1409 } else {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001410 bool method_in_image = heap->FindSpaceFromObject(method, false)->IsImageSpace();
Mathieu Chartier6ced4092015-02-27 16:10:48 -08001411 if (method_in_image || compiling_boot || runtime->UseJit()) {
Alex Lighta59dd802014-07-02 16:28:08 -07001412 // We know we must be able to get to the method in the image, so use that pointer.
Mathieu Chartier6ced4092015-02-27 16:10:48 -08001413 // In the case where we are the JIT, we can always use direct pointers since we know where
1414 // the method and its code are / will be. We don't sharpen to interpreter bridge since we
1415 // check IsQuickToInterpreterBridge above.
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001416 CHECK(!method->IsAbstract());
Ian Rogers83883d72013-10-21 21:07:24 -07001417 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001418 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method);
1419 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method);
Brian Carlstrom14247b62015-01-31 21:35:32 -08001420 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001421 target_method->dex_method_index = method->GetDexMethodIndex();
1422 } else if (!must_use_direct_pointers) {
1423 // Set the code and rely on the dex cache for the method.
1424 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001425 if (force_relocations) {
1426 *direct_code = -1;
Brian Carlstrom14247b62015-01-31 21:35:32 -08001427 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Alex Lighta59dd802014-07-02 16:28:08 -07001428 target_method->dex_method_index = method->GetDexMethodIndex();
1429 } else {
1430 *direct_code = compiler_->GetEntryPointOf(method);
1431 }
Ian Rogers83883d72013-10-21 21:07:24 -07001432 } else {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001433 // Direct pointers were required but none were available.
1434 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
Ian Rogers83883d72013-10-21 21:07:24 -07001435 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001436 }
1437}
1438
1439bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001440 bool update_stats, bool enable_devirtualization,
1441 InvokeType* invoke_type, MethodReference* target_method,
1442 int* vtable_idx, uintptr_t* direct_code,
1443 uintptr_t* direct_method) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001444 InvokeType orig_invoke_type = *invoke_type;
1445 int stats_flags = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001446 ScopedObjectAccess soa(Thread::Current());
Vladimir Markof096aad2014-01-23 15:51:58 +00001447 // Try to resolve the method and compiling method's class.
1448 mirror::ArtMethod* resolved_method;
1449 mirror::Class* referrer_class;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001450 StackHandleScope<3> hs(soa.Self());
1451 Handle<mirror::DexCache> dex_cache(
1452 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1453 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1454 soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
Vladimir Markof096aad2014-01-23 15:51:58 +00001455 {
1456 uint32_t method_idx = target_method->dex_method_index;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001457 Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle(
1458 ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type)));
1459 referrer_class = (resolved_method_handle.Get() != nullptr)
Vladimir Markof096aad2014-01-23 15:51:58 +00001460 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001461 resolved_method = resolved_method_handle.Get();
Vladimir Markof096aad2014-01-23 15:51:58 +00001462 }
1463 bool result = false;
1464 if (resolved_method != nullptr) {
1465 *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001466
Nicolas Geoffraye53798a2014-12-01 10:31:54 +00001467 if (enable_devirtualization && mUnit->GetVerifiedMethod() != nullptr) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001468 const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc);
1469
1470 stats_flags = IsFastInvoke(
1471 soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method,
1472 invoke_type, target_method, devirt_target, direct_code, direct_method);
1473 result = stats_flags != 0;
1474 } else {
1475 // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts.
1476 if (UNLIKELY(referrer_class == nullptr) ||
1477 UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001478 resolved_method, dex_cache.Get(),
Vladimir Markof096aad2014-01-23 15:51:58 +00001479 target_method->dex_method_index)) ||
1480 *invoke_type == kSuper) {
1481 // Slow path. (Without devirtualization, all super calls go slow path as well.)
1482 } else {
1483 // Sharpening failed so generate a regular resolved method dispatch.
1484 stats_flags = kFlagMethodResolved;
1485 GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method,
1486 &stats_flags, target_method, direct_code, direct_method);
1487 result = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001488 }
1489 }
1490 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001491 if (!result) {
1492 // Conservative defaults.
1493 *vtable_idx = -1;
1494 *direct_code = 0u;
1495 *direct_method = 0u;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001496 }
1497 if (update_stats) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001498 ProcessedInvoke(orig_invoke_type, stats_flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001499 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001500 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001501}
1502
Vladimir Marko2730db02014-01-27 11:15:17 +00001503const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1504 uint32_t method_idx) const {
1505 MethodReference ref(dex_file, method_idx);
1506 return verification_results_->GetVerifiedMethod(ref);
1507}
1508
1509bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001510 if (!compiler_options_->IsVerificationEnabled()) {
1511 // If we didn't verify, every cast has to be treated as non-safe.
1512 return false;
1513 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001514 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1515 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001516 if (result) {
1517 stats_->SafeCast();
1518 } else {
1519 stats_->NotASafeCast();
1520 }
1521 return result;
1522}
1523
Brian Carlstrom7940e442013-07-12 13:46:57 -07001524class ParallelCompilationManager {
1525 public:
1526 typedef void Callback(const ParallelCompilationManager* manager, size_t index);
1527
1528 ParallelCompilationManager(ClassLinker* class_linker,
1529 jobject class_loader,
1530 CompilerDriver* compiler,
1531 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001532 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001533 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001534 : index_(0),
1535 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001536 class_loader_(class_loader),
1537 compiler_(compiler),
1538 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001539 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001540 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001541
1542 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001543 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001544 return class_linker_;
1545 }
1546
1547 jobject GetClassLoader() const {
1548 return class_loader_;
1549 }
1550
1551 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001552 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001553 return compiler_;
1554 }
1555
1556 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001557 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001558 return dex_file_;
1559 }
1560
Andreas Gampede7b4362014-07-28 18:38:57 -07001561 const std::vector<const DexFile*>& GetDexFiles() const {
1562 return dex_files_;
1563 }
1564
Brian Carlstrom7940e442013-07-12 13:46:57 -07001565 void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) {
1566 Thread* self = Thread::Current();
1567 self->AssertNoPendingException();
1568 CHECK_GT(work_units, 0U);
1569
Ian Rogers3e5cf302014-05-20 16:40:37 -07001570 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001571 for (size_t i = 0; i < work_units; ++i) {
Sebastien Hertz501baec2013-12-13 12:02:36 +01001572 thread_pool_->AddTask(self, new ForAllClosure(this, end, callback));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001573 }
1574 thread_pool_->StartWorkers(self);
1575
1576 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1577 // thread destructor's called below perform join).
1578 CHECK_NE(self->GetState(), kRunnable);
1579
1580 // Wait for all the worker threads to finish.
1581 thread_pool_->Wait(self, true, false);
1582 }
1583
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001584 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001585 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001586 }
1587
Brian Carlstrom7940e442013-07-12 13:46:57 -07001588 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001589 class ForAllClosure : public Task {
1590 public:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001591 ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001592 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001593 end_(end),
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001594 callback_(callback) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001595
1596 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001597 while (true) {
1598 const size_t index = manager_->NextIndex();
1599 if (UNLIKELY(index >= end_)) {
1600 break;
1601 }
1602 callback_(manager_, index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001603 self->AssertNoPendingException();
1604 }
1605 }
1606
1607 virtual void Finalize() {
1608 delete this;
1609 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001610
Brian Carlstrom7940e442013-07-12 13:46:57 -07001611 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001612 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001613 const size_t end_;
Bernhard Rosenkränzer46053622013-12-12 02:15:52 +01001614 Callback* const callback_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001615 };
1616
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001617 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001618 ClassLinker* const class_linker_;
1619 const jobject class_loader_;
1620 CompilerDriver* const compiler_;
1621 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001622 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001623 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001624
1625 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001626};
1627
Jeff Hao0e49b422013-11-08 12:16:56 -08001628// A fast version of SkipClass above if the class pointer is available
1629// that avoids the expensive FindInClassPath search.
1630static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
1631 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001632 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001633 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1634 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001635 if (class_loader == nullptr) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001636 LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from "
1637 << dex_file.GetLocation() << " previously found in "
1638 << original_dex_file.GetLocation();
1639 }
1640 return true;
1641 }
1642 return false;
1643}
1644
Mathieu Chartier70b63482014-06-27 17:19:04 -07001645static void CheckAndClearResolveException(Thread* self)
1646 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1647 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001648 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001649 std::string temp;
1650 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1651 const char* expected_exceptions[] = {
1652 "Ljava/lang/IllegalAccessError;",
1653 "Ljava/lang/IncompatibleClassChangeError;",
1654 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001655 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001656 "Ljava/lang/NoClassDefFoundError;",
1657 "Ljava/lang/NoSuchFieldError;",
1658 "Ljava/lang/NoSuchMethodError;"
1659 };
1660 bool found = false;
1661 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1662 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1663 found = true;
1664 }
1665 }
1666 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001667 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001668 }
1669 self->ClearException();
1670}
1671
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001672static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager,
1673 size_t class_def_index)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001674 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001675 ATRACE_CALL();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001676 Thread* self = Thread::Current();
1677 jobject jclass_loader = manager->GetClassLoader();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001678 const DexFile& dex_file = *manager->GetDexFile();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001679 ClassLinker* class_linker = manager->GetClassLinker();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001680
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001681 // If an instance field is final then we need to have a barrier on the return, static final
1682 // fields are assigned within the lock held for class initialization. Conservatively assume
1683 // constructor barriers are always required.
1684 bool requires_constructor_barrier = true;
1685
Brian Carlstrom7940e442013-07-12 13:46:57 -07001686 // Method and Field are the worst. We can't resolve without either
1687 // context from the code use (to disambiguate virtual vs direct
1688 // method and instance vs static field) or from class
1689 // definitions. While the compiler will resolve what it can as it
1690 // needs it, here we try to resolve fields and methods used in class
1691 // definitions, since many of them many never be referenced by
1692 // generated code.
1693 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogers68b56852014-08-29 20:19:11 -07001694 ScopedObjectAccess soa(self);
1695 StackHandleScope<2> hs(soa.Self());
1696 Handle<mirror::ClassLoader> class_loader(
1697 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1698 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1699 // Resolve the class.
1700 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1701 class_loader);
1702 bool resolve_fields_and_methods;
1703 if (klass == nullptr) {
1704 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1705 // attempt to resolve methods and fields when there is no declaring class.
1706 CheckAndClearResolveException(soa.Self());
1707 resolve_fields_and_methods = false;
1708 } else {
1709 // We successfully resolved a class, should we skip it?
1710 if (SkipClass(jclass_loader, dex_file, klass)) {
1711 return;
Brian Carlstromcb5f5e52013-09-23 17:48:16 -07001712 }
Ian Rogers68b56852014-08-29 20:19:11 -07001713 // We want to resolve the methods and fields eagerly.
1714 resolve_fields_and_methods = true;
1715 }
1716 // Note the class_data pointer advances through the headers,
1717 // static fields, instance fields, direct methods, and virtual
1718 // methods.
Ian Rogers13735952014-10-08 12:43:28 -07001719 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001720 if (class_data == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001721 // Empty class such as a marker interface.
1722 requires_constructor_barrier = false;
1723 } else {
1724 ClassDataItemIterator it(dex_file, class_data);
1725 while (it.HasNextStaticField()) {
1726 if (resolve_fields_and_methods) {
1727 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1728 dex_cache, class_loader, true);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001729 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001730 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001731 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001732 }
Ian Rogers68b56852014-08-29 20:19:11 -07001733 it.Next();
1734 }
1735 // We require a constructor barrier if there are final instance fields.
1736 requires_constructor_barrier = false;
1737 while (it.HasNextInstanceField()) {
Andreas Gampe51829322014-08-25 15:05:04 -07001738 if (it.MemberIsFinal()) {
Ian Rogers68b56852014-08-29 20:19:11 -07001739 requires_constructor_barrier = true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001740 }
1741 if (resolve_fields_and_methods) {
Ian Rogers68b56852014-08-29 20:19:11 -07001742 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1743 dex_cache, class_loader, false);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001744 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001745 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001746 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001747 }
Ian Rogers68b56852014-08-29 20:19:11 -07001748 it.Next();
1749 }
1750 if (resolve_fields_and_methods) {
1751 while (it.HasNextDirectMethod()) {
1752 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1753 dex_cache, class_loader,
1754 NullHandle<mirror::ArtMethod>(),
1755 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001756 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001757 CheckAndClearResolveException(soa.Self());
1758 }
1759 it.Next();
1760 }
1761 while (it.HasNextVirtualMethod()) {
1762 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1763 dex_cache, class_loader,
1764 NullHandle<mirror::ArtMethod>(),
1765 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001766 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001767 CheckAndClearResolveException(soa.Self());
1768 }
1769 it.Next();
1770 }
1771 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001772 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001773 }
1774 if (requires_constructor_barrier) {
Ian Rogersbe7149f2013-08-20 09:29:39 -07001775 manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001776 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001777}
1778
1779static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx)
1780 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1781 // Class derived values are more complicated, they require the linker and loader.
1782 ScopedObjectAccess soa(Thread::Current());
1783 ClassLinker* class_linker = manager->GetClassLinker();
1784 const DexFile& dex_file = *manager->GetDexFile();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001785 StackHandleScope<2> hs(soa.Self());
1786 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1787 Handle<mirror::ClassLoader> class_loader(
1788 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader())));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001789 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader);
1790
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001791 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001792 CHECK(soa.Self()->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001793 mirror::Throwable* exception = soa.Self()->GetException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001794 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
Mathieu Chartierf8322842014-05-16 10:59:25 -07001795 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
Ian Rogersa436fde2013-08-27 23:34:06 -07001796 // There's little point continuing compilation if the heap is exhausted.
1797 LOG(FATAL) << "Out of memory during type resolution for compilation";
1798 }
1799 soa.Self()->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001800 }
1801}
1802
1803void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001804 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001805 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001806 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1807
1808 // TODO: we could resolve strings here, although the string table is largely filled with class
1809 // and method names.
1810
Andreas Gampede7b4362014-07-28 18:38:57 -07001811 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1812 thread_pool);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001813 if (IsImage()) {
1814 // For images we resolve all types, such as array, whereas for applications just those with
1815 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001816 TimingLogger::ScopedTiming t("Resolve Types", timings);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001817 context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_);
1818 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001819
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001820 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001821 context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001822}
1823
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001824void CompilerDriver::SetVerified(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1825 ThreadPool* thread_pool, TimingLogger* timings) {
1826 for (size_t i = 0; i != dex_files.size(); ++i) {
1827 const DexFile* dex_file = dex_files[i];
1828 CHECK(dex_file != nullptr);
1829 SetVerifiedDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
1830 }
1831}
1832
Brian Carlstrom7940e442013-07-12 13:46:57 -07001833void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001834 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001835 for (size_t i = 0; i != dex_files.size(); ++i) {
1836 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001837 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07001838 VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001839 }
1840}
1841
1842static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index)
1843 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07001844 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001845 ScopedObjectAccess soa(Thread::Current());
Jeff Hao0e49b422013-11-08 12:16:56 -08001846 const DexFile& dex_file = *manager->GetDexFile();
1847 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1848 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1849 ClassLinker* class_linker = manager->GetClassLinker();
1850 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001851 StackHandleScope<3> hs(soa.Self());
1852 Handle<mirror::ClassLoader> class_loader(
1853 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1854 Handle<mirror::Class> klass(
1855 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1856 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001857 CHECK(soa.Self()->IsExceptionPending());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001858 soa.Self()->ClearException();
1859
1860 /*
1861 * At compile time, we can still structurally verify the class even if FindClass fails.
1862 * This is to ensure the class is structurally sound for compilation. An unsound class
1863 * will be rejected by the verifier and later skipped during compilation in the compiler.
1864 */
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001865 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001866 std::string error_msg;
Ian Rogers7b078e82014-09-10 14:44:24 -07001867 if (verifier::MethodVerifier::VerifyClass(soa.Self(), &dex_file, dex_cache, class_loader,
1868 &class_def, true, &error_msg) ==
Brian Carlstrom7940e442013-07-12 13:46:57 -07001869 verifier::MethodVerifier::kHardFailure) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001870 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001871 << " because: " << error_msg;
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001872 manager->GetCompiler()->SetHadHardVerifierFailure();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001873 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001874 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
1875 CHECK(klass->IsResolved()) << PrettyClass(klass.Get());
Ian Rogers7b078e82014-09-10 14:44:24 -07001876 class_linker->VerifyClass(soa.Self(), klass);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001877
1878 if (klass->IsErroneous()) {
1879 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
1880 CHECK(soa.Self()->IsExceptionPending());
1881 soa.Self()->ClearException();
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001882 manager->GetCompiler()->SetHadHardVerifierFailure();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001883 }
1884
1885 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous())
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001886 << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus();
Andreas Gampe7ae063b2014-11-24 23:50:13 -08001887
1888 // It is *very* problematic if there are verification errors in the boot classpath. For example,
1889 // we rely on things working OK without verification when the decryption dialog is brought up.
1890 // So abort in a debug build if we find this violated.
1891 DCHECK(!manager->GetCompiler()->IsImage() || klass->IsVerified()) << "Boot classpath class " <<
1892 PrettyClass(klass.Get()) << " failed to fully verify.";
Brian Carlstrom7940e442013-07-12 13:46:57 -07001893 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001894 soa.Self()->AssertNoPendingException();
1895}
1896
1897void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001898 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001899 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001900 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001901 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07001902 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1903 thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001904 context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001905}
1906
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001907static void SetVerifiedClass(const ParallelCompilationManager* manager, size_t class_def_index)
1908 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1909 ATRACE_CALL();
1910 ScopedObjectAccess soa(Thread::Current());
1911 const DexFile& dex_file = *manager->GetDexFile();
1912 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1913 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1914 ClassLinker* class_linker = manager->GetClassLinker();
1915 jobject jclass_loader = manager->GetClassLoader();
1916 StackHandleScope<3> hs(soa.Self());
1917 Handle<mirror::ClassLoader> class_loader(
1918 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1919 Handle<mirror::Class> klass(
1920 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1921 // Class might have failed resolution. Then don't set it to verified.
1922 if (klass.Get() != nullptr) {
1923 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
1924 // very wrong.
1925 if (klass->IsResolved()) {
1926 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
1927 ObjectLock<mirror::Class> lock(soa.Self(), klass);
Hiroshi Yamauchi5b783e62015-03-18 17:20:11 -07001928 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001929 }
1930 // Record the final class status if necessary.
1931 ClassReference ref(manager->GetDexFile(), class_def_index);
1932 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
1933 }
Andreas Gampe61ff0092014-09-16 11:23:23 -07001934 } else {
1935 Thread* self = soa.Self();
1936 DCHECK(self->IsExceptionPending());
1937 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001938 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001939}
1940
1941void CompilerDriver::SetVerifiedDexFile(jobject class_loader, const DexFile& dex_file,
1942 const std::vector<const DexFile*>& dex_files,
1943 ThreadPool* thread_pool, TimingLogger* timings) {
1944 TimingLogger::ScopedTiming t("Verify Dex File", timings);
1945 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1946 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1947 thread_pool);
1948 context.ForAll(0, dex_file.NumClassDefs(), SetVerifiedClass, thread_count_);
1949}
1950
Brian Carlstrom7940e442013-07-12 13:46:57 -07001951static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index)
1952 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001953 ATRACE_CALL();
Jeff Hao0e49b422013-11-08 12:16:56 -08001954 jobject jclass_loader = manager->GetClassLoader();
1955 const DexFile& dex_file = *manager->GetDexFile();
1956 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Jeff Haobcdbbfe2013-11-08 18:03:22 -08001957 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
1958 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Ian Rogersfc0e94b2013-09-23 23:51:32 -07001959
Brian Carlstrom7940e442013-07-12 13:46:57 -07001960 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001961 StackHandleScope<3> hs(soa.Self());
1962 Handle<mirror::ClassLoader> class_loader(
1963 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1964 Handle<mirror::Class> klass(
1965 hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
Jeff Hao0e49b422013-11-08 12:16:56 -08001966
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001967 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001968 // Only try to initialize classes that were successfully verified.
1969 if (klass->IsVerified()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001970 // Attempt to initialize the class but bail if we either need to initialize the super-class
1971 // or static fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001972 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001973 if (!klass->IsInitialized()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001974 // We don't want non-trivial class initialization occurring on multiple threads due to
1975 // deadlock problems. For example, a parent class is initialized (holding its lock) that
1976 // refers to a sub-class in its static/class initializer causing it to try to acquire the
1977 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
1978 // after first initializing its parents, whose locks are acquired. This leads to a
1979 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
1980 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
1981 // than use a special Object for the purpose we use the Class of java.lang.Class.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001982 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
Mathieu Chartierdb2633c2014-05-16 09:59:29 -07001983 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001984 // Attempt to initialize allowing initialization of parent classes but still not static
1985 // fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001986 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001987 if (!klass->IsInitialized()) {
1988 // We need to initialize static fields, we only do this for image classes that aren't
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001989 // marked with the $NoPreloadHolder (which implies this should not be initialized early).
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001990 bool can_init_static_fields = manager->GetCompiler()->IsImage() &&
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001991 manager->GetCompiler()->IsImageClass(descriptor) &&
1992 !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001993 if (can_init_static_fields) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001994 VLOG(compiler) << "Initializing: " << descriptor;
Ian Rogersc45b8b52014-05-03 01:39:59 -07001995 // TODO multithreading support. We should ensure the current compilation thread has
1996 // exclusive access to the runtime and the transaction. To achieve this, we could use
1997 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
1998 // checks in Thread::AssertThreadSuspensionIsAllowable.
1999 Runtime* const runtime = Runtime::Current();
2000 Transaction transaction;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002001
Ian Rogersc45b8b52014-05-03 01:39:59 -07002002 // Run the class initializer in transaction mode.
2003 runtime->EnterTransactionMode(&transaction);
2004 const mirror::Class::Status old_status = klass->GetStatus();
Ian Rogers7b078e82014-09-10 14:44:24 -07002005 bool success = manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2006 true);
Ian Rogersc45b8b52014-05-03 01:39:59 -07002007 // TODO we detach transaction from runtime to indicate we quit the transactional
2008 // mode which prevents the GC from visiting objects modified during the transaction.
2009 // Ensure GC is not run so don't access freed objects when aborting transaction.
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07002010
2011 ScopedAssertNoThreadSuspension ants(soa.Self(), "Transaction end");
Ian Rogersc45b8b52014-05-03 01:39:59 -07002012 runtime->ExitTransactionMode();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002013
Ian Rogersc45b8b52014-05-03 01:39:59 -07002014 if (!success) {
2015 CHECK(soa.Self()->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00002016 mirror::Throwable* exception = soa.Self()->GetException();
Ian Rogersc45b8b52014-05-03 01:39:59 -07002017 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2018 << exception->Dump();
Andreas Gampedbfe2542014-11-25 22:21:42 -08002019 std::ostream* file_log = manager->GetCompiler()->
2020 GetCompilerOptions().GetInitFailureOutput();
2021 if (file_log != nullptr) {
2022 *file_log << descriptor << "\n";
2023 *file_log << exception->Dump() << "\n";
2024 }
Ian Rogersc45b8b52014-05-03 01:39:59 -07002025 soa.Self()->ClearException();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002026 transaction.Rollback();
Ian Rogersc45b8b52014-05-03 01:39:59 -07002027 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002028 }
2029 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002030 }
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002031 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002032 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002033 }
2034 // Record the final class status if necessary.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002035 ClassReference ref(manager->GetDexFile(), class_def_index);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002036 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002037 }
2038 // Clear any class not found or verification exceptions.
2039 soa.Self()->ClearException();
2040}
2041
2042void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002043 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002044 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002045 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002046 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002047 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
2048 thread_pool);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002049 size_t thread_count;
2050 if (IsImage()) {
2051 // TODO: remove this when transactional mode supports multithreading.
2052 thread_count = 1U;
2053 } else {
2054 thread_count = thread_count_;
2055 }
2056 context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002057}
2058
2059void CompilerDriver::InitializeClasses(jobject class_loader,
2060 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002061 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002062 for (size_t i = 0; i != dex_files.size(); ++i) {
2063 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002064 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002065 InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002066 }
Mathieu Chartier093ef212014-08-11 13:52:12 -07002067 if (IsImage()) {
2068 // Prune garbage objects created during aborted transactions.
2069 Runtime::Current()->GetHeap()->CollectGarbage(true);
2070 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002071}
2072
2073void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002074 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002075 for (size_t i = 0; i != dex_files.size(); ++i) {
2076 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002077 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002078 CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002079 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002080 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002081}
2082
2083void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002084 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002085 const DexFile& dex_file = *manager->GetDexFile();
2086 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002087 ClassLinker* class_linker = manager->GetClassLinker();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002088 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002089 Thread* self = Thread::Current();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002090 {
2091 // Use a scoped object access to perform to the quick SkipClass check.
2092 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002093 ScopedObjectAccess soa(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07002094 StackHandleScope<3> hs(soa.Self());
2095 Handle<mirror::ClassLoader> class_loader(
2096 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
2097 Handle<mirror::Class> klass(
2098 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2099 if (klass.Get() == nullptr) {
2100 CHECK(soa.Self()->IsExceptionPending());
2101 soa.Self()->ClearException();
2102 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2103 return;
2104 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002105 }
2106 ClassReference ref(&dex_file, class_def_index);
2107 // Skip compiling classes with generic verifier failures since they will still fail at runtime
Vladimir Markoc7f83202014-01-24 17:55:18 +00002108 if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002109 return;
2110 }
Ian Rogers13735952014-10-08 12:43:28 -07002111 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002112 if (class_data == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002113 // empty class, probably a marker interface
2114 return;
2115 }
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002116
Mathieu Chartiere86deef2015-03-19 13:43:37 -07002117 CompilerDriver* const driver = manager->GetCompiler();
2118
Brian Carlstrom7940e442013-07-12 13:46:57 -07002119 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +02002120 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002121 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002122 ScopedObjectAccess soa(self);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07002123 StackHandleScope<1> hs(soa.Self());
2124 Handle<mirror::ClassLoader> class_loader(
2125 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Mathieu Chartiere86deef2015-03-19 13:43:37 -07002126 dex_to_dex_compilation_level = driver->GetDexToDexCompilationlevel(
2127 soa.Self(), class_loader, dex_file, class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002128 }
2129 ClassDataItemIterator it(dex_file, class_data);
2130 // Skip fields
2131 while (it.HasNextStaticField()) {
2132 it.Next();
2133 }
2134 while (it.HasNextInstanceField()) {
2135 it.Next();
2136 }
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002137
2138 bool compilation_enabled = driver->IsClassToCompile(
2139 dex_file.StringByTypeIdx(class_def.class_idx_));
2140
Brian Carlstrom7940e442013-07-12 13:46:57 -07002141 // Compile direct methods
2142 int64_t previous_direct_method_idx = -1;
2143 while (it.HasNextDirectMethod()) {
2144 uint32_t method_idx = it.GetMemberIndex();
2145 if (method_idx == previous_direct_method_idx) {
2146 // smali can create dex files with two encoded_methods sharing the same method_idx
2147 // http://code.google.com/p/smali/issues/detail?id=119
2148 it.Next();
2149 continue;
2150 }
2151 previous_direct_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002152 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002153 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002154 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2155 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002156 it.Next();
2157 }
2158 // Compile virtual methods
2159 int64_t previous_virtual_method_idx = -1;
2160 while (it.HasNextVirtualMethod()) {
2161 uint32_t method_idx = it.GetMemberIndex();
2162 if (method_idx == previous_virtual_method_idx) {
2163 // smali can create dex files with two encoded_methods sharing the same method_idx
2164 // http://code.google.com/p/smali/issues/detail?id=119
2165 it.Next();
2166 continue;
2167 }
2168 previous_virtual_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002169 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002170 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002171 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2172 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002173 it.Next();
2174 }
2175 DCHECK(!it.HasNext());
2176}
2177
2178void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002179 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002180 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002181 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002182 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002183 &dex_file, dex_files, thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002184 context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002185}
2186
Ian Rogersa4a3f402014-10-20 18:10:34 -07002187// Does the runtime for the InstructionSet provide an implementation returned by
2188// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
2189static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
2190 switch (isa) {
2191 case kArm:
2192 case kArm64:
2193 case kThumb2:
Douglas Leung735b8552014-10-31 12:21:40 -07002194 case kMips:
Andreas Gampe57b34292015-01-14 15:45:59 -08002195 case kMips64:
Ian Rogersa4a3f402014-10-20 18:10:34 -07002196 case kX86:
2197 case kX86_64: return true;
2198 default: return false;
2199 }
2200}
2201
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002202void CompilerDriver::CompileMethod(Thread* self, const DexFile::CodeItem* code_item,
2203 uint32_t access_flags, InvokeType invoke_type,
2204 uint16_t class_def_idx, uint32_t method_idx,
2205 jobject class_loader, const DexFile& dex_file,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002206 DexToDexCompilationLevel dex_to_dex_compilation_level,
2207 bool compilation_enabled) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002208 CompiledMethod* compiled_method = nullptr;
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002209 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002210 MethodReference method_ref(&dex_file, method_idx);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002211
2212 if ((access_flags & kAccNative) != 0) {
Ian Rogers0188ab72014-03-17 16:51:53 -07002213 // Are we interpreting only and have support for generic JNI down calls?
Jeff Hao4a200f52014-04-01 14:58:49 -07002214 if (!compiler_options_->IsCompilationEnabled() &&
Ian Rogersa4a3f402014-10-20 18:10:34 -07002215 InstructionSetHasGenericJniStub(instruction_set_)) {
Ian Rogers5b271492014-03-14 13:20:26 -07002216 // Leaving this empty will trigger the generic JNI version
2217 } else {
Maja Gagic6ea651f2015-02-24 16:55:04 +01002218 if (instruction_set_ != kMips64) { // Use generic JNI for Mips64 (temporarily).
2219 compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file);
2220 CHECK(compiled_method != nullptr);
2221 }
Ian Rogers5b271492014-03-14 13:20:26 -07002222 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002223 } else if ((access_flags & kAccAbstract) != 0) {
Ian Rogersa4a3f402014-10-20 18:10:34 -07002224 // Abstract methods don't have code.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002225 } else {
Andreas Gampe6c170c92014-12-17 14:35:46 -08002226 bool has_verified_method = verification_results_->GetVerifiedMethod(method_ref) != nullptr;
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002227 bool compile = compilation_enabled &&
Andreas Gampe6c170c92014-12-17 14:35:46 -08002228 // Basic checks, e.g., not <clinit>.
2229 verification_results_->IsCandidateForCompilation(method_ref, access_flags) &&
2230 // Did not fail to create VerifiedMethod metadata.
2231 has_verified_method;
Sebastien Hertz4d4adb12013-07-24 16:14:19 +02002232 if (compile) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002233 // NOTE: if compiler declines to compile this method, it will return nullptr.
Ian Rogers72d32622014-05-06 16:20:11 -07002234 compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx,
2235 method_idx, class_loader, dex_file);
Sebastien Hertz17965ed2014-04-04 15:59:53 +02002236 }
2237 if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) {
2238 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Andreas Gampe6c170c92014-12-17 14:35:46 -08002239 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, for example, relies on
2240 // it.
Sebastien Hertz75021222013-07-16 18:34:50 +02002241 (*dex_to_dex_compiler_)(*this, code_item, access_flags,
2242 invoke_type, class_def_idx,
2243 method_idx, class_loader, dex_file,
Andreas Gampe6c170c92014-12-17 14:35:46 -08002244 has_verified_method ? dex_to_dex_compilation_level : kRequired);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002245 }
2246 }
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002247 if (kTimeCompileMethod) {
2248 uint64_t duration_ns = NanoTime() - start_ns;
2249 if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning())) {
2250 LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file)
2251 << " took " << PrettyDuration(duration_ns);
2252 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002253 }
2254
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002255 if (compiled_method != nullptr) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002256 // Count non-relative linker patches.
2257 size_t non_relative_linker_patch_count = 0u;
2258 for (const LinkerPatch& patch : compiled_method->GetPatches()) {
Vladimir Marko20f85592015-03-19 10:07:02 +00002259 if (!patch.IsPcRelative()) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002260 ++non_relative_linker_patch_count;
2261 }
2262 }
Igor Murashkind6dee672014-10-16 18:36:16 -07002263 bool compile_pic = GetCompilerOptions().GetCompilePic(); // Off by default
2264 // When compiling with PIC, there should be zero non-relative linker patches
2265 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
2266
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002267 DCHECK(GetCompiledMethod(method_ref) == nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002268 {
2269 MutexLock mu(self, compiled_methods_lock_);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002270 compiled_methods_.Put(method_ref, compiled_method);
Vladimir Markof4da6752014-08-01 19:04:18 +01002271 non_relative_linker_patch_count_ += non_relative_linker_patch_count;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002272 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002273 DCHECK(GetCompiledMethod(method_ref) != nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002274 }
2275
Jeff Hao48699fb2015-04-06 14:21:37 -07002276 // Done compiling, delete the verified method to reduce native memory usage. Do not delete in
2277 // optimizing compiler, which may need the verified method again for inlining.
2278 if (compiler_kind_ != Compiler::kOptimizing) {
2279 verification_results_->RemoveVerifiedMethod(method_ref);
2280 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002281
Brian Carlstrom7940e442013-07-12 13:46:57 -07002282 if (self->IsExceptionPending()) {
2283 ScopedObjectAccess soa(self);
2284 LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n"
Nicolas Geoffray14691c52015-03-05 10:40:17 +00002285 << self->GetException()->Dump();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002286 }
2287}
2288
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002289void CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) {
2290 CompiledMethod* compiled_method = nullptr;
2291 {
2292 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2293 auto it = compiled_methods_.find(method_ref);
2294 if (it != compiled_methods_.end()) {
2295 compiled_method = it->second;
2296 compiled_methods_.erase(it);
2297 }
2298 }
2299 if (compiled_method != nullptr) {
2300 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, compiled_method);
2301 }
2302}
2303
Brian Carlstrom7940e442013-07-12 13:46:57 -07002304CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
2305 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2306 ClassTable::const_iterator it = compiled_classes_.find(ref);
2307 if (it == compiled_classes_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002308 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002309 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002310 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002311 return it->second;
2312}
2313
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002314void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
2315 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2316 auto it = compiled_classes_.find(ref);
2317 if (it == compiled_classes_.end() || it->second->GetStatus() != status) {
2318 // An entry doesn't exist or the status is lower than the new status.
2319 if (it != compiled_classes_.end()) {
2320 CHECK_GT(status, it->second->GetStatus());
2321 delete it->second;
2322 }
2323 switch (status) {
2324 case mirror::Class::kStatusNotReady:
2325 case mirror::Class::kStatusError:
2326 case mirror::Class::kStatusRetryVerificationAtRuntime:
2327 case mirror::Class::kStatusVerified:
2328 case mirror::Class::kStatusInitialized:
2329 break; // Expected states.
2330 default:
2331 LOG(FATAL) << "Unexpected class status for class "
2332 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2333 << " of " << status;
2334 }
2335 CompiledClass* compiled_class = new CompiledClass(status);
2336 compiled_classes_.Overwrite(ref, compiled_class);
2337 }
2338}
2339
Brian Carlstrom7940e442013-07-12 13:46:57 -07002340CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
2341 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2342 MethodTable::const_iterator it = compiled_methods_.find(ref);
2343 if (it == compiled_methods_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002344 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002345 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002346 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002347 return it->second;
2348}
2349
Vladimir Markof4da6752014-08-01 19:04:18 +01002350size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
2351 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2352 return non_relative_linker_patch_count_;
2353}
2354
Brian Carlstrom7940e442013-07-12 13:46:57 -07002355void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002356 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002357 WriterMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002358 freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index));
2359}
2360
2361bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002362 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002363 ReaderMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002364 return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0;
2365}
2366
2367bool CompilerDriver::WriteElf(const std::string& android_root,
2368 bool is_host,
2369 const std::vector<const art::DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002370 OatWriter* oat_writer,
Brian Carlstrom7940e442013-07-12 13:46:57 -07002371 art::File* file)
2372 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers72d32622014-05-06 16:20:11 -07002373 return compiler_->WriteElf(file, oat_writer, dex_files, android_root, is_host);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002374}
2375void CompilerDriver::InstructionSetToLLVMTarget(InstructionSet instruction_set,
Ian Rogers3d504072014-03-01 09:16:49 -08002376 std::string* target_triple,
2377 std::string* target_cpu,
2378 std::string* target_attr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002379 switch (instruction_set) {
2380 case kThumb2:
Ian Rogers3d504072014-03-01 09:16:49 -08002381 *target_triple = "thumb-none-linux-gnueabi";
2382 *target_cpu = "cortex-a9";
2383 *target_attr = "+thumb2,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002384 break;
2385
2386 case kArm:
Ian Rogers3d504072014-03-01 09:16:49 -08002387 *target_triple = "armv7-none-linux-gnueabi";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002388 // TODO: Fix for Nexus S.
Ian Rogers3d504072014-03-01 09:16:49 -08002389 *target_cpu = "cortex-a9";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002390 // TODO: Fix for Xoom.
Ian Rogers3d504072014-03-01 09:16:49 -08002391 *target_attr = "+v7,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002392 break;
2393
2394 case kX86:
Ian Rogers3d504072014-03-01 09:16:49 -08002395 *target_triple = "i386-pc-linux-gnu";
2396 *target_attr = "";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002397 break;
2398
Dmitry Petrochenko6a58cb12014-04-02 17:27:59 +07002399 case kX86_64:
2400 *target_triple = "x86_64-pc-linux-gnu";
2401 *target_attr = "";
2402 break;
2403
Brian Carlstrom7940e442013-07-12 13:46:57 -07002404 case kMips:
Ian Rogers3d504072014-03-01 09:16:49 -08002405 *target_triple = "mipsel-unknown-linux";
2406 *target_attr = "mips32r2";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002407 break;
2408
2409 default:
2410 LOG(FATAL) << "Unknown instruction set: " << instruction_set;
2411 }
2412 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002413
Dave Allison39c3bfb2014-01-28 18:33:52 -08002414bool CompilerDriver::SkipCompilation(const std::string& method_name) {
Calin Juravlec1b643c2014-05-30 23:44:11 +01002415 if (!profile_present_) {
Dave Allison644789f2014-04-10 13:06:10 -07002416 return false;
Dave Allison39c3bfb2014-01-28 18:33:52 -08002417 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002418 // First find the method in the profile file.
2419 ProfileFile::ProfileData data;
2420 if (!profile_file_.GetProfileData(&data, method_name)) {
Dave Allison39c3bfb2014-01-28 18:33:52 -08002421 // Not in profile, no information can be determined.
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002422 if (kIsDebugBuild) {
2423 VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile";
2424 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002425 return true;
2426 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002427
2428 // Methods that comprise top_k_threshold % of the total samples will be compiled.
Calin Juravlef6a4cee2014-04-02 17:03:08 +01002429 // Compare against the start of the topK percentage bucket just in case the threshold
Calin Juravle04ff2262014-04-02 19:08:47 +01002430 // falls inside a bucket.
Calin Juravlec1b643c2014-05-30 23:44:11 +01002431 bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent()
2432 <= compiler_options_->GetTopKProfileThreshold();
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002433 if (kIsDebugBuild) {
2434 if (compile) {
2435 LOG(INFO) << "compiling method " << method_name << " because its usage is part of top "
2436 << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%"
2437 << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")";
2438 } else {
2439 VLOG(compiler) << "not compiling method " << method_name
2440 << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold()
2441 << "% samples)";
2442 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002443 }
2444 return !compile;
2445}
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002446
Andreas Gampe8d295f82015-01-20 14:50:21 -08002447std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002448 std::ostringstream oss;
Mathieu Chartier9b34b242015-03-09 11:30:17 -07002449 Runtime* const runtime = Runtime::Current();
2450 const ArenaPool* arena_pool = runtime->GetArenaPool();
2451 gc::Heap* const heap = runtime->GetHeap();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002452 oss << "arena alloc=" << PrettySize(arena_pool->GetBytesAllocated());
2453 oss << " java alloc=" << PrettySize(heap->GetBytesAllocated());
Elliott Hughes7bf5a262015-04-02 20:55:07 -07002454#if defined(__BIONIC__) || defined(__GLIBC__)
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002455 struct mallinfo info = mallinfo();
2456 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2457 const size_t free_space = static_cast<size_t>(info.fordblks);
2458 oss << " native alloc=" << PrettySize(allocated_space) << " free="
2459 << PrettySize(free_space);
2460#endif
Andreas Gampee21dc3d2014-12-08 16:59:43 -08002461 if (swap_space_.get() != nullptr) {
2462 oss << " swap=" << PrettySize(swap_space_->GetSize());
2463 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002464 if (extended) {
2465 oss << "\nCode dedupe: " << dedupe_code_.DumpStats();
2466 oss << "\nMapping table dedupe: " << dedupe_mapping_table_.DumpStats();
2467 oss << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats();
2468 oss << "\nGC map dedupe: " << dedupe_gc_map_.DumpStats();
2469 oss << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats();
2470 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002471 return oss.str();
2472}
2473
Brian Carlstrom7940e442013-07-12 13:46:57 -07002474} // namespace art