blob: 34963a96757080caaef19a7fccd4512f82f2d979 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Anwar Ghuloum67f99412013-08-12 14:19:48 -070019#define ATRACE_TAG ATRACE_TAG_DALVIK
20#include <utils/Trace.h>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021
Andreas Gampeb0f370e2014-09-25 22:51:40 -070022#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070023#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070024#include <unistd.h>
25
Mathieu Chartierab972ef2014-12-03 17:38:22 -080026#ifndef __APPLE__
27#include <malloc.h> // For mallinfo
28#endif
29
Brian Carlstrom7940e442013-07-12 13:46:57 -070030#include "base/stl_util.h"
31#include "base/timing_logger.h"
32#include "class_linker.h"
Mingyao Yang98d1cc82014-05-15 17:02:16 -070033#include "compiled_class.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000034#include "compiler.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000035#include "compiler_driver-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070036#include "dex_compilation_unit.h"
37#include "dex_file-inl.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000038#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000039#include "dex/verified_method.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000040#include "dex/quick/dex_file_method_inliner.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080041#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070042#include "jni_internal.h"
Ian Rogers22d5e732014-07-15 22:23:51 -070043#include "object_lock.h"
Calin Juravlebb0b53f2014-05-23 17:33:29 +010044#include "profiler.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070045#include "runtime.h"
46#include "gc/accounting/card_table-inl.h"
47#include "gc/accounting/heap_bitmap.h"
48#include "gc/space/space.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070049#include "mirror/art_field-inl.h"
50#include "mirror/art_method-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070051#include "mirror/class_loader.h"
52#include "mirror/class-inl.h"
53#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070054#include "mirror/object-inl.h"
55#include "mirror/object_array-inl.h"
56#include "mirror/throwable.h"
57#include "scoped_thread_state_change.h"
58#include "ScopedLocalRef.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070059#include "handle_scope-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070060#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070061#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070062#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070063#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010064#include "transaction.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080065#include "utils/swap_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070066#include "verifier/method_verifier.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000067#include "verifier/method_verifier-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070068
Brian Carlstrom7940e442013-07-12 13:46:57 -070069namespace art {
70
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070071static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
72
Brian Carlstrom7940e442013-07-12 13:46:57 -070073static double Percentage(size_t x, size_t y) {
74 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
75}
76
77static void DumpStat(size_t x, size_t y, const char* str) {
78 if (x == 0 && y == 0) {
79 return;
80 }
Ian Rogerse732ef12013-10-09 15:22:24 -070081 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -070082}
83
Vladimir Markof096aad2014-01-23 15:51:58 +000084class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -070085 public:
86 AOTCompilationStats()
87 : stats_lock_("AOT compilation statistics lock"),
88 types_in_dex_cache_(0), types_not_in_dex_cache_(0),
89 strings_in_dex_cache_(0), strings_not_in_dex_cache_(0),
90 resolved_types_(0), unresolved_types_(0),
91 resolved_instance_fields_(0), unresolved_instance_fields_(0),
92 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
93 type_based_devirtualization_(0),
94 safe_casts_(0), not_safe_casts_(0) {
95 for (size_t i = 0; i <= kMaxInvokeType; i++) {
96 resolved_methods_[i] = 0;
97 unresolved_methods_[i] = 0;
98 virtual_made_direct_[i] = 0;
99 direct_calls_to_boot_[i] = 0;
100 direct_methods_to_boot_[i] = 0;
101 }
102 }
103
104 void Dump() {
105 DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache");
106 DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache");
107 DumpStat(resolved_types_, unresolved_types_, "types resolved");
108 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
109 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
110 "static fields resolved");
111 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
112 "static fields local to a class");
113 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
114 // Note, the code below subtracts the stat value so that when added to the stat value we have
115 // 100% of samples. TODO: clean this up.
116 DumpStat(type_based_devirtualization_,
117 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
118 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
119 type_based_devirtualization_,
120 "virtual/interface calls made direct based on type information");
121
122 for (size_t i = 0; i <= kMaxInvokeType; i++) {
123 std::ostringstream oss;
124 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
125 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
126 if (virtual_made_direct_[i] > 0) {
127 std::ostringstream oss2;
128 oss2 << static_cast<InvokeType>(i) << " methods made direct";
129 DumpStat(virtual_made_direct_[i],
130 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
131 oss2.str().c_str());
132 }
133 if (direct_calls_to_boot_[i] > 0) {
134 std::ostringstream oss2;
135 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
136 DumpStat(direct_calls_to_boot_[i],
137 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
138 oss2.str().c_str());
139 }
140 if (direct_methods_to_boot_[i] > 0) {
141 std::ostringstream oss2;
142 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
143 DumpStat(direct_methods_to_boot_[i],
144 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
145 oss2.str().c_str());
146 }
147 }
148 }
149
150// Allow lossy statistics in non-debug builds.
151#ifndef NDEBUG
152#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
153#else
154#define STATS_LOCK()
155#endif
156
157 void TypeInDexCache() {
158 STATS_LOCK();
159 types_in_dex_cache_++;
160 }
161
162 void TypeNotInDexCache() {
163 STATS_LOCK();
164 types_not_in_dex_cache_++;
165 }
166
167 void StringInDexCache() {
168 STATS_LOCK();
169 strings_in_dex_cache_++;
170 }
171
172 void StringNotInDexCache() {
173 STATS_LOCK();
174 strings_not_in_dex_cache_++;
175 }
176
177 void TypeDoesntNeedAccessCheck() {
178 STATS_LOCK();
179 resolved_types_++;
180 }
181
182 void TypeNeedsAccessCheck() {
183 STATS_LOCK();
184 unresolved_types_++;
185 }
186
187 void ResolvedInstanceField() {
188 STATS_LOCK();
189 resolved_instance_fields_++;
190 }
191
192 void UnresolvedInstanceField() {
193 STATS_LOCK();
194 unresolved_instance_fields_++;
195 }
196
197 void ResolvedLocalStaticField() {
198 STATS_LOCK();
199 resolved_local_static_fields_++;
200 }
201
202 void ResolvedStaticField() {
203 STATS_LOCK();
204 resolved_static_fields_++;
205 }
206
207 void UnresolvedStaticField() {
208 STATS_LOCK();
209 unresolved_static_fields_++;
210 }
211
212 // Indicate that type information from the verifier led to devirtualization.
213 void PreciseTypeDevirtualization() {
214 STATS_LOCK();
215 type_based_devirtualization_++;
216 }
217
218 // Indicate that a method of the given type was resolved at compile time.
219 void ResolvedMethod(InvokeType type) {
220 DCHECK_LE(type, kMaxInvokeType);
221 STATS_LOCK();
222 resolved_methods_[type]++;
223 }
224
225 // Indicate that a method of the given type was unresolved at compile time as it was in an
226 // unknown dex file.
227 void UnresolvedMethod(InvokeType type) {
228 DCHECK_LE(type, kMaxInvokeType);
229 STATS_LOCK();
230 unresolved_methods_[type]++;
231 }
232
233 // Indicate that a type of virtual method dispatch has been converted into a direct method
234 // dispatch.
235 void VirtualMadeDirect(InvokeType type) {
236 DCHECK(type == kVirtual || type == kInterface || type == kSuper);
237 STATS_LOCK();
238 virtual_made_direct_[type]++;
239 }
240
241 // Indicate that a method of the given type was able to call directly into boot.
242 void DirectCallsToBoot(InvokeType type) {
243 DCHECK_LE(type, kMaxInvokeType);
244 STATS_LOCK();
245 direct_calls_to_boot_[type]++;
246 }
247
248 // Indicate that a method of the given type was able to be resolved directly from boot.
249 void DirectMethodsToBoot(InvokeType type) {
250 DCHECK_LE(type, kMaxInvokeType);
251 STATS_LOCK();
252 direct_methods_to_boot_[type]++;
253 }
254
Vladimir Markof096aad2014-01-23 15:51:58 +0000255 void ProcessedInvoke(InvokeType type, int flags) {
256 STATS_LOCK();
257 if (flags == 0) {
258 unresolved_methods_[type]++;
259 } else {
260 DCHECK_NE((flags & kFlagMethodResolved), 0);
261 resolved_methods_[type]++;
262 if ((flags & kFlagVirtualMadeDirect) != 0) {
263 virtual_made_direct_[type]++;
264 if ((flags & kFlagPreciseTypeDevirtualization) != 0) {
265 type_based_devirtualization_++;
266 }
267 } else {
268 DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0);
269 }
270 if ((flags & kFlagDirectCallToBoot) != 0) {
271 direct_calls_to_boot_[type]++;
272 }
273 if ((flags & kFlagDirectMethodToBoot) != 0) {
274 direct_methods_to_boot_[type]++;
275 }
276 }
277 }
278
Brian Carlstrom7940e442013-07-12 13:46:57 -0700279 // A check-cast could be eliminated due to verifier type analysis.
280 void SafeCast() {
281 STATS_LOCK();
282 safe_casts_++;
283 }
284
285 // A check-cast couldn't be eliminated due to verifier type analysis.
286 void NotASafeCast() {
287 STATS_LOCK();
288 not_safe_casts_++;
289 }
290
291 private:
292 Mutex stats_lock_;
293
294 size_t types_in_dex_cache_;
295 size_t types_not_in_dex_cache_;
296
297 size_t strings_in_dex_cache_;
298 size_t strings_not_in_dex_cache_;
299
300 size_t resolved_types_;
301 size_t unresolved_types_;
302
303 size_t resolved_instance_fields_;
304 size_t unresolved_instance_fields_;
305
306 size_t resolved_local_static_fields_;
307 size_t resolved_static_fields_;
308 size_t unresolved_static_fields_;
309 // Type based devirtualization for invoke interface and virtual.
310 size_t type_based_devirtualization_;
311
312 size_t resolved_methods_[kMaxInvokeType + 1];
313 size_t unresolved_methods_[kMaxInvokeType + 1];
314 size_t virtual_made_direct_[kMaxInvokeType + 1];
315 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
316 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
317
318 size_t safe_casts_;
319 size_t not_safe_casts_;
320
321 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
322};
323
Brian Carlstrom7940e442013-07-12 13:46:57 -0700324
325extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler,
326 const art::DexFile::CodeItem* code_item,
327 uint32_t access_flags,
328 art::InvokeType invoke_type,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700329 uint16_t class_def_idx,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700330 uint32_t method_idx,
331 jobject class_loader,
332 const art::DexFile& dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700333
Brian Carlstrom6449c622014-02-10 23:48:36 -0800334CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options,
335 VerificationResults* verification_results,
Vladimir Marko5816ed42013-11-27 17:04:20 +0000336 DexFileToMethodInlinerMap* method_inliner_map,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000337 Compiler::Kind compiler_kind,
Nicolas Geoffrayf5df8972014-02-14 18:37:08 +0000338 InstructionSet instruction_set,
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700339 const InstructionSetFeatures* instruction_set_features,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800340 bool image, std::set<std::string>* image_classes,
341 std::set<std::string>* compiled_classes, size_t thread_count,
David Brazdil866c0312015-01-13 21:21:31 +0000342 bool dump_stats, bool dump_passes,
343 const std::string& dump_cfg_file_name, CumulativeLogger* timer,
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800344 int swap_fd, const std::string& profile_file)
345 : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)),
346 swap_space_allocator_(new SwapAllocator<void>(swap_space_.get())),
347 profile_present_(false), compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800348 verification_results_(verification_results),
Vladimir Marko5816ed42013-11-27 17:04:20 +0000349 method_inliner_map_(method_inliner_map),
Ian Rogers72d32622014-05-06 16:20:11 -0700350 compiler_(Compiler::Create(this, compiler_kind)),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700351 instruction_set_(instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700352 instruction_set_features_(instruction_set_features),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700353 freezing_constructor_lock_("freezing constructor lock"),
354 compiled_classes_lock_("compiled classes lock"),
355 compiled_methods_lock_("compiled method lock"),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800356 compiled_methods_(MethodTable::key_compare()),
Vladimir Markof4da6752014-08-01 19:04:18 +0100357 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700358 image_(image),
359 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800360 classes_to_compile_(compiled_classes),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800361 had_hard_verifier_failure_(false),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700362 thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700363 stats_(new AOTCompilationStats),
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800364 dedupe_enabled_(true),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700365 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000366 dump_passes_(dump_passes),
David Brazdil866c0312015-01-13 21:21:31 +0000367 dump_cfg_file_name_(dump_cfg_file_name),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000368 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700369 compiler_context_(nullptr),
Andreas Gampe57b34292015-01-14 15:45:59 -0800370 support_boot_image_fixup_(instruction_set != kMips && instruction_set != kMips64),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800371 dedupe_code_("dedupe code", *swap_space_allocator_),
372 dedupe_src_mapping_table_("dedupe source mapping table", *swap_space_allocator_),
373 dedupe_mapping_table_("dedupe mapping table", *swap_space_allocator_),
374 dedupe_vmap_table_("dedupe vmap table", *swap_space_allocator_),
375 dedupe_gc_map_("dedupe gc map", *swap_space_allocator_),
376 dedupe_cfi_info_("dedupe cfi info", *swap_space_allocator_) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800377 DCHECK(compiler_options_ != nullptr);
378 DCHECK(verification_results_ != nullptr);
379 DCHECK(method_inliner_map_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700380
Sebastien Hertz75021222013-07-16 18:34:50 +0200381 dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700382
Ian Rogers72d32622014-05-06 16:20:11 -0700383 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700384
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800385 CHECK_EQ(image_, image_classes_.get() != nullptr);
Mark Mendellae9fd932014-02-10 16:14:35 -0800386
Calin Juravlec1b643c2014-05-30 23:44:11 +0100387 // Read the profile file if one is provided.
388 if (!profile_file.empty()) {
389 profile_present_ = profile_file_.LoadFile(profile_file);
390 if (profile_present_) {
391 LOG(INFO) << "Using profile data form file " << profile_file;
392 } else {
393 LOG(INFO) << "Failed to load profile file " << profile_file;
394 }
395 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700396}
397
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800398SwapVector<uint8_t>* CompilerDriver::DeduplicateCode(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800399 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700400 return dedupe_code_.Add(Thread::Current(), code);
401}
402
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800403SwapSrcMap* CompilerDriver::DeduplicateSrcMappingTable(const ArrayRef<SrcMapElem>& src_map) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800404 DCHECK(dedupe_enabled_);
Yevgeny Roubane3ea8382014-08-08 16:29:38 +0700405 return dedupe_src_mapping_table_.Add(Thread::Current(), src_map);
406}
407
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800408SwapVector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800409 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700410 return dedupe_mapping_table_.Add(Thread::Current(), code);
411}
412
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800413SwapVector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800414 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700415 return dedupe_vmap_table_.Add(Thread::Current(), code);
416}
417
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800418SwapVector<uint8_t>* CompilerDriver::DeduplicateGCMap(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800419 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700420 return dedupe_gc_map_.Add(Thread::Current(), code);
421}
422
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800423SwapVector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const ArrayRef<const uint8_t>& cfi_info) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800424 DCHECK(dedupe_enabled_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800425 return dedupe_cfi_info_.Add(Thread::Current(), cfi_info);
Mark Mendellae9fd932014-02-10 16:14:35 -0800426}
427
Brian Carlstrom7940e442013-07-12 13:46:57 -0700428CompilerDriver::~CompilerDriver() {
429 Thread* self = Thread::Current();
430 {
431 MutexLock mu(self, compiled_classes_lock_);
432 STLDeleteValues(&compiled_classes_);
433 }
434 {
435 MutexLock mu(self, compiled_methods_lock_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800436 for (auto& pair : compiled_methods_) {
437 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, pair.second);
438 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700439 }
Ian Rogers72d32622014-05-06 16:20:11 -0700440 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700441}
442
Ian Rogersdd7624d2014-03-14 17:43:00 -0700443#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700444 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700445 return CreateTrampoline64(instruction_set_, abi, \
446 type ## _ENTRYPOINT_OFFSET(8, offset)); \
447 } else { \
448 return CreateTrampoline32(instruction_set_, abi, \
449 type ## _ENTRYPOINT_OFFSET(4, offset)); \
450 }
451
Ian Rogers848871b2013-08-05 10:56:33 -0700452const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700453 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700454}
455
456const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700457 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700458}
459
460const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700461 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700462}
463
Andreas Gampe2da88232014-02-27 12:26:20 -0800464const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700465 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800466}
467
Jeff Hao88474b42013-10-23 16:24:40 -0700468const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700469 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700470}
471
Brian Carlstrom7940e442013-07-12 13:46:57 -0700472const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700473 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700474}
475
Ian Rogers848871b2013-08-05 10:56:33 -0700476const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700477 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700478}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700479#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700480
481void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700482 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800483 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700484 DCHECK(!Runtime::Current()->IsStarted());
Ian Rogers700a4022014-05-19 16:49:03 -0700485 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1));
Andreas Gampe8d295f82015-01-20 14:50:21 -0800486 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Ian Rogers3d504072014-03-01 09:16:49 -0800487 PreCompile(class_loader, dex_files, thread_pool.get(), timings);
488 Compile(class_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700489 if (dump_stats_) {
490 stats_->Dump();
491 }
492}
493
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700494DexToDexCompilationLevel CompilerDriver::GetDexToDexCompilationlevel(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700495 Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file,
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700496 const DexFile::ClassDef& class_def) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800497 auto* const runtime = Runtime::Current();
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700498 if (runtime->UseJit() || GetCompilerOptions().VerifyAtRuntime()) {
499 // Verify at runtime shouldn't dex to dex since we didn't resolve of verify.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800500 return kDontDexToDexCompile;
501 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700502 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800503 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800504 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700505 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700506 CHECK(self->IsExceptionPending());
507 self->ClearException();
Sebastien Hertz75021222013-07-16 18:34:50 +0200508 return kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700509 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700510 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
511 // references with actual offsets. We cannot re-verify such instructions.
512 //
513 // We store the verification information in the class status in the oat file, which the linker
514 // can validate (checksums) and use to skip load-time verification. It is thus safe to
515 // optimize when a class has been fully verified before.
516 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200517 // Class is verified so we can enable DEX-to-DEX compilation for performance.
518 return kOptimize;
519 } else if (klass->IsCompileTimeVerified()) {
520 // Class verification has soft-failed. Anyway, ensure at least correctness.
521 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime);
522 return kRequired;
523 } else {
524 // Class verification has failed: do not run DEX-to-DEX compilation.
525 return kDontDexToDexCompile;
526 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700527}
528
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800529void CompilerDriver::CompileOne(Thread* self, mirror::ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700530 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700531 jobject jclass_loader;
532 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700533 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800534 uint32_t method_idx = method->GetDexMethodIndex();
535 uint32_t access_flags = method->GetAccessFlags();
536 InvokeType invoke_type = method->GetInvokeType();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700537 {
538 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800539 ScopedLocalRef<jobject> local_class_loader(
540 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700541 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
542 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700543 dex_file = method->GetDexFile();
544 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700545 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800546 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700547 self->TransitionFromRunnableToSuspended(kNative);
548
549 std::vector<const DexFile*> dex_files;
550 dex_files.push_back(dex_file);
551
Ian Rogers700a4022014-05-19 16:49:03 -0700552 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U));
Ian Rogers3d504072014-03-01 09:16:49 -0800553 PreCompile(jclass_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700554
Brian Carlstrom7940e442013-07-12 13:46:57 -0700555 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +0200556 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700557 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800558 ScopedObjectAccess soa(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700559 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700560 StackHandleScope<1> hs(soa.Self());
561 Handle<mirror::ClassLoader> class_loader(
562 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Ian Rogers98379392014-02-24 16:53:16 -0800563 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file,
564 class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700565 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800566 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
567 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700568
569 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800570 self->TransitionFromSuspendedToRunnable();
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800571}
572
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800573CompiledMethod* CompilerDriver::CompileMethod(Thread* self, mirror::ArtMethod* method) {
574 const uint32_t method_idx = method->GetDexMethodIndex();
575 const uint32_t access_flags = method->GetAccessFlags();
576 const InvokeType invoke_type = method->GetInvokeType();
577 StackHandleScope<1> hs(self);
578 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
579 method->GetDeclaringClass()->GetClassLoader()));
580 jobject jclass_loader = class_loader.ToJObject();
581 const DexFile* dex_file = method->GetDexFile();
582 const uint16_t class_def_idx = method->GetClassDefIndex();
583 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
584 DexToDexCompilationLevel dex_to_dex_compilation_level =
585 GetDexToDexCompilationlevel(self, class_loader, *dex_file, class_def);
586 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
587 self->TransitionFromRunnableToSuspended(kNative);
588 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
589 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
590 auto* compiled_method = GetCompiledMethod(MethodReference(dex_file, method_idx));
591 self->TransitionFromSuspendedToRunnable();
592 return compiled_method;
593}
594
Brian Carlstrom7940e442013-07-12 13:46:57 -0700595void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800596 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700597 for (size_t i = 0; i != dex_files.size(); ++i) {
598 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700599 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -0700600 ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700601 }
602}
603
604void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800605 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700606 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800607 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700608
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700609 const bool verification_enabled = compiler_options_->IsVerificationEnabled();
610 const bool never_verify = compiler_options_->NeverVerify();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700611
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700612 // We need to resolve for never_verify since it needs to run dex to dex to add the
613 // RETURN_VOID_NO_BARRIER.
614 if (never_verify || verification_enabled) {
615 Resolve(class_loader, dex_files, thread_pool, timings);
616 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
617 }
618
619 if (never_verify) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800620 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700621 SetVerified(class_loader, dex_files, thread_pool, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700622 }
623
624 if (!verification_enabled) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700625 return;
626 }
627
Brian Carlstrom7940e442013-07-12 13:46:57 -0700628 Verify(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800629 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700630
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800631 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
632 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such "
633 << "situations. Please check the log.";
634 }
635
Brian Carlstrom7940e442013-07-12 13:46:57 -0700636 InitializeClasses(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800637 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700638
639 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800640 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700641}
642
Ian Rogersdfb325e2013-10-30 01:00:44 -0700643bool CompilerDriver::IsImageClass(const char* descriptor) const {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700644 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700645 return true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700646 } else {
Ian Rogersdfb325e2013-10-30 01:00:44 -0700647 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700648 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700649}
650
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800651bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
652 if (!IsImage()) {
653 return true;
654 } else {
655 if (classes_to_compile_ == nullptr) {
656 return true;
657 }
658 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
659 }
660}
661
Ian Rogerse94652f2014-12-02 11:13:19 -0800662static void ResolveExceptionsForMethod(MutableHandle<mirror::ArtMethod> method_handle,
Ian Rogers700a4022014-05-19 16:49:03 -0700663 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700664 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800665 const DexFile::CodeItem* code_item = method_handle->GetCodeItem();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700666 if (code_item == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700667 return; // native or abstract method
668 }
669 if (code_item->tries_size_ == 0) {
670 return; // nothing to process
671 }
Ian Rogers13735952014-10-08 12:43:28 -0700672 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700673 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
674 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
675 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
676 bool has_catch_all = false;
677 if (encoded_catch_handler_size <= 0) {
678 encoded_catch_handler_size = -encoded_catch_handler_size;
679 has_catch_all = true;
680 }
681 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
682 uint16_t encoded_catch_handler_handlers_type_idx =
683 DecodeUnsignedLeb128(&encoded_catch_handler_list);
684 // Add to set of types to resolve if not already in the dex cache resolved types
Ian Rogerse94652f2014-12-02 11:13:19 -0800685 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700686 exceptions_to_resolve.insert(
687 std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx,
Ian Rogerse94652f2014-12-02 11:13:19 -0800688 method_handle->GetDexFile()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700689 }
690 // ignore address associated with catch handler
691 DecodeUnsignedLeb128(&encoded_catch_handler_list);
692 }
693 if (has_catch_all) {
694 // ignore catch all address
695 DecodeUnsignedLeb128(&encoded_catch_handler_list);
696 }
697 }
698}
699
700static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg)
701 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers700a4022014-05-19 16:49:03 -0700702 std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve =
703 reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg);
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700704 StackHandleScope<1> hs(Thread::Current());
Ian Rogerse94652f2014-12-02 11:13:19 -0800705 MutableHandle<mirror::ArtMethod> method_handle(hs.NewHandle<mirror::ArtMethod>(nullptr));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700706 for (size_t i = 0; i < c->NumVirtualMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800707 method_handle.Assign(c->GetVirtualMethod(i));
708 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700709 }
710 for (size_t i = 0; i < c->NumDirectMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800711 method_handle.Assign(c->GetDirectMethod(i));
712 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700713 }
714 return true;
715}
716
717static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg)
718 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700719 std::set<std::string>* image_classes = reinterpret_cast<std::set<std::string>*>(arg);
720 std::string temp;
721 image_classes->insert(klass->GetDescriptor(&temp));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700722 return true;
723}
724
725// Make a list of descriptors for classes to include in the image
Ian Rogers3d504072014-03-01 09:16:49 -0800726void CompilerDriver::LoadImageClasses(TimingLogger* timings)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700727 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Kenny Rootd5185342014-05-13 14:47:05 -0700728 CHECK(timings != nullptr);
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700729 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700730 return;
731 }
732
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700733 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700734 // Make a first class to load all classes explicitly listed in the file
735 Thread* self = Thread::Current();
736 ScopedObjectAccess soa(self);
737 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -0700738 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700739 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000740 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700741 StackHandleScope<1> hs(self);
742 Handle<mirror::Class> klass(
743 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700744 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700745 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000746 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -0700747 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700748 } else {
749 ++it;
750 }
751 }
752
753 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
754 // exceptions are resolved by the verifier when there is a catch block in an interested method.
755 // Do this here so that exception classes appear to have been specified image classes.
Ian Rogers700a4022014-05-19 16:49:03 -0700756 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700757 StackHandleScope<1> hs(self);
758 Handle<mirror::Class> java_lang_Throwable(
759 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700760 do {
761 unresolved_exception_types.clear();
762 class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor,
763 &unresolved_exception_types);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700764 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) {
765 uint16_t exception_type_idx = exception_type.first;
766 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800767 StackHandleScope<2> hs2(self);
768 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->FindDexCache(*dex_file)));
769 Handle<mirror::Class> klass(hs2.NewHandle(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700770 class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache,
771 NullHandle<mirror::ClassLoader>())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700772 if (klass.Get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700773 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
774 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
775 LOG(FATAL) << "Failed to resolve class " << descriptor;
776 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700777 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700778 }
779 // Resolving exceptions may load classes that reference more exceptions, iterate until no
780 // more are found
781 } while (!unresolved_exception_types.empty());
782
783 // We walk the roots looking for classes so that we'll pick up the
784 // above classes plus any classes them depend on such super
785 // classes, interfaces, and the required ClassLinker roots.
786 class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get());
787
788 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700789}
790
Ian Rogers1ff3c982014-08-12 02:30:58 -0700791static void MaybeAddToImageClasses(Handle<mirror::Class> c, std::set<std::string>* image_classes)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700792 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Mathieu Chartierf8322842014-05-16 10:59:25 -0700793 Thread* self = Thread::Current();
794 StackHandleScope<1> hs(self);
795 // Make a copy of the handle so that we don't clobber it doing Assign.
Andreas Gampe5a4b8a22014-09-11 08:30:08 -0700796 MutableHandle<mirror::Class> klass(hs.NewHandle(c.Get()));
Ian Rogers1ff3c982014-08-12 02:30:58 -0700797 std::string temp;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700798 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700799 const char* descriptor = klass->GetDescriptor(&temp);
800 std::pair<std::set<std::string>::iterator, bool> result = image_classes->insert(descriptor);
801 if (!result.second) { // Previously inserted.
802 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700803 }
Ian Rogers1ff3c982014-08-12 02:30:58 -0700804 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Mathieu Chartierf8322842014-05-16 10:59:25 -0700805 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800806 StackHandleScope<1> hs2(self);
807 MaybeAddToImageClasses(hs2.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)),
Mathieu Chartierf8322842014-05-16 10:59:25 -0700808 image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700809 }
810 if (klass->IsArrayClass()) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800811 StackHandleScope<1> hs2(self);
812 MaybeAddToImageClasses(hs2.NewHandle(klass->GetComponentType()), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700813 }
Mathieu Chartierf8322842014-05-16 10:59:25 -0700814 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700815 }
816}
817
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700818// Keeps all the data for the update together. Also doubles as the reference visitor.
819// Note: we can use object pointers because we suspend all threads.
820class ClinitImageUpdate {
821 public:
822 static ClinitImageUpdate* Create(std::set<std::string>* image_class_descriptors, Thread* self,
823 ClassLinker* linker, std::string* error_msg) {
824 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(image_class_descriptors, self,
825 linker));
826 if (res->art_method_class_ == nullptr) {
827 *error_msg = "Could not find ArtMethod class.";
828 return nullptr;
829 } else if (res->dex_cache_class_ == nullptr) {
830 *error_msg = "Could not find DexCache class.";
831 return nullptr;
832 }
833
834 return res.release();
835 }
836
837 ~ClinitImageUpdate() {
838 // Allow others to suspend again.
839 self_->EndAssertNoThreadSuspension(old_cause_);
840 }
841
842 // Visitor for VisitReferences.
843 void operator()(mirror::Object* object, MemberOffset field_offset, bool /* is_static */) const
844 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
845 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
846 if (ref != nullptr) {
847 VisitClinitClassesObject(ref);
848 }
849 }
850
851 // java.lang.Reference visitor for VisitReferences.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800852 void operator()(mirror::Class* /* klass */, mirror::Reference* /* ref */) const {
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700853 }
854
855 void Walk() SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
856 // Use the initial classes as roots for a search.
857 for (mirror::Class* klass_root : image_classes_) {
858 VisitClinitClassesObject(klass_root);
859 }
860 }
861
862 private:
863 ClinitImageUpdate(std::set<std::string>* image_class_descriptors, Thread* self,
864 ClassLinker* linker)
865 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) :
866 image_class_descriptors_(image_class_descriptors), self_(self) {
867 CHECK(linker != nullptr);
868 CHECK(image_class_descriptors != nullptr);
869
870 // Make sure nobody interferes with us.
871 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
872
873 // Find the interesting classes.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800874 art_method_class_ = linker->LookupClass(self, "Ljava/lang/reflect/ArtMethod;",
875 ComputeModifiedUtf8Hash("Ljava/lang/reflect/ArtMethod;"), nullptr);
876 dex_cache_class_ = linker->LookupClass(self, "Ljava/lang/DexCache;",
877 ComputeModifiedUtf8Hash("Ljava/lang/DexCache;"), nullptr);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700878
879 // Find all the already-marked classes.
880 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
881 linker->VisitClasses(FindImageClasses, this);
882 }
883
884 static bool FindImageClasses(mirror::Class* klass, void* arg)
885 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
886 ClinitImageUpdate* data = reinterpret_cast<ClinitImageUpdate*>(arg);
887 std::string temp;
888 const char* name = klass->GetDescriptor(&temp);
889 if (data->image_class_descriptors_->find(name) != data->image_class_descriptors_->end()) {
890 data->image_classes_.push_back(klass);
Andreas Gampe4d4eff72015-03-04 22:46:35 -0800891 } else {
892 // Check whether it is initialized and has a clinit. They must be kept, too.
893 if (klass->IsInitialized() && klass->FindClassInitializer() != nullptr) {
894 data->image_classes_.push_back(klass);
895 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700896 }
897
898 return true;
899 }
900
901 void VisitClinitClassesObject(mirror::Object* object) const
902 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
903 DCHECK(object != nullptr);
904 if (marked_objects_.find(object) != marked_objects_.end()) {
905 // Already processed.
906 return;
907 }
908
909 // Mark it.
910 marked_objects_.insert(object);
911
912 if (object->IsClass()) {
913 // If it is a class, add it.
914 StackHandleScope<1> hs(self_);
915 MaybeAddToImageClasses(hs.NewHandle(object->AsClass()), image_class_descriptors_);
916 } else {
917 // Else visit the object's class.
918 VisitClinitClassesObject(object->GetClass());
919 }
920
921 // If it is not a dex cache or an ArtMethod, visit all references.
922 mirror::Class* klass = object->GetClass();
923 if (klass != art_method_class_ && klass != dex_cache_class_) {
924 object->VisitReferences<false /* visit class */>(*this, *this);
925 }
926 }
927
928 mutable std::unordered_set<mirror::Object*> marked_objects_;
929 std::set<std::string>* const image_class_descriptors_;
930 std::vector<mirror::Class*> image_classes_;
931 const mirror::Class* art_method_class_;
932 const mirror::Class* dex_cache_class_;
933 Thread* const self_;
934 const char* old_cause_;
935
936 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
937};
Brian Carlstrom7940e442013-07-12 13:46:57 -0700938
Ian Rogers3d504072014-03-01 09:16:49 -0800939void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700940 if (IsImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700941 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700942
943 Runtime* current = Runtime::Current();
944
945 // Suspend all threads.
Mathieu Chartierbf9fc582015-03-13 17:21:25 -0700946 current->GetThreadList()->SuspendAll(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700947
948 std::string error_msg;
949 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(image_classes_.get(),
950 Thread::Current(),
951 current->GetClassLinker(),
952 &error_msg));
953 CHECK(update.get() != nullptr) << error_msg; // TODO: Soft failure?
954
955 // Do the marking.
956 update->Walk();
957
958 // Resume threads.
959 current->GetThreadList()->ResumeAll();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700960 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700961}
962
Mathieu Chartier590fee92013-09-13 13:46:47 -0700963bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) {
Ian Rogersfc0e94b2013-09-23 23:51:32 -0700964 if (IsImage() &&
Ian Rogersdfb325e2013-10-30 01:00:44 -0700965 IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) {
Andreas Gampe58a5af82014-07-31 16:23:49 -0700966 {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700967 ScopedObjectAccess soa(Thread::Current());
968 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
969 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe58a5af82014-07-31 16:23:49 -0700970 if (resolved_class == nullptr) {
971 // Erroneous class.
972 stats_->TypeNotInDexCache();
973 return false;
974 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700975 }
976 stats_->TypeInDexCache();
977 return true;
978 } else {
979 stats_->TypeNotInDexCache();
980 return false;
981 }
982}
983
984bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file,
985 uint32_t string_idx) {
986 // See also Compiler::ResolveDexFile
987
988 bool result = false;
989 if (IsImage()) {
990 // We resolve all const-string strings when building for the image.
991 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700992 StackHandleScope<1> hs(soa.Self());
993 Handle<mirror::DexCache> dex_cache(
994 hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700995 Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache);
996 result = true;
997 }
998 if (result) {
999 stats_->StringInDexCache();
1000 } else {
1001 stats_->StringNotInDexCache();
1002 }
1003 return result;
1004}
1005
1006bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file,
1007 uint32_t type_idx,
1008 bool* type_known_final, bool* type_known_abstract,
1009 bool* equals_referrers_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001010 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001011 *type_known_final = false;
1012 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001013 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001014 *type_known_abstract = false;
1015 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001016 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001017 *equals_referrers_class = false;
1018 }
1019 ScopedObjectAccess soa(Thread::Current());
1020 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1021 // Get type from dex cache assuming it was populated by the verifier
1022 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001023 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001024 stats_->TypeNeedsAccessCheck();
1025 return false; // Unknown class needs access checks.
1026 }
1027 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001028 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001029 *equals_referrers_class = (method_id.class_idx_ == type_idx);
1030 }
1031 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001032 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001033 stats_->TypeNeedsAccessCheck();
1034 return false; // Incomplete referrer knowledge needs access check.
1035 }
1036 // Perform access check, will return true if access is ok or false if we're going to have to
1037 // check this at runtime (for example for class loaders).
1038 bool result = referrer_class->CanAccess(resolved_class);
1039 if (result) {
1040 stats_->TypeDoesntNeedAccessCheck();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001041 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001042 *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass();
1043 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001044 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001045 *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass();
1046 }
1047 } else {
1048 stats_->TypeNeedsAccessCheck();
1049 }
1050 return result;
1051}
1052
1053bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
1054 const DexFile& dex_file,
1055 uint32_t type_idx) {
1056 ScopedObjectAccess soa(Thread::Current());
1057 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1058 // Get type from dex cache assuming it was populated by the verifier.
1059 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001060 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001061 stats_->TypeNeedsAccessCheck();
1062 return false; // Unknown class needs access checks.
1063 }
1064 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
1065 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001066 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001067 stats_->TypeNeedsAccessCheck();
1068 return false; // Incomplete referrer knowledge needs access check.
1069 }
1070 // Perform access and instantiable checks, will return true if access is ok or false if we're
1071 // going to have to check this at runtime (for example for class loaders).
1072 bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable();
1073 if (result) {
1074 stats_->TypeDoesntNeedAccessCheck();
1075 } else {
1076 stats_->TypeNeedsAccessCheck();
1077 }
1078 return result;
1079}
1080
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001081bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx,
1082 bool* is_type_initialized, bool* use_direct_type_ptr,
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001083 uintptr_t* direct_type_ptr, bool* out_is_finalizable) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001084 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001085 Runtime* runtime = Runtime::Current();
1086 mirror::DexCache* dex_cache = runtime->GetClassLinker()->FindDexCache(dex_file);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001087 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
1088 if (resolved_class == nullptr) {
1089 return false;
1090 }
Igor Murashkind6dee672014-10-16 18:36:16 -07001091 if (GetCompilerOptions().GetCompilePic()) {
1092 // Do not allow a direct class pointer to be used when compiling for position-independent
1093 return false;
1094 }
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001095 *out_is_finalizable = resolved_class->IsFinalizable();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001096 gc::Heap* heap = runtime->GetHeap();
1097 const bool compiling_boot = heap->IsCompilingBoot();
Alex Light6e183f22014-07-18 14:57:04 -07001098 const bool support_boot_image_fixup = GetSupportBootImageFixup();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001099 if (compiling_boot) {
1100 // boot -> boot class pointers.
1101 // True if the class is in the image at boot compiling time.
1102 const bool is_image_class = IsImage() && IsImageClass(
1103 dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_));
1104 // True if pc relative load works.
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001105 if (is_image_class && support_boot_image_fixup) {
1106 *is_type_initialized = resolved_class->IsInitialized();
1107 *use_direct_type_ptr = false;
1108 *direct_type_ptr = 0;
1109 return true;
1110 } else {
1111 return false;
1112 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001113 } else if (runtime->UseJit() && !heap->IsMovableObject(resolved_class)) {
1114 *is_type_initialized = resolved_class->IsInitialized();
1115 // If the class may move around, then don't embed it as a direct pointer.
1116 *use_direct_type_ptr = true;
1117 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1118 return true;
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001119 } else {
1120 // True if the class is in the image at app compiling time.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001121 const bool class_in_image = heap->FindSpaceFromObject(resolved_class, false)->IsImageSpace();
Alex Light6e183f22014-07-18 14:57:04 -07001122 if (class_in_image && support_boot_image_fixup) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001123 // boot -> app class pointers.
1124 *is_type_initialized = resolved_class->IsInitialized();
Alex Lighta59dd802014-07-02 16:28:08 -07001125 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1126 *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001127 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1128 return true;
1129 } else {
1130 // app -> app class pointers.
1131 // Give up because app does not have an image and class
1132 // isn't created at compile time. TODO: implement this
1133 // if/when each app gets an image.
1134 return false;
1135 }
1136 }
1137}
1138
Fred Shihe7f82e22014-08-06 10:46:37 -07001139bool CompilerDriver::CanEmbedReferenceTypeInCode(ClassReference* ref,
1140 bool* use_direct_ptr,
1141 uintptr_t* direct_type_ptr) {
1142 CHECK(ref != nullptr);
1143 CHECK(use_direct_ptr != nullptr);
1144 CHECK(direct_type_ptr != nullptr);
1145
1146 ScopedObjectAccess soa(Thread::Current());
1147 mirror::Class* reference_class = mirror::Reference::GetJavaLangRefReference();
Andreas Gampe928f72b2014-09-09 19:53:48 -07001148 bool is_initialized = false;
Fred Shihe7f82e22014-08-06 10:46:37 -07001149 bool unused_finalizable;
1150 // Make sure we have a finished Reference class object before attempting to use it.
1151 if (!CanEmbedTypeInCode(*reference_class->GetDexCache()->GetDexFile(),
1152 reference_class->GetDexTypeIndex(), &is_initialized,
1153 use_direct_ptr, direct_type_ptr, &unused_finalizable) ||
1154 !is_initialized) {
1155 return false;
1156 }
1157 ref->first = &reference_class->GetDexFile();
1158 ref->second = reference_class->GetDexClassDefIndex();
1159 return true;
1160}
1161
1162uint32_t CompilerDriver::GetReferenceSlowFlagOffset() const {
1163 ScopedObjectAccess soa(Thread::Current());
1164 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1165 DCHECK(klass->IsInitialized());
1166 return klass->GetSlowPathFlagOffset().Uint32Value();
1167}
1168
1169uint32_t CompilerDriver::GetReferenceDisableFlagOffset() const {
1170 ScopedObjectAccess soa(Thread::Current());
1171 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1172 DCHECK(klass->IsInitialized());
1173 return klass->GetDisableIntrinsicFlagOffset().Uint32Value();
1174}
1175
Vladimir Markobe0e5462014-02-26 11:24:15 +00001176void CompilerDriver::ProcessedInstanceField(bool resolved) {
1177 if (!resolved) {
1178 stats_->UnresolvedInstanceField();
1179 } else {
1180 stats_->ResolvedInstanceField();
1181 }
1182}
1183
1184void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1185 if (!resolved) {
1186 stats_->UnresolvedStaticField();
1187 } else if (local) {
1188 stats_->ResolvedLocalStaticField();
1189 } else {
1190 stats_->ResolvedStaticField();
1191 }
1192}
1193
Vladimir Markof096aad2014-01-23 15:51:58 +00001194void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) {
1195 stats_->ProcessedInvoke(invoke_type, flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001196}
1197
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001198mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1199 const DexCompilationUnit* mUnit,
1200 bool is_put,
1201 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001202 // Try to resolve the field and compiling method's class.
1203 mirror::ArtField* resolved_field;
1204 mirror::Class* referrer_class;
1205 mirror::DexCache* dex_cache;
1206 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001207 StackHandleScope<3> hs(soa.Self());
1208 Handle<mirror::DexCache> dex_cache_handle(
1209 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1210 Handle<mirror::ClassLoader> class_loader_handle(
1211 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1212 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1213 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false)));
1214 referrer_class = (resolved_field_handle.Get() != nullptr)
1215 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1216 resolved_field = resolved_field_handle.Get();
1217 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001218 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001219 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001220 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001221 std::pair<bool, bool> fast_path = IsFastInstanceField(
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001222 dex_cache, referrer_class, resolved_field, field_idx);
1223 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001224 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001225 ProcessedInstanceField(can_link);
1226 return can_link ? resolved_field : nullptr;
1227}
1228
1229bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1230 bool is_put, MemberOffset* field_offset,
1231 bool* is_volatile) {
1232 ScopedObjectAccess soa(Thread::Current());
1233 StackHandleScope<1> hs(soa.Self());
1234 Handle<mirror::ArtField> resolved_field =
1235 hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa));
1236
1237 if (resolved_field.Get() == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001238 // Conservative defaults.
1239 *is_volatile = true;
1240 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001241 return false;
1242 } else {
1243 *is_volatile = resolved_field->IsVolatile();
1244 *field_offset = resolved_field->GetOffset();
1245 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001246 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001247}
1248
1249bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
Vladimir Markobe0e5462014-02-26 11:24:15 +00001250 bool is_put, MemberOffset* field_offset,
1251 uint32_t* storage_index, bool* is_referrers_class,
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001252 bool* is_volatile, bool* is_initialized,
1253 Primitive::Type* type) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001254 ScopedObjectAccess soa(Thread::Current());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001255 // Try to resolve the field and compiling method's class.
1256 mirror::ArtField* resolved_field;
1257 mirror::Class* referrer_class;
1258 mirror::DexCache* dex_cache;
1259 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001260 StackHandleScope<3> hs(soa.Self());
1261 Handle<mirror::DexCache> dex_cache_handle(
1262 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1263 Handle<mirror::ClassLoader> class_loader_handle(
1264 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1265 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1266 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true)));
1267 referrer_class = (resolved_field_handle.Get() != nullptr)
1268 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1269 resolved_field = resolved_field_handle.Get();
1270 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001271 }
Vladimir Markobe0e5462014-02-26 11:24:15 +00001272 bool result = false;
1273 if (resolved_field != nullptr && referrer_class != nullptr) {
1274 *is_volatile = IsFieldVolatile(resolved_field);
1275 std::pair<bool, bool> fast_path = IsFastStaticField(
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001276 dex_cache, referrer_class, resolved_field, field_idx, storage_index);
Vladimir Markobe0e5462014-02-26 11:24:15 +00001277 result = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001278 }
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001279 if (result) {
1280 *field_offset = GetFieldOffset(resolved_field);
1281 *is_referrers_class = IsStaticFieldInReferrerClass(referrer_class, resolved_field);
1282 // *is_referrers_class == true implies no worrying about class initialization.
1283 *is_initialized = (*is_referrers_class) ||
1284 (IsStaticFieldsClassInitialized(referrer_class, resolved_field) &&
1285 CanAssumeTypeIsPresentInDexCache(*mUnit->GetDexFile(), *storage_index));
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001286 *type = resolved_field->GetTypeAsPrimitiveType();
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001287 } else {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001288 // Conservative defaults.
1289 *is_volatile = true;
1290 *field_offset = MemberOffset(static_cast<size_t>(-1));
1291 *storage_index = -1;
1292 *is_referrers_class = false;
1293 *is_initialized = false;
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001294 *type = Primitive::kPrimVoid;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001295 }
1296 ProcessedStaticField(result, *is_referrers_class);
1297 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001298}
1299
Ian Rogers83883d72013-10-21 21:07:24 -07001300void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type,
1301 bool no_guarantee_of_dex_cache_entry,
Igor Murashkind6dee672014-10-16 18:36:16 -07001302 const mirror::Class* referrer_class,
Brian Carlstromea46f952013-07-30 01:26:50 -07001303 mirror::ArtMethod* method,
Vladimir Markof096aad2014-01-23 15:51:58 +00001304 int* stats_flags,
Ian Rogers83883d72013-10-21 21:07:24 -07001305 MethodReference* target_method,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001306 uintptr_t* direct_code,
1307 uintptr_t* direct_method) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001308 // For direct and static methods compute possible direct_code and direct_method values, ie
1309 // an address for the Method* being invoked and an address of the code for that Method*.
1310 // For interface calls compute a value for direct_method that is the interface method being
1311 // invoked, so this can be passed to the out-of-line runtime support code.
Ian Rogers65ec92c2013-09-06 10:49:58 -07001312 *direct_code = 0;
1313 *direct_method = 0;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001314 Runtime* const runtime = Runtime::Current();
1315 gc::Heap* const heap = runtime->GetHeap();
Igor Murashkind6dee672014-10-16 18:36:16 -07001316 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001317 const bool compiling_boot = heap->IsCompilingBoot();
Alex Lighta59dd802014-07-02 16:28:08 -07001318 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1319 const bool force_relocations = (compiling_boot ||
1320 GetCompilerOptions().GetIncludePatchInformation());
Elliott Hughes956af0f2014-12-11 14:34:28 -08001321 if (sharp_type != kStatic && sharp_type != kDirect) {
1322 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001323 }
Elliott Hughes956af0f2014-12-11 14:34:28 -08001324 // TODO: support patching on all architectures.
1325 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001326 mirror::Class* declaring_class = method->GetDeclaringClass();
1327 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr;
Ian Rogers83883d72013-10-21 21:07:24 -07001328 if (!use_dex_cache) {
1329 if (!method_code_in_boot) {
1330 use_dex_cache = true;
1331 } else {
Brian Carlstrom14247b62015-01-31 21:35:32 -08001332 bool has_clinit_trampoline =
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001333 method->IsStatic() && !declaring_class->IsInitialized();
1334 if (has_clinit_trampoline && declaring_class != referrer_class) {
Ian Rogers83883d72013-10-21 21:07:24 -07001335 // Ensure we run the clinit trampoline unless we are invoking a static method in the same
1336 // class.
1337 use_dex_cache = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001338 }
1339 }
Ian Rogers83883d72013-10-21 21:07:24 -07001340 }
Mathieu Chartier28a35882015-02-26 18:28:07 -08001341 if (runtime->UseJit()) {
1342 // If we are the JIT, then don't allow a direct call to the interpreter bridge since this will
1343 // never be updated even after we compile the method.
1344 if (runtime->GetClassLinker()->IsQuickToInterpreterBridge(
1345 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method)))) {
1346 use_dex_cache = true;
1347 }
1348 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001349 if (method_code_in_boot) {
1350 *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot;
Ian Rogers83883d72013-10-21 21:07:24 -07001351 }
Alex Lighta59dd802014-07-02 16:28:08 -07001352 if (!use_dex_cache && force_relocations) {
Jeff Haoa0acc2d2015-01-27 11:22:04 -08001353 bool is_in_image;
1354 if (IsImage()) {
1355 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor());
1356 } else {
1357 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 &&
1358 Runtime::Current()->GetHeap()->FindSpaceFromObject(method->GetDeclaringClass(),
1359 false)->IsImageSpace();
1360 }
1361 if (!is_in_image) {
Ian Rogers83883d72013-10-21 21:07:24 -07001362 // We can only branch directly to Methods that are resolved in the DexCache.
1363 // Otherwise we won't invoke the resolution trampoline.
1364 use_dex_cache = true;
1365 }
1366 }
1367 // The method is defined not within this dex file. We need a dex cache slot within the current
1368 // dex file or direct pointers.
1369 bool must_use_direct_pointers = false;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001370 mirror::DexCache* dex_cache = declaring_class->GetDexCache();
1371 if (target_method->dex_file == dex_cache->GetDexFile() &&
1372 !(runtime->UseJit() && dex_cache->GetResolvedMethod(method->GetDexMethodIndex()) == nullptr)) {
Ian Rogers83883d72013-10-21 21:07:24 -07001373 target_method->dex_method_index = method->GetDexMethodIndex();
1374 } else {
Ian Rogers83883d72013-10-21 21:07:24 -07001375 if (no_guarantee_of_dex_cache_entry) {
1376 // See if the method is also declared in this dex cache.
Ian Rogerse0a02da2014-12-02 14:10:53 -08001377 uint32_t dex_method_idx =
1378 method->FindDexMethodIndexInOtherDexFile(*target_method->dex_file,
1379 target_method->dex_method_index);
Ian Rogers83883d72013-10-21 21:07:24 -07001380 if (dex_method_idx != DexFile::kDexNoIndex) {
1381 target_method->dex_method_index = dex_method_idx;
1382 } else {
Alex Lighta59dd802014-07-02 16:28:08 -07001383 if (force_relocations && !use_dex_cache) {
Jeff Hao49161ce2014-03-12 11:05:25 -07001384 target_method->dex_method_index = method->GetDexMethodIndex();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001385 target_method->dex_file = dex_cache->GetDexFile();
Jeff Hao49161ce2014-03-12 11:05:25 -07001386 }
Ian Rogers83883d72013-10-21 21:07:24 -07001387 must_use_direct_pointers = true;
1388 }
1389 }
1390 }
1391 if (use_dex_cache) {
1392 if (must_use_direct_pointers) {
1393 // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct
1394 // pointers are required as the dex cache lacks an appropriate entry.
1395 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1396 } else {
1397 *type = sharp_type;
1398 }
1399 } else {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001400 bool method_in_image = heap->FindSpaceFromObject(method, false)->IsImageSpace();
Alex Lighta59dd802014-07-02 16:28:08 -07001401 if (method_in_image || compiling_boot) {
1402 // We know we must be able to get to the method in the image, so use that pointer.
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001403 CHECK(!method->IsAbstract());
Ian Rogers83883d72013-10-21 21:07:24 -07001404 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001405 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method);
1406 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method);
Brian Carlstrom14247b62015-01-31 21:35:32 -08001407 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001408 target_method->dex_method_index = method->GetDexMethodIndex();
1409 } else if (!must_use_direct_pointers) {
1410 // Set the code and rely on the dex cache for the method.
1411 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001412 if (force_relocations) {
1413 *direct_code = -1;
Brian Carlstrom14247b62015-01-31 21:35:32 -08001414 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Alex Lighta59dd802014-07-02 16:28:08 -07001415 target_method->dex_method_index = method->GetDexMethodIndex();
1416 } else {
1417 *direct_code = compiler_->GetEntryPointOf(method);
1418 }
Ian Rogers83883d72013-10-21 21:07:24 -07001419 } else {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001420 // Direct pointers were required but none were available.
1421 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
Ian Rogers83883d72013-10-21 21:07:24 -07001422 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001423 }
1424}
1425
1426bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001427 bool update_stats, bool enable_devirtualization,
1428 InvokeType* invoke_type, MethodReference* target_method,
1429 int* vtable_idx, uintptr_t* direct_code,
1430 uintptr_t* direct_method) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001431 InvokeType orig_invoke_type = *invoke_type;
1432 int stats_flags = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001433 ScopedObjectAccess soa(Thread::Current());
Vladimir Markof096aad2014-01-23 15:51:58 +00001434 // Try to resolve the method and compiling method's class.
1435 mirror::ArtMethod* resolved_method;
1436 mirror::Class* referrer_class;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001437 StackHandleScope<3> hs(soa.Self());
1438 Handle<mirror::DexCache> dex_cache(
1439 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1440 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1441 soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
Vladimir Markof096aad2014-01-23 15:51:58 +00001442 {
1443 uint32_t method_idx = target_method->dex_method_index;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001444 Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle(
1445 ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type)));
1446 referrer_class = (resolved_method_handle.Get() != nullptr)
Vladimir Markof096aad2014-01-23 15:51:58 +00001447 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001448 resolved_method = resolved_method_handle.Get();
Vladimir Markof096aad2014-01-23 15:51:58 +00001449 }
1450 bool result = false;
1451 if (resolved_method != nullptr) {
1452 *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001453
Nicolas Geoffraye53798a2014-12-01 10:31:54 +00001454 if (enable_devirtualization && mUnit->GetVerifiedMethod() != nullptr) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001455 const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc);
1456
1457 stats_flags = IsFastInvoke(
1458 soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method,
1459 invoke_type, target_method, devirt_target, direct_code, direct_method);
1460 result = stats_flags != 0;
1461 } else {
1462 // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts.
1463 if (UNLIKELY(referrer_class == nullptr) ||
1464 UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001465 resolved_method, dex_cache.Get(),
Vladimir Markof096aad2014-01-23 15:51:58 +00001466 target_method->dex_method_index)) ||
1467 *invoke_type == kSuper) {
1468 // Slow path. (Without devirtualization, all super calls go slow path as well.)
1469 } else {
1470 // Sharpening failed so generate a regular resolved method dispatch.
1471 stats_flags = kFlagMethodResolved;
1472 GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method,
1473 &stats_flags, target_method, direct_code, direct_method);
1474 result = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001475 }
1476 }
1477 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001478 if (!result) {
1479 // Conservative defaults.
1480 *vtable_idx = -1;
1481 *direct_code = 0u;
1482 *direct_method = 0u;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001483 }
1484 if (update_stats) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001485 ProcessedInvoke(orig_invoke_type, stats_flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001486 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001487 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001488}
1489
Vladimir Marko2730db02014-01-27 11:15:17 +00001490const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1491 uint32_t method_idx) const {
1492 MethodReference ref(dex_file, method_idx);
1493 return verification_results_->GetVerifiedMethod(ref);
1494}
1495
1496bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001497 if (!compiler_options_->IsVerificationEnabled()) {
1498 // If we didn't verify, every cast has to be treated as non-safe.
1499 return false;
1500 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001501 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1502 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001503 if (result) {
1504 stats_->SafeCast();
1505 } else {
1506 stats_->NotASafeCast();
1507 }
1508 return result;
1509}
1510
Brian Carlstrom7940e442013-07-12 13:46:57 -07001511class ParallelCompilationManager {
1512 public:
1513 typedef void Callback(const ParallelCompilationManager* manager, size_t index);
1514
1515 ParallelCompilationManager(ClassLinker* class_linker,
1516 jobject class_loader,
1517 CompilerDriver* compiler,
1518 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001519 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001520 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001521 : index_(0),
1522 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001523 class_loader_(class_loader),
1524 compiler_(compiler),
1525 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001526 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001527 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001528
1529 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001530 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001531 return class_linker_;
1532 }
1533
1534 jobject GetClassLoader() const {
1535 return class_loader_;
1536 }
1537
1538 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001539 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001540 return compiler_;
1541 }
1542
1543 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001544 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001545 return dex_file_;
1546 }
1547
Andreas Gampede7b4362014-07-28 18:38:57 -07001548 const std::vector<const DexFile*>& GetDexFiles() const {
1549 return dex_files_;
1550 }
1551
Brian Carlstrom7940e442013-07-12 13:46:57 -07001552 void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) {
1553 Thread* self = Thread::Current();
1554 self->AssertNoPendingException();
1555 CHECK_GT(work_units, 0U);
1556
Ian Rogers3e5cf302014-05-20 16:40:37 -07001557 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001558 for (size_t i = 0; i < work_units; ++i) {
Sebastien Hertz501baec2013-12-13 12:02:36 +01001559 thread_pool_->AddTask(self, new ForAllClosure(this, end, callback));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001560 }
1561 thread_pool_->StartWorkers(self);
1562
1563 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1564 // thread destructor's called below perform join).
1565 CHECK_NE(self->GetState(), kRunnable);
1566
1567 // Wait for all the worker threads to finish.
1568 thread_pool_->Wait(self, true, false);
1569 }
1570
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001571 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001572 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001573 }
1574
Brian Carlstrom7940e442013-07-12 13:46:57 -07001575 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001576 class ForAllClosure : public Task {
1577 public:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001578 ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001579 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001580 end_(end),
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001581 callback_(callback) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001582
1583 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001584 while (true) {
1585 const size_t index = manager_->NextIndex();
1586 if (UNLIKELY(index >= end_)) {
1587 break;
1588 }
1589 callback_(manager_, index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001590 self->AssertNoPendingException();
1591 }
1592 }
1593
1594 virtual void Finalize() {
1595 delete this;
1596 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001597
Brian Carlstrom7940e442013-07-12 13:46:57 -07001598 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001599 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001600 const size_t end_;
Bernhard Rosenkränzer46053622013-12-12 02:15:52 +01001601 Callback* const callback_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001602 };
1603
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001604 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001605 ClassLinker* const class_linker_;
1606 const jobject class_loader_;
1607 CompilerDriver* const compiler_;
1608 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001609 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001610 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001611
1612 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001613};
1614
Jeff Hao0e49b422013-11-08 12:16:56 -08001615// A fast version of SkipClass above if the class pointer is available
1616// that avoids the expensive FindInClassPath search.
1617static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
1618 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001619 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001620 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1621 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001622 if (class_loader == nullptr) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001623 LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from "
1624 << dex_file.GetLocation() << " previously found in "
1625 << original_dex_file.GetLocation();
1626 }
1627 return true;
1628 }
1629 return false;
1630}
1631
Mathieu Chartier70b63482014-06-27 17:19:04 -07001632static void CheckAndClearResolveException(Thread* self)
1633 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1634 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001635 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001636 std::string temp;
1637 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1638 const char* expected_exceptions[] = {
1639 "Ljava/lang/IllegalAccessError;",
1640 "Ljava/lang/IncompatibleClassChangeError;",
1641 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001642 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001643 "Ljava/lang/NoClassDefFoundError;",
1644 "Ljava/lang/NoSuchFieldError;",
1645 "Ljava/lang/NoSuchMethodError;"
1646 };
1647 bool found = false;
1648 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1649 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1650 found = true;
1651 }
1652 }
1653 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001654 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001655 }
1656 self->ClearException();
1657}
1658
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001659static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager,
1660 size_t class_def_index)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001661 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001662 ATRACE_CALL();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001663 Thread* self = Thread::Current();
1664 jobject jclass_loader = manager->GetClassLoader();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001665 const DexFile& dex_file = *manager->GetDexFile();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001666 ClassLinker* class_linker = manager->GetClassLinker();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001667
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001668 // If an instance field is final then we need to have a barrier on the return, static final
1669 // fields are assigned within the lock held for class initialization. Conservatively assume
1670 // constructor barriers are always required.
1671 bool requires_constructor_barrier = true;
1672
Brian Carlstrom7940e442013-07-12 13:46:57 -07001673 // Method and Field are the worst. We can't resolve without either
1674 // context from the code use (to disambiguate virtual vs direct
1675 // method and instance vs static field) or from class
1676 // definitions. While the compiler will resolve what it can as it
1677 // needs it, here we try to resolve fields and methods used in class
1678 // definitions, since many of them many never be referenced by
1679 // generated code.
1680 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogers68b56852014-08-29 20:19:11 -07001681 ScopedObjectAccess soa(self);
1682 StackHandleScope<2> hs(soa.Self());
1683 Handle<mirror::ClassLoader> class_loader(
1684 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1685 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1686 // Resolve the class.
1687 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1688 class_loader);
1689 bool resolve_fields_and_methods;
1690 if (klass == nullptr) {
1691 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1692 // attempt to resolve methods and fields when there is no declaring class.
1693 CheckAndClearResolveException(soa.Self());
1694 resolve_fields_and_methods = false;
1695 } else {
1696 // We successfully resolved a class, should we skip it?
1697 if (SkipClass(jclass_loader, dex_file, klass)) {
1698 return;
Brian Carlstromcb5f5e52013-09-23 17:48:16 -07001699 }
Ian Rogers68b56852014-08-29 20:19:11 -07001700 // We want to resolve the methods and fields eagerly.
1701 resolve_fields_and_methods = true;
1702 }
1703 // Note the class_data pointer advances through the headers,
1704 // static fields, instance fields, direct methods, and virtual
1705 // methods.
Ian Rogers13735952014-10-08 12:43:28 -07001706 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001707 if (class_data == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001708 // Empty class such as a marker interface.
1709 requires_constructor_barrier = false;
1710 } else {
1711 ClassDataItemIterator it(dex_file, class_data);
1712 while (it.HasNextStaticField()) {
1713 if (resolve_fields_and_methods) {
1714 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1715 dex_cache, class_loader, true);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001716 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001717 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001718 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001719 }
Ian Rogers68b56852014-08-29 20:19:11 -07001720 it.Next();
1721 }
1722 // We require a constructor barrier if there are final instance fields.
1723 requires_constructor_barrier = false;
1724 while (it.HasNextInstanceField()) {
Andreas Gampe51829322014-08-25 15:05:04 -07001725 if (it.MemberIsFinal()) {
Ian Rogers68b56852014-08-29 20:19:11 -07001726 requires_constructor_barrier = true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001727 }
1728 if (resolve_fields_and_methods) {
Ian Rogers68b56852014-08-29 20:19:11 -07001729 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1730 dex_cache, class_loader, false);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001731 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001732 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001733 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001734 }
Ian Rogers68b56852014-08-29 20:19:11 -07001735 it.Next();
1736 }
1737 if (resolve_fields_and_methods) {
1738 while (it.HasNextDirectMethod()) {
1739 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1740 dex_cache, class_loader,
1741 NullHandle<mirror::ArtMethod>(),
1742 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001743 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001744 CheckAndClearResolveException(soa.Self());
1745 }
1746 it.Next();
1747 }
1748 while (it.HasNextVirtualMethod()) {
1749 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1750 dex_cache, class_loader,
1751 NullHandle<mirror::ArtMethod>(),
1752 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001753 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001754 CheckAndClearResolveException(soa.Self());
1755 }
1756 it.Next();
1757 }
1758 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001759 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001760 }
1761 if (requires_constructor_barrier) {
Ian Rogersbe7149f2013-08-20 09:29:39 -07001762 manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001763 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001764}
1765
1766static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx)
1767 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1768 // Class derived values are more complicated, they require the linker and loader.
1769 ScopedObjectAccess soa(Thread::Current());
1770 ClassLinker* class_linker = manager->GetClassLinker();
1771 const DexFile& dex_file = *manager->GetDexFile();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001772 StackHandleScope<2> hs(soa.Self());
1773 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1774 Handle<mirror::ClassLoader> class_loader(
1775 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader())));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001776 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader);
1777
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001778 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001779 CHECK(soa.Self()->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001780 mirror::Throwable* exception = soa.Self()->GetException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001781 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
Mathieu Chartierf8322842014-05-16 10:59:25 -07001782 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
Ian Rogersa436fde2013-08-27 23:34:06 -07001783 // There's little point continuing compilation if the heap is exhausted.
1784 LOG(FATAL) << "Out of memory during type resolution for compilation";
1785 }
1786 soa.Self()->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001787 }
1788}
1789
1790void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001791 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001792 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001793 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1794
1795 // TODO: we could resolve strings here, although the string table is largely filled with class
1796 // and method names.
1797
Andreas Gampede7b4362014-07-28 18:38:57 -07001798 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1799 thread_pool);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001800 if (IsImage()) {
1801 // For images we resolve all types, such as array, whereas for applications just those with
1802 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001803 TimingLogger::ScopedTiming t("Resolve Types", timings);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001804 context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_);
1805 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001806
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001807 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001808 context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001809}
1810
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001811void CompilerDriver::SetVerified(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1812 ThreadPool* thread_pool, TimingLogger* timings) {
1813 for (size_t i = 0; i != dex_files.size(); ++i) {
1814 const DexFile* dex_file = dex_files[i];
1815 CHECK(dex_file != nullptr);
1816 SetVerifiedDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
1817 }
1818}
1819
Brian Carlstrom7940e442013-07-12 13:46:57 -07001820void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001821 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001822 for (size_t i = 0; i != dex_files.size(); ++i) {
1823 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001824 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07001825 VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001826 }
1827}
1828
1829static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index)
1830 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07001831 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001832 ScopedObjectAccess soa(Thread::Current());
Jeff Hao0e49b422013-11-08 12:16:56 -08001833 const DexFile& dex_file = *manager->GetDexFile();
1834 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1835 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1836 ClassLinker* class_linker = manager->GetClassLinker();
1837 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001838 StackHandleScope<3> hs(soa.Self());
1839 Handle<mirror::ClassLoader> class_loader(
1840 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1841 Handle<mirror::Class> klass(
1842 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1843 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001844 CHECK(soa.Self()->IsExceptionPending());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001845 soa.Self()->ClearException();
1846
1847 /*
1848 * At compile time, we can still structurally verify the class even if FindClass fails.
1849 * This is to ensure the class is structurally sound for compilation. An unsound class
1850 * will be rejected by the verifier and later skipped during compilation in the compiler.
1851 */
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001852 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001853 std::string error_msg;
Ian Rogers7b078e82014-09-10 14:44:24 -07001854 if (verifier::MethodVerifier::VerifyClass(soa.Self(), &dex_file, dex_cache, class_loader,
1855 &class_def, true, &error_msg) ==
Brian Carlstrom7940e442013-07-12 13:46:57 -07001856 verifier::MethodVerifier::kHardFailure) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001857 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001858 << " because: " << error_msg;
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001859 manager->GetCompiler()->SetHadHardVerifierFailure();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001860 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001861 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
1862 CHECK(klass->IsResolved()) << PrettyClass(klass.Get());
Ian Rogers7b078e82014-09-10 14:44:24 -07001863 class_linker->VerifyClass(soa.Self(), klass);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001864
1865 if (klass->IsErroneous()) {
1866 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
1867 CHECK(soa.Self()->IsExceptionPending());
1868 soa.Self()->ClearException();
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001869 manager->GetCompiler()->SetHadHardVerifierFailure();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001870 }
1871
1872 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous())
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001873 << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus();
Andreas Gampe7ae063b2014-11-24 23:50:13 -08001874
1875 // It is *very* problematic if there are verification errors in the boot classpath. For example,
1876 // we rely on things working OK without verification when the decryption dialog is brought up.
1877 // So abort in a debug build if we find this violated.
1878 DCHECK(!manager->GetCompiler()->IsImage() || klass->IsVerified()) << "Boot classpath class " <<
1879 PrettyClass(klass.Get()) << " failed to fully verify.";
Brian Carlstrom7940e442013-07-12 13:46:57 -07001880 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001881 soa.Self()->AssertNoPendingException();
1882}
1883
1884void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001885 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001886 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001887 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001888 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07001889 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1890 thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001891 context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001892}
1893
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001894static void SetVerifiedClass(const ParallelCompilationManager* manager, size_t class_def_index)
1895 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1896 ATRACE_CALL();
1897 ScopedObjectAccess soa(Thread::Current());
1898 const DexFile& dex_file = *manager->GetDexFile();
1899 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1900 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1901 ClassLinker* class_linker = manager->GetClassLinker();
1902 jobject jclass_loader = manager->GetClassLoader();
1903 StackHandleScope<3> hs(soa.Self());
1904 Handle<mirror::ClassLoader> class_loader(
1905 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1906 Handle<mirror::Class> klass(
1907 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1908 // Class might have failed resolution. Then don't set it to verified.
1909 if (klass.Get() != nullptr) {
1910 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
1911 // very wrong.
1912 if (klass->IsResolved()) {
1913 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
1914 ObjectLock<mirror::Class> lock(soa.Self(), klass);
Hiroshi Yamauchi5b783e62015-03-18 17:20:11 -07001915 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001916 }
1917 // Record the final class status if necessary.
1918 ClassReference ref(manager->GetDexFile(), class_def_index);
1919 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
1920 }
Andreas Gampe61ff0092014-09-16 11:23:23 -07001921 } else {
1922 Thread* self = soa.Self();
1923 DCHECK(self->IsExceptionPending());
1924 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001925 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001926}
1927
1928void CompilerDriver::SetVerifiedDexFile(jobject class_loader, const DexFile& dex_file,
1929 const std::vector<const DexFile*>& dex_files,
1930 ThreadPool* thread_pool, TimingLogger* timings) {
1931 TimingLogger::ScopedTiming t("Verify Dex File", timings);
1932 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1933 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1934 thread_pool);
1935 context.ForAll(0, dex_file.NumClassDefs(), SetVerifiedClass, thread_count_);
1936}
1937
Brian Carlstrom7940e442013-07-12 13:46:57 -07001938static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index)
1939 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001940 ATRACE_CALL();
Jeff Hao0e49b422013-11-08 12:16:56 -08001941 jobject jclass_loader = manager->GetClassLoader();
1942 const DexFile& dex_file = *manager->GetDexFile();
1943 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Jeff Haobcdbbfe2013-11-08 18:03:22 -08001944 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
1945 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Ian Rogersfc0e94b2013-09-23 23:51:32 -07001946
Brian Carlstrom7940e442013-07-12 13:46:57 -07001947 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001948 StackHandleScope<3> hs(soa.Self());
1949 Handle<mirror::ClassLoader> class_loader(
1950 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1951 Handle<mirror::Class> klass(
1952 hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
Jeff Hao0e49b422013-11-08 12:16:56 -08001953
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001954 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001955 // Only try to initialize classes that were successfully verified.
1956 if (klass->IsVerified()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001957 // Attempt to initialize the class but bail if we either need to initialize the super-class
1958 // or static fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001959 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001960 if (!klass->IsInitialized()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001961 // We don't want non-trivial class initialization occurring on multiple threads due to
1962 // deadlock problems. For example, a parent class is initialized (holding its lock) that
1963 // refers to a sub-class in its static/class initializer causing it to try to acquire the
1964 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
1965 // after first initializing its parents, whose locks are acquired. This leads to a
1966 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
1967 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
1968 // than use a special Object for the purpose we use the Class of java.lang.Class.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001969 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
Mathieu Chartierdb2633c2014-05-16 09:59:29 -07001970 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001971 // Attempt to initialize allowing initialization of parent classes but still not static
1972 // fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001973 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001974 if (!klass->IsInitialized()) {
1975 // We need to initialize static fields, we only do this for image classes that aren't
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001976 // marked with the $NoPreloadHolder (which implies this should not be initialized early).
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001977 bool can_init_static_fields = manager->GetCompiler()->IsImage() &&
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001978 manager->GetCompiler()->IsImageClass(descriptor) &&
1979 !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001980 if (can_init_static_fields) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001981 VLOG(compiler) << "Initializing: " << descriptor;
Ian Rogersc45b8b52014-05-03 01:39:59 -07001982 // TODO multithreading support. We should ensure the current compilation thread has
1983 // exclusive access to the runtime and the transaction. To achieve this, we could use
1984 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
1985 // checks in Thread::AssertThreadSuspensionIsAllowable.
1986 Runtime* const runtime = Runtime::Current();
1987 Transaction transaction;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001988
Ian Rogersc45b8b52014-05-03 01:39:59 -07001989 // Run the class initializer in transaction mode.
1990 runtime->EnterTransactionMode(&transaction);
1991 const mirror::Class::Status old_status = klass->GetStatus();
Ian Rogers7b078e82014-09-10 14:44:24 -07001992 bool success = manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
1993 true);
Ian Rogersc45b8b52014-05-03 01:39:59 -07001994 // TODO we detach transaction from runtime to indicate we quit the transactional
1995 // mode which prevents the GC from visiting objects modified during the transaction.
1996 // Ensure GC is not run so don't access freed objects when aborting transaction.
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001997
1998 ScopedAssertNoThreadSuspension ants(soa.Self(), "Transaction end");
Ian Rogersc45b8b52014-05-03 01:39:59 -07001999 runtime->ExitTransactionMode();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002000
Ian Rogersc45b8b52014-05-03 01:39:59 -07002001 if (!success) {
2002 CHECK(soa.Self()->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00002003 mirror::Throwable* exception = soa.Self()->GetException();
Ian Rogersc45b8b52014-05-03 01:39:59 -07002004 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2005 << exception->Dump();
Andreas Gampedbfe2542014-11-25 22:21:42 -08002006 std::ostream* file_log = manager->GetCompiler()->
2007 GetCompilerOptions().GetInitFailureOutput();
2008 if (file_log != nullptr) {
2009 *file_log << descriptor << "\n";
2010 *file_log << exception->Dump() << "\n";
2011 }
Ian Rogersc45b8b52014-05-03 01:39:59 -07002012 soa.Self()->ClearException();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002013 transaction.Rollback();
Ian Rogersc45b8b52014-05-03 01:39:59 -07002014 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002015 }
2016 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002017 }
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002018 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002019 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002020 }
2021 // Record the final class status if necessary.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002022 ClassReference ref(manager->GetDexFile(), class_def_index);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002023 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002024 }
2025 // Clear any class not found or verification exceptions.
2026 soa.Self()->ClearException();
2027}
2028
2029void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002030 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002031 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002032 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002033 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002034 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
2035 thread_pool);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002036 size_t thread_count;
2037 if (IsImage()) {
2038 // TODO: remove this when transactional mode supports multithreading.
2039 thread_count = 1U;
2040 } else {
2041 thread_count = thread_count_;
2042 }
2043 context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002044}
2045
2046void CompilerDriver::InitializeClasses(jobject class_loader,
2047 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002048 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002049 for (size_t i = 0; i != dex_files.size(); ++i) {
2050 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002051 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002052 InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002053 }
Mathieu Chartier093ef212014-08-11 13:52:12 -07002054 if (IsImage()) {
2055 // Prune garbage objects created during aborted transactions.
2056 Runtime::Current()->GetHeap()->CollectGarbage(true);
2057 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002058}
2059
2060void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002061 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002062 for (size_t i = 0; i != dex_files.size(); ++i) {
2063 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002064 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002065 CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002066 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002067 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002068}
2069
2070void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002071 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002072 const DexFile& dex_file = *manager->GetDexFile();
2073 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002074 ClassLinker* class_linker = manager->GetClassLinker();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002075 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002076 Thread* self = Thread::Current();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002077 {
2078 // Use a scoped object access to perform to the quick SkipClass check.
2079 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002080 ScopedObjectAccess soa(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07002081 StackHandleScope<3> hs(soa.Self());
2082 Handle<mirror::ClassLoader> class_loader(
2083 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
2084 Handle<mirror::Class> klass(
2085 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2086 if (klass.Get() == nullptr) {
2087 CHECK(soa.Self()->IsExceptionPending());
2088 soa.Self()->ClearException();
2089 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2090 return;
2091 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002092 }
2093 ClassReference ref(&dex_file, class_def_index);
2094 // Skip compiling classes with generic verifier failures since they will still fail at runtime
Vladimir Markoc7f83202014-01-24 17:55:18 +00002095 if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002096 return;
2097 }
Ian Rogers13735952014-10-08 12:43:28 -07002098 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002099 if (class_data == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002100 // empty class, probably a marker interface
2101 return;
2102 }
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002103
Mathieu Chartiere86deef2015-03-19 13:43:37 -07002104 CompilerDriver* const driver = manager->GetCompiler();
2105
Brian Carlstrom7940e442013-07-12 13:46:57 -07002106 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +02002107 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002108 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002109 ScopedObjectAccess soa(self);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07002110 StackHandleScope<1> hs(soa.Self());
2111 Handle<mirror::ClassLoader> class_loader(
2112 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Mathieu Chartiere86deef2015-03-19 13:43:37 -07002113 dex_to_dex_compilation_level = driver->GetDexToDexCompilationlevel(
2114 soa.Self(), class_loader, dex_file, class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002115 }
2116 ClassDataItemIterator it(dex_file, class_data);
2117 // Skip fields
2118 while (it.HasNextStaticField()) {
2119 it.Next();
2120 }
2121 while (it.HasNextInstanceField()) {
2122 it.Next();
2123 }
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002124
2125 bool compilation_enabled = driver->IsClassToCompile(
2126 dex_file.StringByTypeIdx(class_def.class_idx_));
2127
Brian Carlstrom7940e442013-07-12 13:46:57 -07002128 // Compile direct methods
2129 int64_t previous_direct_method_idx = -1;
2130 while (it.HasNextDirectMethod()) {
2131 uint32_t method_idx = it.GetMemberIndex();
2132 if (method_idx == previous_direct_method_idx) {
2133 // smali can create dex files with two encoded_methods sharing the same method_idx
2134 // http://code.google.com/p/smali/issues/detail?id=119
2135 it.Next();
2136 continue;
2137 }
2138 previous_direct_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002139 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002140 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002141 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2142 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002143 it.Next();
2144 }
2145 // Compile virtual methods
2146 int64_t previous_virtual_method_idx = -1;
2147 while (it.HasNextVirtualMethod()) {
2148 uint32_t method_idx = it.GetMemberIndex();
2149 if (method_idx == previous_virtual_method_idx) {
2150 // smali can create dex files with two encoded_methods sharing the same method_idx
2151 // http://code.google.com/p/smali/issues/detail?id=119
2152 it.Next();
2153 continue;
2154 }
2155 previous_virtual_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002156 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002157 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002158 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2159 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002160 it.Next();
2161 }
2162 DCHECK(!it.HasNext());
2163}
2164
2165void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002166 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002167 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002168 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002169 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002170 &dex_file, dex_files, thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002171 context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002172}
2173
Ian Rogersa4a3f402014-10-20 18:10:34 -07002174// Does the runtime for the InstructionSet provide an implementation returned by
2175// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
2176static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
2177 switch (isa) {
2178 case kArm:
2179 case kArm64:
2180 case kThumb2:
Douglas Leung735b8552014-10-31 12:21:40 -07002181 case kMips:
Andreas Gampe57b34292015-01-14 15:45:59 -08002182 case kMips64:
Ian Rogersa4a3f402014-10-20 18:10:34 -07002183 case kX86:
2184 case kX86_64: return true;
2185 default: return false;
2186 }
2187}
2188
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002189void CompilerDriver::CompileMethod(Thread* self, const DexFile::CodeItem* code_item,
2190 uint32_t access_flags, InvokeType invoke_type,
2191 uint16_t class_def_idx, uint32_t method_idx,
2192 jobject class_loader, const DexFile& dex_file,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002193 DexToDexCompilationLevel dex_to_dex_compilation_level,
2194 bool compilation_enabled) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002195 CompiledMethod* compiled_method = nullptr;
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002196 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002197 MethodReference method_ref(&dex_file, method_idx);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002198
2199 if ((access_flags & kAccNative) != 0) {
Ian Rogers0188ab72014-03-17 16:51:53 -07002200 // Are we interpreting only and have support for generic JNI down calls?
Jeff Hao4a200f52014-04-01 14:58:49 -07002201 if (!compiler_options_->IsCompilationEnabled() &&
Ian Rogersa4a3f402014-10-20 18:10:34 -07002202 InstructionSetHasGenericJniStub(instruction_set_)) {
Ian Rogers5b271492014-03-14 13:20:26 -07002203 // Leaving this empty will trigger the generic JNI version
2204 } else {
Maja Gagic6ea651f2015-02-24 16:55:04 +01002205 if (instruction_set_ != kMips64) { // Use generic JNI for Mips64 (temporarily).
2206 compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file);
2207 CHECK(compiled_method != nullptr);
2208 }
Ian Rogers5b271492014-03-14 13:20:26 -07002209 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002210 } else if ((access_flags & kAccAbstract) != 0) {
Ian Rogersa4a3f402014-10-20 18:10:34 -07002211 // Abstract methods don't have code.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002212 } else {
Andreas Gampe6c170c92014-12-17 14:35:46 -08002213 bool has_verified_method = verification_results_->GetVerifiedMethod(method_ref) != nullptr;
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002214 bool compile = compilation_enabled &&
Andreas Gampe6c170c92014-12-17 14:35:46 -08002215 // Basic checks, e.g., not <clinit>.
2216 verification_results_->IsCandidateForCompilation(method_ref, access_flags) &&
2217 // Did not fail to create VerifiedMethod metadata.
2218 has_verified_method;
Sebastien Hertz4d4adb12013-07-24 16:14:19 +02002219 if (compile) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002220 // NOTE: if compiler declines to compile this method, it will return nullptr.
Ian Rogers72d32622014-05-06 16:20:11 -07002221 compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx,
2222 method_idx, class_loader, dex_file);
Sebastien Hertz17965ed2014-04-04 15:59:53 +02002223 }
2224 if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) {
2225 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Andreas Gampe6c170c92014-12-17 14:35:46 -08002226 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, for example, relies on
2227 // it.
Sebastien Hertz75021222013-07-16 18:34:50 +02002228 (*dex_to_dex_compiler_)(*this, code_item, access_flags,
2229 invoke_type, class_def_idx,
2230 method_idx, class_loader, dex_file,
Andreas Gampe6c170c92014-12-17 14:35:46 -08002231 has_verified_method ? dex_to_dex_compilation_level : kRequired);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002232 }
2233 }
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002234 if (kTimeCompileMethod) {
2235 uint64_t duration_ns = NanoTime() - start_ns;
2236 if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning())) {
2237 LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file)
2238 << " took " << PrettyDuration(duration_ns);
2239 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002240 }
2241
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002242 if (compiled_method != nullptr) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002243 // Count non-relative linker patches.
2244 size_t non_relative_linker_patch_count = 0u;
2245 for (const LinkerPatch& patch : compiled_method->GetPatches()) {
2246 if (patch.Type() != kLinkerPatchCallRelative) {
2247 ++non_relative_linker_patch_count;
2248 }
2249 }
Igor Murashkind6dee672014-10-16 18:36:16 -07002250 bool compile_pic = GetCompilerOptions().GetCompilePic(); // Off by default
2251 // When compiling with PIC, there should be zero non-relative linker patches
2252 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
2253
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002254 DCHECK(GetCompiledMethod(method_ref) == nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002255 {
2256 MutexLock mu(self, compiled_methods_lock_);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002257 compiled_methods_.Put(method_ref, compiled_method);
Vladimir Markof4da6752014-08-01 19:04:18 +01002258 non_relative_linker_patch_count_ += non_relative_linker_patch_count;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002259 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002260 DCHECK(GetCompiledMethod(method_ref) != nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002261 }
2262
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002263 // Done compiling, delete the verified method to reduce native memory usage.
2264 verification_results_->RemoveVerifiedMethod(method_ref);
2265
Brian Carlstrom7940e442013-07-12 13:46:57 -07002266 if (self->IsExceptionPending()) {
2267 ScopedObjectAccess soa(self);
2268 LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n"
Nicolas Geoffray14691c52015-03-05 10:40:17 +00002269 << self->GetException()->Dump();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002270 }
2271}
2272
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002273void CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) {
2274 CompiledMethod* compiled_method = nullptr;
2275 {
2276 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2277 auto it = compiled_methods_.find(method_ref);
2278 if (it != compiled_methods_.end()) {
2279 compiled_method = it->second;
2280 compiled_methods_.erase(it);
2281 }
2282 }
2283 if (compiled_method != nullptr) {
2284 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, compiled_method);
2285 }
2286}
2287
Brian Carlstrom7940e442013-07-12 13:46:57 -07002288CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
2289 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2290 ClassTable::const_iterator it = compiled_classes_.find(ref);
2291 if (it == compiled_classes_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002292 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002293 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002294 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002295 return it->second;
2296}
2297
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002298void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
2299 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2300 auto it = compiled_classes_.find(ref);
2301 if (it == compiled_classes_.end() || it->second->GetStatus() != status) {
2302 // An entry doesn't exist or the status is lower than the new status.
2303 if (it != compiled_classes_.end()) {
2304 CHECK_GT(status, it->second->GetStatus());
2305 delete it->second;
2306 }
2307 switch (status) {
2308 case mirror::Class::kStatusNotReady:
2309 case mirror::Class::kStatusError:
2310 case mirror::Class::kStatusRetryVerificationAtRuntime:
2311 case mirror::Class::kStatusVerified:
2312 case mirror::Class::kStatusInitialized:
2313 break; // Expected states.
2314 default:
2315 LOG(FATAL) << "Unexpected class status for class "
2316 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2317 << " of " << status;
2318 }
2319 CompiledClass* compiled_class = new CompiledClass(status);
2320 compiled_classes_.Overwrite(ref, compiled_class);
2321 }
2322}
2323
Brian Carlstrom7940e442013-07-12 13:46:57 -07002324CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
2325 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2326 MethodTable::const_iterator it = compiled_methods_.find(ref);
2327 if (it == compiled_methods_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002328 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002329 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002330 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002331 return it->second;
2332}
2333
Vladimir Markof4da6752014-08-01 19:04:18 +01002334size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
2335 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2336 return non_relative_linker_patch_count_;
2337}
2338
Brian Carlstrom7940e442013-07-12 13:46:57 -07002339void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002340 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002341 WriterMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002342 freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index));
2343}
2344
2345bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002346 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002347 ReaderMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002348 return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0;
2349}
2350
2351bool CompilerDriver::WriteElf(const std::string& android_root,
2352 bool is_host,
2353 const std::vector<const art::DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002354 OatWriter* oat_writer,
Brian Carlstrom7940e442013-07-12 13:46:57 -07002355 art::File* file)
2356 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers72d32622014-05-06 16:20:11 -07002357 return compiler_->WriteElf(file, oat_writer, dex_files, android_root, is_host);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002358}
2359void CompilerDriver::InstructionSetToLLVMTarget(InstructionSet instruction_set,
Ian Rogers3d504072014-03-01 09:16:49 -08002360 std::string* target_triple,
2361 std::string* target_cpu,
2362 std::string* target_attr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002363 switch (instruction_set) {
2364 case kThumb2:
Ian Rogers3d504072014-03-01 09:16:49 -08002365 *target_triple = "thumb-none-linux-gnueabi";
2366 *target_cpu = "cortex-a9";
2367 *target_attr = "+thumb2,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002368 break;
2369
2370 case kArm:
Ian Rogers3d504072014-03-01 09:16:49 -08002371 *target_triple = "armv7-none-linux-gnueabi";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002372 // TODO: Fix for Nexus S.
Ian Rogers3d504072014-03-01 09:16:49 -08002373 *target_cpu = "cortex-a9";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002374 // TODO: Fix for Xoom.
Ian Rogers3d504072014-03-01 09:16:49 -08002375 *target_attr = "+v7,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002376 break;
2377
2378 case kX86:
Ian Rogers3d504072014-03-01 09:16:49 -08002379 *target_triple = "i386-pc-linux-gnu";
2380 *target_attr = "";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002381 break;
2382
Dmitry Petrochenko6a58cb12014-04-02 17:27:59 +07002383 case kX86_64:
2384 *target_triple = "x86_64-pc-linux-gnu";
2385 *target_attr = "";
2386 break;
2387
Brian Carlstrom7940e442013-07-12 13:46:57 -07002388 case kMips:
Ian Rogers3d504072014-03-01 09:16:49 -08002389 *target_triple = "mipsel-unknown-linux";
2390 *target_attr = "mips32r2";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002391 break;
2392
2393 default:
2394 LOG(FATAL) << "Unknown instruction set: " << instruction_set;
2395 }
2396 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002397
Dave Allison39c3bfb2014-01-28 18:33:52 -08002398bool CompilerDriver::SkipCompilation(const std::string& method_name) {
Calin Juravlec1b643c2014-05-30 23:44:11 +01002399 if (!profile_present_) {
Dave Allison644789f2014-04-10 13:06:10 -07002400 return false;
Dave Allison39c3bfb2014-01-28 18:33:52 -08002401 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002402 // First find the method in the profile file.
2403 ProfileFile::ProfileData data;
2404 if (!profile_file_.GetProfileData(&data, method_name)) {
Dave Allison39c3bfb2014-01-28 18:33:52 -08002405 // Not in profile, no information can be determined.
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002406 if (kIsDebugBuild) {
2407 VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile";
2408 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002409 return true;
2410 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002411
2412 // Methods that comprise top_k_threshold % of the total samples will be compiled.
Calin Juravlef6a4cee2014-04-02 17:03:08 +01002413 // Compare against the start of the topK percentage bucket just in case the threshold
Calin Juravle04ff2262014-04-02 19:08:47 +01002414 // falls inside a bucket.
Calin Juravlec1b643c2014-05-30 23:44:11 +01002415 bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent()
2416 <= compiler_options_->GetTopKProfileThreshold();
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002417 if (kIsDebugBuild) {
2418 if (compile) {
2419 LOG(INFO) << "compiling method " << method_name << " because its usage is part of top "
2420 << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%"
2421 << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")";
2422 } else {
2423 VLOG(compiler) << "not compiling method " << method_name
2424 << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold()
2425 << "% samples)";
2426 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002427 }
2428 return !compile;
2429}
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002430
Andreas Gampe8d295f82015-01-20 14:50:21 -08002431std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002432 std::ostringstream oss;
Mathieu Chartier9b34b242015-03-09 11:30:17 -07002433 Runtime* const runtime = Runtime::Current();
2434 const ArenaPool* arena_pool = runtime->GetArenaPool();
2435 gc::Heap* const heap = runtime->GetHeap();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002436 oss << "arena alloc=" << PrettySize(arena_pool->GetBytesAllocated());
2437 oss << " java alloc=" << PrettySize(heap->GetBytesAllocated());
2438#ifdef HAVE_MALLOC_H
2439 struct mallinfo info = mallinfo();
2440 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2441 const size_t free_space = static_cast<size_t>(info.fordblks);
2442 oss << " native alloc=" << PrettySize(allocated_space) << " free="
2443 << PrettySize(free_space);
2444#endif
Andreas Gampee21dc3d2014-12-08 16:59:43 -08002445 if (swap_space_.get() != nullptr) {
2446 oss << " swap=" << PrettySize(swap_space_->GetSize());
2447 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002448 if (extended) {
2449 oss << "\nCode dedupe: " << dedupe_code_.DumpStats();
2450 oss << "\nMapping table dedupe: " << dedupe_mapping_table_.DumpStats();
2451 oss << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats();
2452 oss << "\nGC map dedupe: " << dedupe_gc_map_.DumpStats();
2453 oss << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats();
2454 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002455 return oss.str();
2456}
2457
Brian Carlstrom7940e442013-07-12 13:46:57 -07002458} // namespace art