blob: 15b3d08a37b2e7528dc7f9830a9532825cd90b0b [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Anwar Ghuloum67f99412013-08-12 14:19:48 -070019#define ATRACE_TAG ATRACE_TAG_DALVIK
20#include <utils/Trace.h>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021
Andreas Gampeb0f370e2014-09-25 22:51:40 -070022#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070023#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070024#include <unistd.h>
25
Mathieu Chartierab972ef2014-12-03 17:38:22 -080026#ifndef __APPLE__
27#include <malloc.h> // For mallinfo
28#endif
29
Brian Carlstrom7940e442013-07-12 13:46:57 -070030#include "base/stl_util.h"
31#include "base/timing_logger.h"
32#include "class_linker.h"
Mingyao Yang98d1cc82014-05-15 17:02:16 -070033#include "compiled_class.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000034#include "compiler.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000035#include "compiler_driver-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070036#include "dex_compilation_unit.h"
37#include "dex_file-inl.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000038#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000039#include "dex/verified_method.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000040#include "dex/quick/dex_file_method_inliner.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080041#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070042#include "jni_internal.h"
Ian Rogers22d5e732014-07-15 22:23:51 -070043#include "object_lock.h"
Calin Juravlebb0b53f2014-05-23 17:33:29 +010044#include "profiler.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070045#include "runtime.h"
46#include "gc/accounting/card_table-inl.h"
47#include "gc/accounting/heap_bitmap.h"
48#include "gc/space/space.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070049#include "mirror/art_field-inl.h"
50#include "mirror/art_method-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070051#include "mirror/class_loader.h"
52#include "mirror/class-inl.h"
53#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070054#include "mirror/object-inl.h"
55#include "mirror/object_array-inl.h"
56#include "mirror/throwable.h"
57#include "scoped_thread_state_change.h"
58#include "ScopedLocalRef.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070059#include "handle_scope-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070060#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070061#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070062#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070063#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010064#include "transaction.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080065#include "utils/swap_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070066#include "verifier/method_verifier.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000067#include "verifier/method_verifier-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070068
Brian Carlstrom7940e442013-07-12 13:46:57 -070069namespace art {
70
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070071static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
72
Brian Carlstrom7940e442013-07-12 13:46:57 -070073static double Percentage(size_t x, size_t y) {
74 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
75}
76
77static void DumpStat(size_t x, size_t y, const char* str) {
78 if (x == 0 && y == 0) {
79 return;
80 }
Ian Rogerse732ef12013-10-09 15:22:24 -070081 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -070082}
83
Vladimir Markof096aad2014-01-23 15:51:58 +000084class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -070085 public:
86 AOTCompilationStats()
87 : stats_lock_("AOT compilation statistics lock"),
88 types_in_dex_cache_(0), types_not_in_dex_cache_(0),
89 strings_in_dex_cache_(0), strings_not_in_dex_cache_(0),
90 resolved_types_(0), unresolved_types_(0),
91 resolved_instance_fields_(0), unresolved_instance_fields_(0),
92 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
93 type_based_devirtualization_(0),
94 safe_casts_(0), not_safe_casts_(0) {
95 for (size_t i = 0; i <= kMaxInvokeType; i++) {
96 resolved_methods_[i] = 0;
97 unresolved_methods_[i] = 0;
98 virtual_made_direct_[i] = 0;
99 direct_calls_to_boot_[i] = 0;
100 direct_methods_to_boot_[i] = 0;
101 }
102 }
103
104 void Dump() {
105 DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache");
106 DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache");
107 DumpStat(resolved_types_, unresolved_types_, "types resolved");
108 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
109 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
110 "static fields resolved");
111 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
112 "static fields local to a class");
113 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
114 // Note, the code below subtracts the stat value so that when added to the stat value we have
115 // 100% of samples. TODO: clean this up.
116 DumpStat(type_based_devirtualization_,
117 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
118 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
119 type_based_devirtualization_,
120 "virtual/interface calls made direct based on type information");
121
122 for (size_t i = 0; i <= kMaxInvokeType; i++) {
123 std::ostringstream oss;
124 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
125 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
126 if (virtual_made_direct_[i] > 0) {
127 std::ostringstream oss2;
128 oss2 << static_cast<InvokeType>(i) << " methods made direct";
129 DumpStat(virtual_made_direct_[i],
130 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
131 oss2.str().c_str());
132 }
133 if (direct_calls_to_boot_[i] > 0) {
134 std::ostringstream oss2;
135 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
136 DumpStat(direct_calls_to_boot_[i],
137 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
138 oss2.str().c_str());
139 }
140 if (direct_methods_to_boot_[i] > 0) {
141 std::ostringstream oss2;
142 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
143 DumpStat(direct_methods_to_boot_[i],
144 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
145 oss2.str().c_str());
146 }
147 }
148 }
149
150// Allow lossy statistics in non-debug builds.
151#ifndef NDEBUG
152#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
153#else
154#define STATS_LOCK()
155#endif
156
157 void TypeInDexCache() {
158 STATS_LOCK();
159 types_in_dex_cache_++;
160 }
161
162 void TypeNotInDexCache() {
163 STATS_LOCK();
164 types_not_in_dex_cache_++;
165 }
166
167 void StringInDexCache() {
168 STATS_LOCK();
169 strings_in_dex_cache_++;
170 }
171
172 void StringNotInDexCache() {
173 STATS_LOCK();
174 strings_not_in_dex_cache_++;
175 }
176
177 void TypeDoesntNeedAccessCheck() {
178 STATS_LOCK();
179 resolved_types_++;
180 }
181
182 void TypeNeedsAccessCheck() {
183 STATS_LOCK();
184 unresolved_types_++;
185 }
186
187 void ResolvedInstanceField() {
188 STATS_LOCK();
189 resolved_instance_fields_++;
190 }
191
192 void UnresolvedInstanceField() {
193 STATS_LOCK();
194 unresolved_instance_fields_++;
195 }
196
197 void ResolvedLocalStaticField() {
198 STATS_LOCK();
199 resolved_local_static_fields_++;
200 }
201
202 void ResolvedStaticField() {
203 STATS_LOCK();
204 resolved_static_fields_++;
205 }
206
207 void UnresolvedStaticField() {
208 STATS_LOCK();
209 unresolved_static_fields_++;
210 }
211
212 // Indicate that type information from the verifier led to devirtualization.
213 void PreciseTypeDevirtualization() {
214 STATS_LOCK();
215 type_based_devirtualization_++;
216 }
217
218 // Indicate that a method of the given type was resolved at compile time.
219 void ResolvedMethod(InvokeType type) {
220 DCHECK_LE(type, kMaxInvokeType);
221 STATS_LOCK();
222 resolved_methods_[type]++;
223 }
224
225 // Indicate that a method of the given type was unresolved at compile time as it was in an
226 // unknown dex file.
227 void UnresolvedMethod(InvokeType type) {
228 DCHECK_LE(type, kMaxInvokeType);
229 STATS_LOCK();
230 unresolved_methods_[type]++;
231 }
232
233 // Indicate that a type of virtual method dispatch has been converted into a direct method
234 // dispatch.
235 void VirtualMadeDirect(InvokeType type) {
236 DCHECK(type == kVirtual || type == kInterface || type == kSuper);
237 STATS_LOCK();
238 virtual_made_direct_[type]++;
239 }
240
241 // Indicate that a method of the given type was able to call directly into boot.
242 void DirectCallsToBoot(InvokeType type) {
243 DCHECK_LE(type, kMaxInvokeType);
244 STATS_LOCK();
245 direct_calls_to_boot_[type]++;
246 }
247
248 // Indicate that a method of the given type was able to be resolved directly from boot.
249 void DirectMethodsToBoot(InvokeType type) {
250 DCHECK_LE(type, kMaxInvokeType);
251 STATS_LOCK();
252 direct_methods_to_boot_[type]++;
253 }
254
Vladimir Markof096aad2014-01-23 15:51:58 +0000255 void ProcessedInvoke(InvokeType type, int flags) {
256 STATS_LOCK();
257 if (flags == 0) {
258 unresolved_methods_[type]++;
259 } else {
260 DCHECK_NE((flags & kFlagMethodResolved), 0);
261 resolved_methods_[type]++;
262 if ((flags & kFlagVirtualMadeDirect) != 0) {
263 virtual_made_direct_[type]++;
264 if ((flags & kFlagPreciseTypeDevirtualization) != 0) {
265 type_based_devirtualization_++;
266 }
267 } else {
268 DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0);
269 }
270 if ((flags & kFlagDirectCallToBoot) != 0) {
271 direct_calls_to_boot_[type]++;
272 }
273 if ((flags & kFlagDirectMethodToBoot) != 0) {
274 direct_methods_to_boot_[type]++;
275 }
276 }
277 }
278
Brian Carlstrom7940e442013-07-12 13:46:57 -0700279 // A check-cast could be eliminated due to verifier type analysis.
280 void SafeCast() {
281 STATS_LOCK();
282 safe_casts_++;
283 }
284
285 // A check-cast couldn't be eliminated due to verifier type analysis.
286 void NotASafeCast() {
287 STATS_LOCK();
288 not_safe_casts_++;
289 }
290
291 private:
292 Mutex stats_lock_;
293
294 size_t types_in_dex_cache_;
295 size_t types_not_in_dex_cache_;
296
297 size_t strings_in_dex_cache_;
298 size_t strings_not_in_dex_cache_;
299
300 size_t resolved_types_;
301 size_t unresolved_types_;
302
303 size_t resolved_instance_fields_;
304 size_t unresolved_instance_fields_;
305
306 size_t resolved_local_static_fields_;
307 size_t resolved_static_fields_;
308 size_t unresolved_static_fields_;
309 // Type based devirtualization for invoke interface and virtual.
310 size_t type_based_devirtualization_;
311
312 size_t resolved_methods_[kMaxInvokeType + 1];
313 size_t unresolved_methods_[kMaxInvokeType + 1];
314 size_t virtual_made_direct_[kMaxInvokeType + 1];
315 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
316 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
317
318 size_t safe_casts_;
319 size_t not_safe_casts_;
320
321 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
322};
323
Brian Carlstrom7940e442013-07-12 13:46:57 -0700324
325extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler,
326 const art::DexFile::CodeItem* code_item,
327 uint32_t access_flags,
328 art::InvokeType invoke_type,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700329 uint16_t class_def_idx,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700330 uint32_t method_idx,
331 jobject class_loader,
332 const art::DexFile& dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700333
Brian Carlstrom6449c622014-02-10 23:48:36 -0800334CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options,
335 VerificationResults* verification_results,
Vladimir Marko5816ed42013-11-27 17:04:20 +0000336 DexFileToMethodInlinerMap* method_inliner_map,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000337 Compiler::Kind compiler_kind,
Nicolas Geoffrayf5df8972014-02-14 18:37:08 +0000338 InstructionSet instruction_set,
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700339 const InstructionSetFeatures* instruction_set_features,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800340 bool image, std::set<std::string>* image_classes,
341 std::set<std::string>* compiled_classes, size_t thread_count,
David Brazdil866c0312015-01-13 21:21:31 +0000342 bool dump_stats, bool dump_passes,
343 const std::string& dump_cfg_file_name, CumulativeLogger* timer,
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800344 int swap_fd, const std::string& profile_file)
345 : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)),
346 swap_space_allocator_(new SwapAllocator<void>(swap_space_.get())),
347 profile_present_(false), compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800348 verification_results_(verification_results),
Vladimir Marko5816ed42013-11-27 17:04:20 +0000349 method_inliner_map_(method_inliner_map),
Ian Rogers72d32622014-05-06 16:20:11 -0700350 compiler_(Compiler::Create(this, compiler_kind)),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700351 instruction_set_(instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700352 instruction_set_features_(instruction_set_features),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700353 freezing_constructor_lock_("freezing constructor lock"),
354 compiled_classes_lock_("compiled classes lock"),
355 compiled_methods_lock_("compiled method lock"),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800356 compiled_methods_(MethodTable::key_compare()),
Vladimir Markof4da6752014-08-01 19:04:18 +0100357 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700358 image_(image),
359 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800360 classes_to_compile_(compiled_classes),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700361 thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700362 stats_(new AOTCompilationStats),
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800363 dedupe_enabled_(true),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700364 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000365 dump_passes_(dump_passes),
David Brazdil866c0312015-01-13 21:21:31 +0000366 dump_cfg_file_name_(dump_cfg_file_name),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000367 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700368 compiler_context_(nullptr),
Andreas Gampe57b34292015-01-14 15:45:59 -0800369 support_boot_image_fixup_(instruction_set != kMips && instruction_set != kMips64),
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800370 dedupe_code_("dedupe code", *swap_space_allocator_),
371 dedupe_src_mapping_table_("dedupe source mapping table", *swap_space_allocator_),
372 dedupe_mapping_table_("dedupe mapping table", *swap_space_allocator_),
373 dedupe_vmap_table_("dedupe vmap table", *swap_space_allocator_),
374 dedupe_gc_map_("dedupe gc map", *swap_space_allocator_),
375 dedupe_cfi_info_("dedupe cfi info", *swap_space_allocator_) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800376 DCHECK(compiler_options_ != nullptr);
377 DCHECK(verification_results_ != nullptr);
378 DCHECK(method_inliner_map_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700379
Sebastien Hertz75021222013-07-16 18:34:50 +0200380 dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700381
Ian Rogers72d32622014-05-06 16:20:11 -0700382 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700383
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800384 CHECK_EQ(image_, image_classes_.get() != nullptr);
Mark Mendellae9fd932014-02-10 16:14:35 -0800385
Calin Juravlec1b643c2014-05-30 23:44:11 +0100386 // Read the profile file if one is provided.
387 if (!profile_file.empty()) {
388 profile_present_ = profile_file_.LoadFile(profile_file);
389 if (profile_present_) {
390 LOG(INFO) << "Using profile data form file " << profile_file;
391 } else {
392 LOG(INFO) << "Failed to load profile file " << profile_file;
393 }
394 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700395}
396
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800397SwapVector<uint8_t>* CompilerDriver::DeduplicateCode(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800398 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700399 return dedupe_code_.Add(Thread::Current(), code);
400}
401
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800402SwapSrcMap* CompilerDriver::DeduplicateSrcMappingTable(const ArrayRef<SrcMapElem>& src_map) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800403 DCHECK(dedupe_enabled_);
Yevgeny Roubane3ea8382014-08-08 16:29:38 +0700404 return dedupe_src_mapping_table_.Add(Thread::Current(), src_map);
405}
406
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800407SwapVector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800408 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700409 return dedupe_mapping_table_.Add(Thread::Current(), code);
410}
411
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800412SwapVector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800413 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700414 return dedupe_vmap_table_.Add(Thread::Current(), code);
415}
416
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800417SwapVector<uint8_t>* CompilerDriver::DeduplicateGCMap(const ArrayRef<const uint8_t>& code) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800418 DCHECK(dedupe_enabled_);
Mathieu Chartier193bad92013-08-29 18:46:00 -0700419 return dedupe_gc_map_.Add(Thread::Current(), code);
420}
421
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800422SwapVector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const ArrayRef<const uint8_t>& cfi_info) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800423 DCHECK(dedupe_enabled_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800424 return dedupe_cfi_info_.Add(Thread::Current(), cfi_info);
Mark Mendellae9fd932014-02-10 16:14:35 -0800425}
426
Brian Carlstrom7940e442013-07-12 13:46:57 -0700427CompilerDriver::~CompilerDriver() {
428 Thread* self = Thread::Current();
429 {
430 MutexLock mu(self, compiled_classes_lock_);
431 STLDeleteValues(&compiled_classes_);
432 }
433 {
434 MutexLock mu(self, compiled_methods_lock_);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800435 for (auto& pair : compiled_methods_) {
436 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, pair.second);
437 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700438 }
Ian Rogers72d32622014-05-06 16:20:11 -0700439 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700440}
441
Ian Rogersdd7624d2014-03-14 17:43:00 -0700442#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700443 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700444 return CreateTrampoline64(instruction_set_, abi, \
445 type ## _ENTRYPOINT_OFFSET(8, offset)); \
446 } else { \
447 return CreateTrampoline32(instruction_set_, abi, \
448 type ## _ENTRYPOINT_OFFSET(4, offset)); \
449 }
450
Ian Rogers848871b2013-08-05 10:56:33 -0700451const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700452 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700453}
454
455const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700456 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge)
Ian Rogers848871b2013-08-05 10:56:33 -0700457}
458
459const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700460 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700461}
462
Andreas Gampe2da88232014-02-27 12:26:20 -0800463const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700464 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800465}
466
Jeff Hao88474b42013-10-23 16:24:40 -0700467const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700468 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700469}
470
Brian Carlstrom7940e442013-07-12 13:46:57 -0700471const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700472 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700473}
474
Ian Rogers848871b2013-08-05 10:56:33 -0700475const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700476 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700477}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700478#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700479
480void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700481 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800482 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700483 DCHECK(!Runtime::Current()->IsStarted());
Ian Rogers700a4022014-05-19 16:49:03 -0700484 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1));
Andreas Gampe8d295f82015-01-20 14:50:21 -0800485 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Ian Rogers3d504072014-03-01 09:16:49 -0800486 PreCompile(class_loader, dex_files, thread_pool.get(), timings);
487 Compile(class_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700488 if (dump_stats_) {
489 stats_->Dump();
490 }
491}
492
Mathieu Chartier590fee92013-09-13 13:46:47 -0700493static DexToDexCompilationLevel GetDexToDexCompilationlevel(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700494 Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file,
Mathieu Chartier590fee92013-09-13 13:46:47 -0700495 const DexFile::ClassDef& class_def) SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800496 auto* const runtime = Runtime::Current();
497 if (runtime->UseJit()) {
498 return kDontDexToDexCompile;
499 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700500 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800501 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800502 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700503 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700504 CHECK(self->IsExceptionPending());
505 self->ClearException();
Sebastien Hertz75021222013-07-16 18:34:50 +0200506 return kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700507 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700508 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
509 // references with actual offsets. We cannot re-verify such instructions.
510 //
511 // We store the verification information in the class status in the oat file, which the linker
512 // can validate (checksums) and use to skip load-time verification. It is thus safe to
513 // optimize when a class has been fully verified before.
514 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200515 // Class is verified so we can enable DEX-to-DEX compilation for performance.
516 return kOptimize;
517 } else if (klass->IsCompileTimeVerified()) {
518 // Class verification has soft-failed. Anyway, ensure at least correctness.
519 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime);
520 return kRequired;
521 } else {
522 // Class verification has failed: do not run DEX-to-DEX compilation.
523 return kDontDexToDexCompile;
524 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700525}
526
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800527void CompilerDriver::CompileOne(Thread* self, mirror::ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700528 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700529 jobject jclass_loader;
530 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700531 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800532 uint32_t method_idx = method->GetDexMethodIndex();
533 uint32_t access_flags = method->GetAccessFlags();
534 InvokeType invoke_type = method->GetInvokeType();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700535 {
536 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800537 ScopedLocalRef<jobject> local_class_loader(
538 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700539 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
540 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700541 dex_file = method->GetDexFile();
542 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700543 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800544 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700545 self->TransitionFromRunnableToSuspended(kNative);
546
547 std::vector<const DexFile*> dex_files;
548 dex_files.push_back(dex_file);
549
Ian Rogers700a4022014-05-19 16:49:03 -0700550 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U));
Ian Rogers3d504072014-03-01 09:16:49 -0800551 PreCompile(jclass_loader, dex_files, thread_pool.get(), timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700552
Brian Carlstrom7940e442013-07-12 13:46:57 -0700553 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +0200554 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700555 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800556 ScopedObjectAccess soa(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700557 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700558 StackHandleScope<1> hs(soa.Self());
559 Handle<mirror::ClassLoader> class_loader(
560 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Ian Rogers98379392014-02-24 16:53:16 -0800561 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file,
562 class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700563 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800564 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
565 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700566
567 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800568 self->TransitionFromSuspendedToRunnable();
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800569}
570
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800571CompiledMethod* CompilerDriver::CompileMethod(Thread* self, mirror::ArtMethod* method) {
572 const uint32_t method_idx = method->GetDexMethodIndex();
573 const uint32_t access_flags = method->GetAccessFlags();
574 const InvokeType invoke_type = method->GetInvokeType();
575 StackHandleScope<1> hs(self);
576 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
577 method->GetDeclaringClass()->GetClassLoader()));
578 jobject jclass_loader = class_loader.ToJObject();
579 const DexFile* dex_file = method->GetDexFile();
580 const uint16_t class_def_idx = method->GetClassDefIndex();
581 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
582 DexToDexCompilationLevel dex_to_dex_compilation_level =
583 GetDexToDexCompilationlevel(self, class_loader, *dex_file, class_def);
584 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
585 self->TransitionFromRunnableToSuspended(kNative);
586 CompileMethod(self, code_item, access_flags, invoke_type, class_def_idx, method_idx,
587 jclass_loader, *dex_file, dex_to_dex_compilation_level, true);
588 auto* compiled_method = GetCompiledMethod(MethodReference(dex_file, method_idx));
589 self->TransitionFromSuspendedToRunnable();
590 return compiled_method;
591}
592
Brian Carlstrom7940e442013-07-12 13:46:57 -0700593void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800594 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700595 for (size_t i = 0; i != dex_files.size(); ++i) {
596 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700597 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -0700598 ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700599 }
600}
601
602void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800603 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700604 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800605 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700606
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700607 Resolve(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800608 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700609
Jeff Hao4a200f52014-04-01 14:58:49 -0700610 if (!compiler_options_->IsVerificationEnabled()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800611 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700612 SetVerified(class_loader, dex_files, thread_pool, timings);
Jeff Hao4a200f52014-04-01 14:58:49 -0700613 return;
614 }
615
Brian Carlstrom7940e442013-07-12 13:46:57 -0700616 Verify(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800617 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700618
619 InitializeClasses(class_loader, dex_files, thread_pool, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800620 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700621
622 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800623 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700624}
625
Ian Rogersdfb325e2013-10-30 01:00:44 -0700626bool CompilerDriver::IsImageClass(const char* descriptor) const {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700627 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700628 return true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700629 } else {
Ian Rogersdfb325e2013-10-30 01:00:44 -0700630 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700631 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700632}
633
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800634bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
635 if (!IsImage()) {
636 return true;
637 } else {
638 if (classes_to_compile_ == nullptr) {
639 return true;
640 }
641 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
642 }
643}
644
Ian Rogerse94652f2014-12-02 11:13:19 -0800645static void ResolveExceptionsForMethod(MutableHandle<mirror::ArtMethod> method_handle,
Ian Rogers700a4022014-05-19 16:49:03 -0700646 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700647 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800648 const DexFile::CodeItem* code_item = method_handle->GetCodeItem();
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700649 if (code_item == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700650 return; // native or abstract method
651 }
652 if (code_item->tries_size_ == 0) {
653 return; // nothing to process
654 }
Ian Rogers13735952014-10-08 12:43:28 -0700655 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700656 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
657 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
658 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
659 bool has_catch_all = false;
660 if (encoded_catch_handler_size <= 0) {
661 encoded_catch_handler_size = -encoded_catch_handler_size;
662 has_catch_all = true;
663 }
664 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
665 uint16_t encoded_catch_handler_handlers_type_idx =
666 DecodeUnsignedLeb128(&encoded_catch_handler_list);
667 // Add to set of types to resolve if not already in the dex cache resolved types
Ian Rogerse94652f2014-12-02 11:13:19 -0800668 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700669 exceptions_to_resolve.insert(
670 std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx,
Ian Rogerse94652f2014-12-02 11:13:19 -0800671 method_handle->GetDexFile()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700672 }
673 // ignore address associated with catch handler
674 DecodeUnsignedLeb128(&encoded_catch_handler_list);
675 }
676 if (has_catch_all) {
677 // ignore catch all address
678 DecodeUnsignedLeb128(&encoded_catch_handler_list);
679 }
680 }
681}
682
683static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg)
684 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers700a4022014-05-19 16:49:03 -0700685 std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve =
686 reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg);
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700687 StackHandleScope<1> hs(Thread::Current());
Ian Rogerse94652f2014-12-02 11:13:19 -0800688 MutableHandle<mirror::ArtMethod> method_handle(hs.NewHandle<mirror::ArtMethod>(nullptr));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700689 for (size_t i = 0; i < c->NumVirtualMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800690 method_handle.Assign(c->GetVirtualMethod(i));
691 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700692 }
693 for (size_t i = 0; i < c->NumDirectMethods(); ++i) {
Ian Rogerse94652f2014-12-02 11:13:19 -0800694 method_handle.Assign(c->GetDirectMethod(i));
695 ResolveExceptionsForMethod(method_handle, *exceptions_to_resolve);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700696 }
697 return true;
698}
699
700static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg)
701 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700702 std::set<std::string>* image_classes = reinterpret_cast<std::set<std::string>*>(arg);
703 std::string temp;
704 image_classes->insert(klass->GetDescriptor(&temp));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700705 return true;
706}
707
708// Make a list of descriptors for classes to include in the image
Ian Rogers3d504072014-03-01 09:16:49 -0800709void CompilerDriver::LoadImageClasses(TimingLogger* timings)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700710 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Kenny Rootd5185342014-05-13 14:47:05 -0700711 CHECK(timings != nullptr);
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700712 if (!IsImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700713 return;
714 }
715
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700716 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700717 // Make a first class to load all classes explicitly listed in the file
718 Thread* self = Thread::Current();
719 ScopedObjectAccess soa(self);
720 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -0700721 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700722 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000723 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700724 StackHandleScope<1> hs(self);
725 Handle<mirror::Class> klass(
726 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700727 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700728 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +0000729 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -0700730 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700731 } else {
732 ++it;
733 }
734 }
735
736 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
737 // exceptions are resolved by the verifier when there is a catch block in an interested method.
738 // Do this here so that exception classes appear to have been specified image classes.
Ian Rogers700a4022014-05-19 16:49:03 -0700739 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700740 StackHandleScope<1> hs(self);
741 Handle<mirror::Class> java_lang_Throwable(
742 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700743 do {
744 unresolved_exception_types.clear();
745 class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor,
746 &unresolved_exception_types);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700747 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) {
748 uint16_t exception_type_idx = exception_type.first;
749 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800750 StackHandleScope<2> hs2(self);
751 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->FindDexCache(*dex_file)));
752 Handle<mirror::Class> klass(hs2.NewHandle(
Mathieu Chartier0cd81352014-05-22 16:48:55 -0700753 class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache,
754 NullHandle<mirror::ClassLoader>())));
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700755 if (klass.Get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700756 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
757 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
758 LOG(FATAL) << "Failed to resolve class " << descriptor;
759 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700760 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700761 }
762 // Resolving exceptions may load classes that reference more exceptions, iterate until no
763 // more are found
764 } while (!unresolved_exception_types.empty());
765
766 // We walk the roots looking for classes so that we'll pick up the
767 // above classes plus any classes them depend on such super
768 // classes, interfaces, and the required ClassLinker roots.
769 class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get());
770
771 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700772}
773
Ian Rogers1ff3c982014-08-12 02:30:58 -0700774static void MaybeAddToImageClasses(Handle<mirror::Class> c, std::set<std::string>* image_classes)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700775 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Mathieu Chartierf8322842014-05-16 10:59:25 -0700776 Thread* self = Thread::Current();
777 StackHandleScope<1> hs(self);
778 // Make a copy of the handle so that we don't clobber it doing Assign.
Andreas Gampe5a4b8a22014-09-11 08:30:08 -0700779 MutableHandle<mirror::Class> klass(hs.NewHandle(c.Get()));
Ian Rogers1ff3c982014-08-12 02:30:58 -0700780 std::string temp;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700781 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -0700782 const char* descriptor = klass->GetDescriptor(&temp);
783 std::pair<std::set<std::string>::iterator, bool> result = image_classes->insert(descriptor);
784 if (!result.second) { // Previously inserted.
785 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700786 }
Ian Rogers1ff3c982014-08-12 02:30:58 -0700787 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Mathieu Chartierf8322842014-05-16 10:59:25 -0700788 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800789 StackHandleScope<1> hs2(self);
790 MaybeAddToImageClasses(hs2.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)),
Mathieu Chartierf8322842014-05-16 10:59:25 -0700791 image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700792 }
793 if (klass->IsArrayClass()) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800794 StackHandleScope<1> hs2(self);
795 MaybeAddToImageClasses(hs2.NewHandle(klass->GetComponentType()), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700796 }
Mathieu Chartierf8322842014-05-16 10:59:25 -0700797 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700798 }
799}
800
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700801// Keeps all the data for the update together. Also doubles as the reference visitor.
802// Note: we can use object pointers because we suspend all threads.
803class ClinitImageUpdate {
804 public:
805 static ClinitImageUpdate* Create(std::set<std::string>* image_class_descriptors, Thread* self,
806 ClassLinker* linker, std::string* error_msg) {
807 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(image_class_descriptors, self,
808 linker));
809 if (res->art_method_class_ == nullptr) {
810 *error_msg = "Could not find ArtMethod class.";
811 return nullptr;
812 } else if (res->dex_cache_class_ == nullptr) {
813 *error_msg = "Could not find DexCache class.";
814 return nullptr;
815 }
816
817 return res.release();
818 }
819
820 ~ClinitImageUpdate() {
821 // Allow others to suspend again.
822 self_->EndAssertNoThreadSuspension(old_cause_);
823 }
824
825 // Visitor for VisitReferences.
826 void operator()(mirror::Object* object, MemberOffset field_offset, bool /* is_static */) const
827 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
828 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
829 if (ref != nullptr) {
830 VisitClinitClassesObject(ref);
831 }
832 }
833
834 // java.lang.Reference visitor for VisitReferences.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800835 void operator()(mirror::Class* /* klass */, mirror::Reference* /* ref */) const {
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700836 }
837
838 void Walk() SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
839 // Use the initial classes as roots for a search.
840 for (mirror::Class* klass_root : image_classes_) {
841 VisitClinitClassesObject(klass_root);
842 }
843 }
844
845 private:
846 ClinitImageUpdate(std::set<std::string>* image_class_descriptors, Thread* self,
847 ClassLinker* linker)
848 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) :
849 image_class_descriptors_(image_class_descriptors), self_(self) {
850 CHECK(linker != nullptr);
851 CHECK(image_class_descriptors != nullptr);
852
853 // Make sure nobody interferes with us.
854 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
855
856 // Find the interesting classes.
Andreas Gampedc8b63c2014-12-02 14:39:52 -0800857 art_method_class_ = linker->LookupClass(self, "Ljava/lang/reflect/ArtMethod;",
858 ComputeModifiedUtf8Hash("Ljava/lang/reflect/ArtMethod;"), nullptr);
859 dex_cache_class_ = linker->LookupClass(self, "Ljava/lang/DexCache;",
860 ComputeModifiedUtf8Hash("Ljava/lang/DexCache;"), nullptr);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700861
862 // Find all the already-marked classes.
863 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
864 linker->VisitClasses(FindImageClasses, this);
865 }
866
867 static bool FindImageClasses(mirror::Class* klass, void* arg)
868 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
869 ClinitImageUpdate* data = reinterpret_cast<ClinitImageUpdate*>(arg);
870 std::string temp;
871 const char* name = klass->GetDescriptor(&temp);
872 if (data->image_class_descriptors_->find(name) != data->image_class_descriptors_->end()) {
873 data->image_classes_.push_back(klass);
874 }
875
876 return true;
877 }
878
879 void VisitClinitClassesObject(mirror::Object* object) const
880 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
881 DCHECK(object != nullptr);
882 if (marked_objects_.find(object) != marked_objects_.end()) {
883 // Already processed.
884 return;
885 }
886
887 // Mark it.
888 marked_objects_.insert(object);
889
890 if (object->IsClass()) {
891 // If it is a class, add it.
892 StackHandleScope<1> hs(self_);
893 MaybeAddToImageClasses(hs.NewHandle(object->AsClass()), image_class_descriptors_);
894 } else {
895 // Else visit the object's class.
896 VisitClinitClassesObject(object->GetClass());
897 }
898
899 // If it is not a dex cache or an ArtMethod, visit all references.
900 mirror::Class* klass = object->GetClass();
901 if (klass != art_method_class_ && klass != dex_cache_class_) {
902 object->VisitReferences<false /* visit class */>(*this, *this);
903 }
904 }
905
906 mutable std::unordered_set<mirror::Object*> marked_objects_;
907 std::set<std::string>* const image_class_descriptors_;
908 std::vector<mirror::Class*> image_classes_;
909 const mirror::Class* art_method_class_;
910 const mirror::Class* dex_cache_class_;
911 Thread* const self_;
912 const char* old_cause_;
913
914 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
915};
Brian Carlstrom7940e442013-07-12 13:46:57 -0700916
Ian Rogers3d504072014-03-01 09:16:49 -0800917void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -0700918 if (IsImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700919 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -0700920
921 Runtime* current = Runtime::Current();
922
923 // Suspend all threads.
924 current->GetThreadList()->SuspendAll();
925
926 std::string error_msg;
927 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(image_classes_.get(),
928 Thread::Current(),
929 current->GetClassLinker(),
930 &error_msg));
931 CHECK(update.get() != nullptr) << error_msg; // TODO: Soft failure?
932
933 // Do the marking.
934 update->Walk();
935
936 // Resume threads.
937 current->GetThreadList()->ResumeAll();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700938 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700939}
940
Mathieu Chartier590fee92013-09-13 13:46:47 -0700941bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) {
Ian Rogersfc0e94b2013-09-23 23:51:32 -0700942 if (IsImage() &&
Ian Rogersdfb325e2013-10-30 01:00:44 -0700943 IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) {
Andreas Gampe58a5af82014-07-31 16:23:49 -0700944 {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700945 ScopedObjectAccess soa(Thread::Current());
946 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
947 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe58a5af82014-07-31 16:23:49 -0700948 if (resolved_class == nullptr) {
949 // Erroneous class.
950 stats_->TypeNotInDexCache();
951 return false;
952 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700953 }
954 stats_->TypeInDexCache();
955 return true;
956 } else {
957 stats_->TypeNotInDexCache();
958 return false;
959 }
960}
961
962bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file,
963 uint32_t string_idx) {
964 // See also Compiler::ResolveDexFile
965
966 bool result = false;
967 if (IsImage()) {
968 // We resolve all const-string strings when building for the image.
969 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700970 StackHandleScope<1> hs(soa.Self());
971 Handle<mirror::DexCache> dex_cache(
972 hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700973 Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache);
974 result = true;
975 }
976 if (result) {
977 stats_->StringInDexCache();
978 } else {
979 stats_->StringNotInDexCache();
980 }
981 return result;
982}
983
984bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file,
985 uint32_t type_idx,
986 bool* type_known_final, bool* type_known_abstract,
987 bool* equals_referrers_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700988 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700989 *type_known_final = false;
990 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700991 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700992 *type_known_abstract = false;
993 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700994 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700995 *equals_referrers_class = false;
996 }
997 ScopedObjectAccess soa(Thread::Current());
998 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
999 // Get type from dex cache assuming it was populated by the verifier
1000 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001001 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001002 stats_->TypeNeedsAccessCheck();
1003 return false; // Unknown class needs access checks.
1004 }
1005 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001006 if (equals_referrers_class != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001007 *equals_referrers_class = (method_id.class_idx_ == type_idx);
1008 }
1009 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001010 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001011 stats_->TypeNeedsAccessCheck();
1012 return false; // Incomplete referrer knowledge needs access check.
1013 }
1014 // Perform access check, will return true if access is ok or false if we're going to have to
1015 // check this at runtime (for example for class loaders).
1016 bool result = referrer_class->CanAccess(resolved_class);
1017 if (result) {
1018 stats_->TypeDoesntNeedAccessCheck();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001019 if (type_known_final != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001020 *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass();
1021 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001022 if (type_known_abstract != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001023 *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass();
1024 }
1025 } else {
1026 stats_->TypeNeedsAccessCheck();
1027 }
1028 return result;
1029}
1030
1031bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
1032 const DexFile& dex_file,
1033 uint32_t type_idx) {
1034 ScopedObjectAccess soa(Thread::Current());
1035 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
1036 // Get type from dex cache assuming it was populated by the verifier.
1037 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001038 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001039 stats_->TypeNeedsAccessCheck();
1040 return false; // Unknown class needs access checks.
1041 }
1042 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
1043 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001044 if (referrer_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001045 stats_->TypeNeedsAccessCheck();
1046 return false; // Incomplete referrer knowledge needs access check.
1047 }
1048 // Perform access and instantiable checks, will return true if access is ok or false if we're
1049 // going to have to check this at runtime (for example for class loaders).
1050 bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable();
1051 if (result) {
1052 stats_->TypeDoesntNeedAccessCheck();
1053 } else {
1054 stats_->TypeNeedsAccessCheck();
1055 }
1056 return result;
1057}
1058
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001059bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx,
1060 bool* is_type_initialized, bool* use_direct_type_ptr,
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001061 uintptr_t* direct_type_ptr, bool* out_is_finalizable) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001062 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001063 Runtime* runtime = Runtime::Current();
1064 mirror::DexCache* dex_cache = runtime->GetClassLinker()->FindDexCache(dex_file);
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001065 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
1066 if (resolved_class == nullptr) {
1067 return false;
1068 }
Igor Murashkind6dee672014-10-16 18:36:16 -07001069 if (GetCompilerOptions().GetCompilePic()) {
1070 // Do not allow a direct class pointer to be used when compiling for position-independent
1071 return false;
1072 }
Mathieu Chartier8668c3c2014-04-24 16:48:11 -07001073 *out_is_finalizable = resolved_class->IsFinalizable();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001074 gc::Heap* heap = runtime->GetHeap();
1075 const bool compiling_boot = heap->IsCompilingBoot();
Alex Light6e183f22014-07-18 14:57:04 -07001076 const bool support_boot_image_fixup = GetSupportBootImageFixup();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001077 if (compiling_boot) {
1078 // boot -> boot class pointers.
1079 // True if the class is in the image at boot compiling time.
1080 const bool is_image_class = IsImage() && IsImageClass(
1081 dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_));
1082 // True if pc relative load works.
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001083 if (is_image_class && support_boot_image_fixup) {
1084 *is_type_initialized = resolved_class->IsInitialized();
1085 *use_direct_type_ptr = false;
1086 *direct_type_ptr = 0;
1087 return true;
1088 } else {
1089 return false;
1090 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001091 } else if (runtime->UseJit() && !heap->IsMovableObject(resolved_class)) {
1092 *is_type_initialized = resolved_class->IsInitialized();
1093 // If the class may move around, then don't embed it as a direct pointer.
1094 *use_direct_type_ptr = true;
1095 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1096 return true;
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001097 } else {
1098 // True if the class is in the image at app compiling time.
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001099 const bool class_in_image = heap->FindSpaceFromObject(resolved_class, false)->IsImageSpace();
Alex Light6e183f22014-07-18 14:57:04 -07001100 if (class_in_image && support_boot_image_fixup) {
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001101 // boot -> app class pointers.
1102 *is_type_initialized = resolved_class->IsInitialized();
Alex Lighta59dd802014-07-02 16:28:08 -07001103 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1104 *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation();
Hiroshi Yamauchibe1ca552014-01-15 11:46:48 -08001105 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
1106 return true;
1107 } else {
1108 // app -> app class pointers.
1109 // Give up because app does not have an image and class
1110 // isn't created at compile time. TODO: implement this
1111 // if/when each app gets an image.
1112 return false;
1113 }
1114 }
1115}
1116
Fred Shihe7f82e22014-08-06 10:46:37 -07001117bool CompilerDriver::CanEmbedReferenceTypeInCode(ClassReference* ref,
1118 bool* use_direct_ptr,
1119 uintptr_t* direct_type_ptr) {
1120 CHECK(ref != nullptr);
1121 CHECK(use_direct_ptr != nullptr);
1122 CHECK(direct_type_ptr != nullptr);
1123
1124 ScopedObjectAccess soa(Thread::Current());
1125 mirror::Class* reference_class = mirror::Reference::GetJavaLangRefReference();
Andreas Gampe928f72b2014-09-09 19:53:48 -07001126 bool is_initialized = false;
Fred Shihe7f82e22014-08-06 10:46:37 -07001127 bool unused_finalizable;
1128 // Make sure we have a finished Reference class object before attempting to use it.
1129 if (!CanEmbedTypeInCode(*reference_class->GetDexCache()->GetDexFile(),
1130 reference_class->GetDexTypeIndex(), &is_initialized,
1131 use_direct_ptr, direct_type_ptr, &unused_finalizable) ||
1132 !is_initialized) {
1133 return false;
1134 }
1135 ref->first = &reference_class->GetDexFile();
1136 ref->second = reference_class->GetDexClassDefIndex();
1137 return true;
1138}
1139
1140uint32_t CompilerDriver::GetReferenceSlowFlagOffset() const {
1141 ScopedObjectAccess soa(Thread::Current());
1142 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1143 DCHECK(klass->IsInitialized());
1144 return klass->GetSlowPathFlagOffset().Uint32Value();
1145}
1146
1147uint32_t CompilerDriver::GetReferenceDisableFlagOffset() const {
1148 ScopedObjectAccess soa(Thread::Current());
1149 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference();
1150 DCHECK(klass->IsInitialized());
1151 return klass->GetDisableIntrinsicFlagOffset().Uint32Value();
1152}
1153
Vladimir Markobe0e5462014-02-26 11:24:15 +00001154void CompilerDriver::ProcessedInstanceField(bool resolved) {
1155 if (!resolved) {
1156 stats_->UnresolvedInstanceField();
1157 } else {
1158 stats_->ResolvedInstanceField();
1159 }
1160}
1161
1162void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1163 if (!resolved) {
1164 stats_->UnresolvedStaticField();
1165 } else if (local) {
1166 stats_->ResolvedLocalStaticField();
1167 } else {
1168 stats_->ResolvedStaticField();
1169 }
1170}
1171
Vladimir Markof096aad2014-01-23 15:51:58 +00001172void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) {
1173 stats_->ProcessedInvoke(invoke_type, flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001174}
1175
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001176mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1177 const DexCompilationUnit* mUnit,
1178 bool is_put,
1179 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001180 // Try to resolve the field and compiling method's class.
1181 mirror::ArtField* resolved_field;
1182 mirror::Class* referrer_class;
1183 mirror::DexCache* dex_cache;
1184 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001185 StackHandleScope<3> hs(soa.Self());
1186 Handle<mirror::DexCache> dex_cache_handle(
1187 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1188 Handle<mirror::ClassLoader> class_loader_handle(
1189 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1190 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1191 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false)));
1192 referrer_class = (resolved_field_handle.Get() != nullptr)
1193 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1194 resolved_field = resolved_field_handle.Get();
1195 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001196 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001197 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001198 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001199 std::pair<bool, bool> fast_path = IsFastInstanceField(
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001200 dex_cache, referrer_class, resolved_field, field_idx);
1201 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001202 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001203 ProcessedInstanceField(can_link);
1204 return can_link ? resolved_field : nullptr;
1205}
1206
1207bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1208 bool is_put, MemberOffset* field_offset,
1209 bool* is_volatile) {
1210 ScopedObjectAccess soa(Thread::Current());
1211 StackHandleScope<1> hs(soa.Self());
1212 Handle<mirror::ArtField> resolved_field =
1213 hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa));
1214
1215 if (resolved_field.Get() == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001216 // Conservative defaults.
1217 *is_volatile = true;
1218 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001219 return false;
1220 } else {
1221 *is_volatile = resolved_field->IsVolatile();
1222 *field_offset = resolved_field->GetOffset();
1223 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001224 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001225}
1226
1227bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
Vladimir Markobe0e5462014-02-26 11:24:15 +00001228 bool is_put, MemberOffset* field_offset,
1229 uint32_t* storage_index, bool* is_referrers_class,
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001230 bool* is_volatile, bool* is_initialized,
1231 Primitive::Type* type) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001232 ScopedObjectAccess soa(Thread::Current());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001233 // Try to resolve the field and compiling method's class.
1234 mirror::ArtField* resolved_field;
1235 mirror::Class* referrer_class;
1236 mirror::DexCache* dex_cache;
1237 {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001238 StackHandleScope<3> hs(soa.Self());
1239 Handle<mirror::DexCache> dex_cache_handle(
1240 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1241 Handle<mirror::ClassLoader> class_loader_handle(
1242 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1243 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1244 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true)));
1245 referrer_class = (resolved_field_handle.Get() != nullptr)
1246 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1247 resolved_field = resolved_field_handle.Get();
1248 dex_cache = dex_cache_handle.Get();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001249 }
Vladimir Markobe0e5462014-02-26 11:24:15 +00001250 bool result = false;
1251 if (resolved_field != nullptr && referrer_class != nullptr) {
1252 *is_volatile = IsFieldVolatile(resolved_field);
1253 std::pair<bool, bool> fast_path = IsFastStaticField(
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001254 dex_cache, referrer_class, resolved_field, field_idx, storage_index);
Vladimir Markobe0e5462014-02-26 11:24:15 +00001255 result = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001256 }
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001257 if (result) {
1258 *field_offset = GetFieldOffset(resolved_field);
1259 *is_referrers_class = IsStaticFieldInReferrerClass(referrer_class, resolved_field);
1260 // *is_referrers_class == true implies no worrying about class initialization.
1261 *is_initialized = (*is_referrers_class) ||
1262 (IsStaticFieldsClassInitialized(referrer_class, resolved_field) &&
1263 CanAssumeTypeIsPresentInDexCache(*mUnit->GetDexFile(), *storage_index));
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001264 *type = resolved_field->GetTypeAsPrimitiveType();
Vladimir Marko66c6d7b2014-10-16 15:41:48 +01001265 } else {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001266 // Conservative defaults.
1267 *is_volatile = true;
1268 *field_offset = MemberOffset(static_cast<size_t>(-1));
1269 *storage_index = -1;
1270 *is_referrers_class = false;
1271 *is_initialized = false;
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +01001272 *type = Primitive::kPrimVoid;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001273 }
1274 ProcessedStaticField(result, *is_referrers_class);
1275 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001276}
1277
Ian Rogers83883d72013-10-21 21:07:24 -07001278void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type,
1279 bool no_guarantee_of_dex_cache_entry,
Igor Murashkind6dee672014-10-16 18:36:16 -07001280 const mirror::Class* referrer_class,
Brian Carlstromea46f952013-07-30 01:26:50 -07001281 mirror::ArtMethod* method,
Vladimir Markof096aad2014-01-23 15:51:58 +00001282 int* stats_flags,
Ian Rogers83883d72013-10-21 21:07:24 -07001283 MethodReference* target_method,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001284 uintptr_t* direct_code,
1285 uintptr_t* direct_method) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001286 // For direct and static methods compute possible direct_code and direct_method values, ie
1287 // an address for the Method* being invoked and an address of the code for that Method*.
1288 // For interface calls compute a value for direct_method that is the interface method being
1289 // invoked, so this can be passed to the out-of-line runtime support code.
Ian Rogers65ec92c2013-09-06 10:49:58 -07001290 *direct_code = 0;
1291 *direct_method = 0;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001292 Runtime* const runtime = Runtime::Current();
1293 gc::Heap* const heap = runtime->GetHeap();
Igor Murashkind6dee672014-10-16 18:36:16 -07001294 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001295 const bool compiling_boot = heap->IsCompilingBoot();
Alex Lighta59dd802014-07-02 16:28:08 -07001296 // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1297 const bool force_relocations = (compiling_boot ||
1298 GetCompilerOptions().GetIncludePatchInformation());
Elliott Hughes956af0f2014-12-11 14:34:28 -08001299 if (sharp_type != kStatic && sharp_type != kDirect) {
1300 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001301 }
Elliott Hughes956af0f2014-12-11 14:34:28 -08001302 // TODO: support patching on all architectures.
1303 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001304 mirror::Class* declaring_class = method->GetDeclaringClass();
1305 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr;
Ian Rogers83883d72013-10-21 21:07:24 -07001306 if (!use_dex_cache) {
1307 if (!method_code_in_boot) {
1308 use_dex_cache = true;
1309 } else {
Brian Carlstrom14247b62015-01-31 21:35:32 -08001310 bool has_clinit_trampoline =
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001311 method->IsStatic() && !declaring_class->IsInitialized();
1312 if (has_clinit_trampoline && declaring_class != referrer_class) {
Ian Rogers83883d72013-10-21 21:07:24 -07001313 // Ensure we run the clinit trampoline unless we are invoking a static method in the same
1314 // class.
1315 use_dex_cache = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001316 }
1317 }
Ian Rogers83883d72013-10-21 21:07:24 -07001318 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001319 if (method_code_in_boot) {
1320 *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot;
Ian Rogers83883d72013-10-21 21:07:24 -07001321 }
Alex Lighta59dd802014-07-02 16:28:08 -07001322 if (!use_dex_cache && force_relocations) {
Jeff Haoa0acc2d2015-01-27 11:22:04 -08001323 bool is_in_image;
1324 if (IsImage()) {
1325 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor());
1326 } else {
1327 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 &&
1328 Runtime::Current()->GetHeap()->FindSpaceFromObject(method->GetDeclaringClass(),
1329 false)->IsImageSpace();
1330 }
1331 if (!is_in_image) {
Ian Rogers83883d72013-10-21 21:07:24 -07001332 // We can only branch directly to Methods that are resolved in the DexCache.
1333 // Otherwise we won't invoke the resolution trampoline.
1334 use_dex_cache = true;
1335 }
1336 }
1337 // The method is defined not within this dex file. We need a dex cache slot within the current
1338 // dex file or direct pointers.
1339 bool must_use_direct_pointers = false;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001340 mirror::DexCache* dex_cache = declaring_class->GetDexCache();
1341 if (target_method->dex_file == dex_cache->GetDexFile() &&
1342 !(runtime->UseJit() && dex_cache->GetResolvedMethod(method->GetDexMethodIndex()) == nullptr)) {
Ian Rogers83883d72013-10-21 21:07:24 -07001343 target_method->dex_method_index = method->GetDexMethodIndex();
1344 } else {
Ian Rogers83883d72013-10-21 21:07:24 -07001345 if (no_guarantee_of_dex_cache_entry) {
1346 // See if the method is also declared in this dex cache.
Ian Rogerse0a02da2014-12-02 14:10:53 -08001347 uint32_t dex_method_idx =
1348 method->FindDexMethodIndexInOtherDexFile(*target_method->dex_file,
1349 target_method->dex_method_index);
Ian Rogers83883d72013-10-21 21:07:24 -07001350 if (dex_method_idx != DexFile::kDexNoIndex) {
1351 target_method->dex_method_index = dex_method_idx;
1352 } else {
Alex Lighta59dd802014-07-02 16:28:08 -07001353 if (force_relocations && !use_dex_cache) {
Jeff Hao49161ce2014-03-12 11:05:25 -07001354 target_method->dex_method_index = method->GetDexMethodIndex();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001355 target_method->dex_file = dex_cache->GetDexFile();
Jeff Hao49161ce2014-03-12 11:05:25 -07001356 }
Ian Rogers83883d72013-10-21 21:07:24 -07001357 must_use_direct_pointers = true;
1358 }
1359 }
1360 }
1361 if (use_dex_cache) {
1362 if (must_use_direct_pointers) {
1363 // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct
1364 // pointers are required as the dex cache lacks an appropriate entry.
1365 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1366 } else {
1367 *type = sharp_type;
1368 }
1369 } else {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001370 bool method_in_image = heap->FindSpaceFromObject(method, false)->IsImageSpace();
Alex Lighta59dd802014-07-02 16:28:08 -07001371 if (method_in_image || compiling_boot) {
1372 // We know we must be able to get to the method in the image, so use that pointer.
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001373 CHECK(!method->IsAbstract());
Ian Rogers83883d72013-10-21 21:07:24 -07001374 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001375 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method);
1376 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method);
Brian Carlstrom14247b62015-01-31 21:35:32 -08001377 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001378 target_method->dex_method_index = method->GetDexMethodIndex();
1379 } else if (!must_use_direct_pointers) {
1380 // Set the code and rely on the dex cache for the method.
1381 *type = sharp_type;
Alex Lighta59dd802014-07-02 16:28:08 -07001382 if (force_relocations) {
1383 *direct_code = -1;
Brian Carlstrom14247b62015-01-31 21:35:32 -08001384 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
Alex Lighta59dd802014-07-02 16:28:08 -07001385 target_method->dex_method_index = method->GetDexMethodIndex();
1386 } else {
1387 *direct_code = compiler_->GetEntryPointOf(method);
1388 }
Ian Rogers83883d72013-10-21 21:07:24 -07001389 } else {
Vladimir Markoa51a0b02014-05-21 12:08:39 +01001390 // Direct pointers were required but none were available.
1391 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
Ian Rogers83883d72013-10-21 21:07:24 -07001392 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001393 }
1394}
1395
1396bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc,
Ian Rogers65ec92c2013-09-06 10:49:58 -07001397 bool update_stats, bool enable_devirtualization,
1398 InvokeType* invoke_type, MethodReference* target_method,
1399 int* vtable_idx, uintptr_t* direct_code,
1400 uintptr_t* direct_method) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001401 InvokeType orig_invoke_type = *invoke_type;
1402 int stats_flags = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001403 ScopedObjectAccess soa(Thread::Current());
Vladimir Markof096aad2014-01-23 15:51:58 +00001404 // Try to resolve the method and compiling method's class.
1405 mirror::ArtMethod* resolved_method;
1406 mirror::Class* referrer_class;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001407 StackHandleScope<3> hs(soa.Self());
1408 Handle<mirror::DexCache> dex_cache(
1409 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1410 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1411 soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
Vladimir Markof096aad2014-01-23 15:51:58 +00001412 {
1413 uint32_t method_idx = target_method->dex_method_index;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001414 Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle(
1415 ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type)));
1416 referrer_class = (resolved_method_handle.Get() != nullptr)
Vladimir Markof096aad2014-01-23 15:51:58 +00001417 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001418 resolved_method = resolved_method_handle.Get();
Vladimir Markof096aad2014-01-23 15:51:58 +00001419 }
1420 bool result = false;
1421 if (resolved_method != nullptr) {
1422 *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001423
Nicolas Geoffraye53798a2014-12-01 10:31:54 +00001424 if (enable_devirtualization && mUnit->GetVerifiedMethod() != nullptr) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001425 const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc);
1426
1427 stats_flags = IsFastInvoke(
1428 soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method,
1429 invoke_type, target_method, devirt_target, direct_code, direct_method);
1430 result = stats_flags != 0;
1431 } else {
1432 // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts.
1433 if (UNLIKELY(referrer_class == nullptr) ||
1434 UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001435 resolved_method, dex_cache.Get(),
Vladimir Markof096aad2014-01-23 15:51:58 +00001436 target_method->dex_method_index)) ||
1437 *invoke_type == kSuper) {
1438 // Slow path. (Without devirtualization, all super calls go slow path as well.)
1439 } else {
1440 // Sharpening failed so generate a regular resolved method dispatch.
1441 stats_flags = kFlagMethodResolved;
1442 GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method,
1443 &stats_flags, target_method, direct_code, direct_method);
1444 result = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001445 }
1446 }
1447 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001448 if (!result) {
1449 // Conservative defaults.
1450 *vtable_idx = -1;
1451 *direct_code = 0u;
1452 *direct_method = 0u;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001453 }
1454 if (update_stats) {
Vladimir Markof096aad2014-01-23 15:51:58 +00001455 ProcessedInvoke(orig_invoke_type, stats_flags);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001456 }
Vladimir Markof096aad2014-01-23 15:51:58 +00001457 return result;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001458}
1459
Vladimir Marko2730db02014-01-27 11:15:17 +00001460const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1461 uint32_t method_idx) const {
1462 MethodReference ref(dex_file, method_idx);
1463 return verification_results_->GetVerifiedMethod(ref);
1464}
1465
1466bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001467 if (!compiler_options_->IsVerificationEnabled()) {
1468 // If we didn't verify, every cast has to be treated as non-safe.
1469 return false;
1470 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001471 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1472 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001473 if (result) {
1474 stats_->SafeCast();
1475 } else {
1476 stats_->NotASafeCast();
1477 }
1478 return result;
1479}
1480
Brian Carlstrom7940e442013-07-12 13:46:57 -07001481class ParallelCompilationManager {
1482 public:
1483 typedef void Callback(const ParallelCompilationManager* manager, size_t index);
1484
1485 ParallelCompilationManager(ClassLinker* class_linker,
1486 jobject class_loader,
1487 CompilerDriver* compiler,
1488 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001489 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001490 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001491 : index_(0),
1492 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001493 class_loader_(class_loader),
1494 compiler_(compiler),
1495 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001496 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001497 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001498
1499 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001500 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001501 return class_linker_;
1502 }
1503
1504 jobject GetClassLoader() const {
1505 return class_loader_;
1506 }
1507
1508 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001509 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001510 return compiler_;
1511 }
1512
1513 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001514 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001515 return dex_file_;
1516 }
1517
Andreas Gampede7b4362014-07-28 18:38:57 -07001518 const std::vector<const DexFile*>& GetDexFiles() const {
1519 return dex_files_;
1520 }
1521
Brian Carlstrom7940e442013-07-12 13:46:57 -07001522 void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) {
1523 Thread* self = Thread::Current();
1524 self->AssertNoPendingException();
1525 CHECK_GT(work_units, 0U);
1526
Ian Rogers3e5cf302014-05-20 16:40:37 -07001527 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001528 for (size_t i = 0; i < work_units; ++i) {
Sebastien Hertz501baec2013-12-13 12:02:36 +01001529 thread_pool_->AddTask(self, new ForAllClosure(this, end, callback));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001530 }
1531 thread_pool_->StartWorkers(self);
1532
1533 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1534 // thread destructor's called below perform join).
1535 CHECK_NE(self->GetState(), kRunnable);
1536
1537 // Wait for all the worker threads to finish.
1538 thread_pool_->Wait(self, true, false);
1539 }
1540
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001541 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001542 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001543 }
1544
Brian Carlstrom7940e442013-07-12 13:46:57 -07001545 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001546 class ForAllClosure : public Task {
1547 public:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001548 ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001549 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001550 end_(end),
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001551 callback_(callback) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001552
1553 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001554 while (true) {
1555 const size_t index = manager_->NextIndex();
1556 if (UNLIKELY(index >= end_)) {
1557 break;
1558 }
1559 callback_(manager_, index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001560 self->AssertNoPendingException();
1561 }
1562 }
1563
1564 virtual void Finalize() {
1565 delete this;
1566 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001567
Brian Carlstrom7940e442013-07-12 13:46:57 -07001568 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001569 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001570 const size_t end_;
Bernhard Rosenkränzer46053622013-12-12 02:15:52 +01001571 Callback* const callback_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001572 };
1573
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001574 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001575 ClassLinker* const class_linker_;
1576 const jobject class_loader_;
1577 CompilerDriver* const compiler_;
1578 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001579 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001580 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001581
1582 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001583};
1584
Jeff Hao0e49b422013-11-08 12:16:56 -08001585// A fast version of SkipClass above if the class pointer is available
1586// that avoids the expensive FindInClassPath search.
1587static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
1588 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001589 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001590 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1591 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001592 if (class_loader == nullptr) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001593 LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from "
1594 << dex_file.GetLocation() << " previously found in "
1595 << original_dex_file.GetLocation();
1596 }
1597 return true;
1598 }
1599 return false;
1600}
1601
Mathieu Chartier70b63482014-06-27 17:19:04 -07001602static void CheckAndClearResolveException(Thread* self)
1603 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1604 CHECK(self->IsExceptionPending());
1605 mirror::Throwable* exception = self->GetException(nullptr);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001606 std::string temp;
1607 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1608 const char* expected_exceptions[] = {
1609 "Ljava/lang/IllegalAccessError;",
1610 "Ljava/lang/IncompatibleClassChangeError;",
1611 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001612 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001613 "Ljava/lang/NoClassDefFoundError;",
1614 "Ljava/lang/NoSuchFieldError;",
1615 "Ljava/lang/NoSuchMethodError;"
1616 };
1617 bool found = false;
1618 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1619 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1620 found = true;
1621 }
1622 }
1623 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001624 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001625 }
1626 self->ClearException();
1627}
1628
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001629static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager,
1630 size_t class_def_index)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001631 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001632 ATRACE_CALL();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001633 Thread* self = Thread::Current();
1634 jobject jclass_loader = manager->GetClassLoader();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001635 const DexFile& dex_file = *manager->GetDexFile();
Ian Rogersbe7149f2013-08-20 09:29:39 -07001636 ClassLinker* class_linker = manager->GetClassLinker();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001637
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001638 // If an instance field is final then we need to have a barrier on the return, static final
1639 // fields are assigned within the lock held for class initialization. Conservatively assume
1640 // constructor barriers are always required.
1641 bool requires_constructor_barrier = true;
1642
Brian Carlstrom7940e442013-07-12 13:46:57 -07001643 // Method and Field are the worst. We can't resolve without either
1644 // context from the code use (to disambiguate virtual vs direct
1645 // method and instance vs static field) or from class
1646 // definitions. While the compiler will resolve what it can as it
1647 // needs it, here we try to resolve fields and methods used in class
1648 // definitions, since many of them many never be referenced by
1649 // generated code.
1650 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogers68b56852014-08-29 20:19:11 -07001651 ScopedObjectAccess soa(self);
1652 StackHandleScope<2> hs(soa.Self());
1653 Handle<mirror::ClassLoader> class_loader(
1654 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1655 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1656 // Resolve the class.
1657 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1658 class_loader);
1659 bool resolve_fields_and_methods;
1660 if (klass == nullptr) {
1661 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1662 // attempt to resolve methods and fields when there is no declaring class.
1663 CheckAndClearResolveException(soa.Self());
1664 resolve_fields_and_methods = false;
1665 } else {
1666 // We successfully resolved a class, should we skip it?
1667 if (SkipClass(jclass_loader, dex_file, klass)) {
1668 return;
Brian Carlstromcb5f5e52013-09-23 17:48:16 -07001669 }
Ian Rogers68b56852014-08-29 20:19:11 -07001670 // We want to resolve the methods and fields eagerly.
1671 resolve_fields_and_methods = true;
1672 }
1673 // Note the class_data pointer advances through the headers,
1674 // static fields, instance fields, direct methods, and virtual
1675 // methods.
Ian Rogers13735952014-10-08 12:43:28 -07001676 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001677 if (class_data == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001678 // Empty class such as a marker interface.
1679 requires_constructor_barrier = false;
1680 } else {
1681 ClassDataItemIterator it(dex_file, class_data);
1682 while (it.HasNextStaticField()) {
1683 if (resolve_fields_and_methods) {
1684 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1685 dex_cache, class_loader, true);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001686 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001687 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001688 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001689 }
Ian Rogers68b56852014-08-29 20:19:11 -07001690 it.Next();
1691 }
1692 // We require a constructor barrier if there are final instance fields.
1693 requires_constructor_barrier = false;
1694 while (it.HasNextInstanceField()) {
Andreas Gampe51829322014-08-25 15:05:04 -07001695 if (it.MemberIsFinal()) {
Ian Rogers68b56852014-08-29 20:19:11 -07001696 requires_constructor_barrier = true;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001697 }
1698 if (resolve_fields_and_methods) {
Ian Rogers68b56852014-08-29 20:19:11 -07001699 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1700 dex_cache, class_loader, false);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001701 if (field == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001702 CheckAndClearResolveException(soa.Self());
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001703 }
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001704 }
Ian Rogers68b56852014-08-29 20:19:11 -07001705 it.Next();
1706 }
1707 if (resolve_fields_and_methods) {
1708 while (it.HasNextDirectMethod()) {
1709 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1710 dex_cache, class_loader,
1711 NullHandle<mirror::ArtMethod>(),
1712 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001713 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001714 CheckAndClearResolveException(soa.Self());
1715 }
1716 it.Next();
1717 }
1718 while (it.HasNextVirtualMethod()) {
1719 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1720 dex_cache, class_loader,
1721 NullHandle<mirror::ArtMethod>(),
1722 it.GetMethodInvokeType(class_def));
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001723 if (method == nullptr) {
Ian Rogers68b56852014-08-29 20:19:11 -07001724 CheckAndClearResolveException(soa.Self());
1725 }
1726 it.Next();
1727 }
1728 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001729 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001730 }
1731 if (requires_constructor_barrier) {
Ian Rogersbe7149f2013-08-20 09:29:39 -07001732 manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001733 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001734}
1735
1736static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx)
1737 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1738 // Class derived values are more complicated, they require the linker and loader.
1739 ScopedObjectAccess soa(Thread::Current());
1740 ClassLinker* class_linker = manager->GetClassLinker();
1741 const DexFile& dex_file = *manager->GetDexFile();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001742 StackHandleScope<2> hs(soa.Self());
1743 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1744 Handle<mirror::ClassLoader> class_loader(
1745 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader())));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001746 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader);
1747
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001748 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001749 CHECK(soa.Self()->IsExceptionPending());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001750 mirror::Throwable* exception = soa.Self()->GetException(nullptr);
Ian Rogersa436fde2013-08-27 23:34:06 -07001751 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
Mathieu Chartierf8322842014-05-16 10:59:25 -07001752 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
Ian Rogersa436fde2013-08-27 23:34:06 -07001753 // There's little point continuing compilation if the heap is exhausted.
1754 LOG(FATAL) << "Out of memory during type resolution for compilation";
1755 }
1756 soa.Self()->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001757 }
1758}
1759
1760void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001761 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001762 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001763 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1764
1765 // TODO: we could resolve strings here, although the string table is largely filled with class
1766 // and method names.
1767
Andreas Gampede7b4362014-07-28 18:38:57 -07001768 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1769 thread_pool);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001770 if (IsImage()) {
1771 // For images we resolve all types, such as array, whereas for applications just those with
1772 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001773 TimingLogger::ScopedTiming t("Resolve Types", timings);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001774 context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_);
1775 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001776
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001777 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001778 context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001779}
1780
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001781void CompilerDriver::SetVerified(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1782 ThreadPool* thread_pool, TimingLogger* timings) {
1783 for (size_t i = 0; i != dex_files.size(); ++i) {
1784 const DexFile* dex_file = dex_files[i];
1785 CHECK(dex_file != nullptr);
1786 SetVerifiedDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
1787 }
1788}
1789
Brian Carlstrom7940e442013-07-12 13:46:57 -07001790void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001791 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001792 for (size_t i = 0; i != dex_files.size(); ++i) {
1793 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001794 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07001795 VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001796 }
1797}
1798
1799static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index)
1800 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07001801 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001802 ScopedObjectAccess soa(Thread::Current());
Jeff Hao0e49b422013-11-08 12:16:56 -08001803 const DexFile& dex_file = *manager->GetDexFile();
1804 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1805 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1806 ClassLinker* class_linker = manager->GetClassLinker();
1807 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001808 StackHandleScope<3> hs(soa.Self());
1809 Handle<mirror::ClassLoader> class_loader(
1810 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1811 Handle<mirror::Class> klass(
1812 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1813 if (klass.Get() == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001814 CHECK(soa.Self()->IsExceptionPending());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001815 soa.Self()->ClearException();
1816
1817 /*
1818 * At compile time, we can still structurally verify the class even if FindClass fails.
1819 * This is to ensure the class is structurally sound for compilation. An unsound class
1820 * will be rejected by the verifier and later skipped during compilation in the compiler.
1821 */
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001822 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001823 std::string error_msg;
Ian Rogers7b078e82014-09-10 14:44:24 -07001824 if (verifier::MethodVerifier::VerifyClass(soa.Self(), &dex_file, dex_cache, class_loader,
1825 &class_def, true, &error_msg) ==
Brian Carlstrom7940e442013-07-12 13:46:57 -07001826 verifier::MethodVerifier::kHardFailure) {
Jeff Hao0e49b422013-11-08 12:16:56 -08001827 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001828 << " because: " << error_msg;
1829 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001830 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
1831 CHECK(klass->IsResolved()) << PrettyClass(klass.Get());
Ian Rogers7b078e82014-09-10 14:44:24 -07001832 class_linker->VerifyClass(soa.Self(), klass);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001833
1834 if (klass->IsErroneous()) {
1835 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
1836 CHECK(soa.Self()->IsExceptionPending());
1837 soa.Self()->ClearException();
1838 }
1839
1840 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous())
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001841 << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001842 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001843 soa.Self()->AssertNoPendingException();
1844}
1845
1846void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001847 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001848 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001849 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001850 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07001851 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1852 thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001853 context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001854}
1855
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001856static void SetVerifiedClass(const ParallelCompilationManager* manager, size_t class_def_index)
1857 LOCKS_EXCLUDED(Locks::mutator_lock_) {
1858 ATRACE_CALL();
1859 ScopedObjectAccess soa(Thread::Current());
1860 const DexFile& dex_file = *manager->GetDexFile();
1861 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1862 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1863 ClassLinker* class_linker = manager->GetClassLinker();
1864 jobject jclass_loader = manager->GetClassLoader();
1865 StackHandleScope<3> hs(soa.Self());
1866 Handle<mirror::ClassLoader> class_loader(
1867 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1868 Handle<mirror::Class> klass(
1869 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1870 // Class might have failed resolution. Then don't set it to verified.
1871 if (klass.Get() != nullptr) {
1872 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
1873 // very wrong.
1874 if (klass->IsResolved()) {
1875 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
1876 ObjectLock<mirror::Class> lock(soa.Self(), klass);
1877 klass->SetStatus(mirror::Class::kStatusVerified, soa.Self());
1878 }
1879 // Record the final class status if necessary.
1880 ClassReference ref(manager->GetDexFile(), class_def_index);
1881 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
1882 }
Andreas Gampe61ff0092014-09-16 11:23:23 -07001883 } else {
1884 Thread* self = soa.Self();
1885 DCHECK(self->IsExceptionPending());
1886 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001887 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001888}
1889
1890void CompilerDriver::SetVerifiedDexFile(jobject class_loader, const DexFile& dex_file,
1891 const std::vector<const DexFile*>& dex_files,
1892 ThreadPool* thread_pool, TimingLogger* timings) {
1893 TimingLogger::ScopedTiming t("Verify Dex File", timings);
1894 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1895 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1896 thread_pool);
1897 context.ForAll(0, dex_file.NumClassDefs(), SetVerifiedClass, thread_count_);
1898}
1899
Brian Carlstrom7940e442013-07-12 13:46:57 -07001900static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index)
1901 LOCKS_EXCLUDED(Locks::mutator_lock_) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001902 ATRACE_CALL();
Jeff Hao0e49b422013-11-08 12:16:56 -08001903 jobject jclass_loader = manager->GetClassLoader();
1904 const DexFile& dex_file = *manager->GetDexFile();
1905 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Jeff Haobcdbbfe2013-11-08 18:03:22 -08001906 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
1907 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Ian Rogersfc0e94b2013-09-23 23:51:32 -07001908
Brian Carlstrom7940e442013-07-12 13:46:57 -07001909 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001910 StackHandleScope<3> hs(soa.Self());
1911 Handle<mirror::ClassLoader> class_loader(
1912 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1913 Handle<mirror::Class> klass(
1914 hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
Jeff Hao0e49b422013-11-08 12:16:56 -08001915
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001916 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001917 // Only try to initialize classes that were successfully verified.
1918 if (klass->IsVerified()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001919 // Attempt to initialize the class but bail if we either need to initialize the super-class
1920 // or static fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001921 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001922 if (!klass->IsInitialized()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001923 // We don't want non-trivial class initialization occurring on multiple threads due to
1924 // deadlock problems. For example, a parent class is initialized (holding its lock) that
1925 // refers to a sub-class in its static/class initializer causing it to try to acquire the
1926 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
1927 // after first initializing its parents, whose locks are acquired. This leads to a
1928 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
1929 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
1930 // than use a special Object for the purpose we use the Class of java.lang.Class.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001931 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
Mathieu Chartierdb2633c2014-05-16 09:59:29 -07001932 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001933 // Attempt to initialize allowing initialization of parent classes but still not static
1934 // fields.
Ian Rogers7b078e82014-09-10 14:44:24 -07001935 manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001936 if (!klass->IsInitialized()) {
1937 // We need to initialize static fields, we only do this for image classes that aren't
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001938 // marked with the $NoPreloadHolder (which implies this should not be initialized early).
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001939 bool can_init_static_fields = manager->GetCompiler()->IsImage() &&
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001940 manager->GetCompiler()->IsImageClass(descriptor) &&
1941 !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001942 if (can_init_static_fields) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001943 VLOG(compiler) << "Initializing: " << descriptor;
Ian Rogersc45b8b52014-05-03 01:39:59 -07001944 // TODO multithreading support. We should ensure the current compilation thread has
1945 // exclusive access to the runtime and the transaction. To achieve this, we could use
1946 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
1947 // checks in Thread::AssertThreadSuspensionIsAllowable.
1948 Runtime* const runtime = Runtime::Current();
1949 Transaction transaction;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001950
Ian Rogersc45b8b52014-05-03 01:39:59 -07001951 // Run the class initializer in transaction mode.
1952 runtime->EnterTransactionMode(&transaction);
1953 const mirror::Class::Status old_status = klass->GetStatus();
Ian Rogers7b078e82014-09-10 14:44:24 -07001954 bool success = manager->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
1955 true);
Ian Rogersc45b8b52014-05-03 01:39:59 -07001956 // TODO we detach transaction from runtime to indicate we quit the transactional
1957 // mode which prevents the GC from visiting objects modified during the transaction.
1958 // Ensure GC is not run so don't access freed objects when aborting transaction.
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001959
1960 ScopedAssertNoThreadSuspension ants(soa.Self(), "Transaction end");
Ian Rogersc45b8b52014-05-03 01:39:59 -07001961 runtime->ExitTransactionMode();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001962
Ian Rogersc45b8b52014-05-03 01:39:59 -07001963 if (!success) {
1964 CHECK(soa.Self()->IsExceptionPending());
1965 ThrowLocation throw_location;
1966 mirror::Throwable* exception = soa.Self()->GetException(&throw_location);
1967 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
1968 << exception->Dump();
Andreas Gampedbfe2542014-11-25 22:21:42 -08001969 std::ostream* file_log = manager->GetCompiler()->
1970 GetCompilerOptions().GetInitFailureOutput();
1971 if (file_log != nullptr) {
1972 *file_log << descriptor << "\n";
1973 *file_log << exception->Dump() << "\n";
1974 }
Ian Rogersc45b8b52014-05-03 01:39:59 -07001975 soa.Self()->ClearException();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01001976 transaction.Rollback();
Ian Rogersc45b8b52014-05-03 01:39:59 -07001977 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Brian Carlstrom7940e442013-07-12 13:46:57 -07001978 }
1979 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001980 }
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001981 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001982 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001983 }
1984 // Record the final class status if necessary.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001985 ClassReference ref(manager->GetDexFile(), class_def_index);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07001986 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001987 }
1988 // Clear any class not found or verification exceptions.
1989 soa.Self()->ClearException();
1990}
1991
1992void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001993 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001994 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001995 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001996 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07001997 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
1998 thread_pool);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001999 size_t thread_count;
2000 if (IsImage()) {
2001 // TODO: remove this when transactional mode supports multithreading.
2002 thread_count = 1U;
2003 } else {
2004 thread_count = thread_count_;
2005 }
2006 context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002007}
2008
2009void CompilerDriver::InitializeClasses(jobject class_loader,
2010 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002011 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002012 for (size_t i = 0; i != dex_files.size(); ++i) {
2013 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002014 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002015 InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002016 }
Mathieu Chartier093ef212014-08-11 13:52:12 -07002017 if (IsImage()) {
2018 // Prune garbage objects created during aborted transactions.
2019 Runtime::Current()->GetHeap()->CollectGarbage(true);
2020 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002021}
2022
2023void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002024 ThreadPool* thread_pool, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002025 for (size_t i = 0; i != dex_files.size(); ++i) {
2026 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002027 CHECK(dex_file != nullptr);
Andreas Gampede7b4362014-07-28 18:38:57 -07002028 CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002029 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002030 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002031}
2032
2033void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) {
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002034 ATRACE_CALL();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002035 const DexFile& dex_file = *manager->GetDexFile();
2036 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002037 ClassLinker* class_linker = manager->GetClassLinker();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002038 jobject jclass_loader = manager->GetClassLoader();
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002039 Thread* self = Thread::Current();
Ian Rogers1ff3c982014-08-12 02:30:58 -07002040 {
2041 // Use a scoped object access to perform to the quick SkipClass check.
2042 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002043 ScopedObjectAccess soa(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07002044 StackHandleScope<3> hs(soa.Self());
2045 Handle<mirror::ClassLoader> class_loader(
2046 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
2047 Handle<mirror::Class> klass(
2048 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2049 if (klass.Get() == nullptr) {
2050 CHECK(soa.Self()->IsExceptionPending());
2051 soa.Self()->ClearException();
2052 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2053 return;
2054 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002055 }
2056 ClassReference ref(&dex_file, class_def_index);
2057 // Skip compiling classes with generic verifier failures since they will still fail at runtime
Vladimir Markoc7f83202014-01-24 17:55:18 +00002058 if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002059 return;
2060 }
Ian Rogers13735952014-10-08 12:43:28 -07002061 const uint8_t* class_data = dex_file.GetClassData(class_def);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002062 if (class_data == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002063 // empty class, probably a marker interface
2064 return;
2065 }
Anwar Ghuloum67f99412013-08-12 14:19:48 -07002066
Brian Carlstrom7940e442013-07-12 13:46:57 -07002067 // Can we run DEX-to-DEX compiler on this class ?
Sebastien Hertz75021222013-07-16 18:34:50 +02002068 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002069 {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002070 ScopedObjectAccess soa(self);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07002071 StackHandleScope<1> hs(soa.Self());
2072 Handle<mirror::ClassLoader> class_loader(
2073 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
Ian Rogers98379392014-02-24 16:53:16 -08002074 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(soa.Self(), class_loader, dex_file,
2075 class_def);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002076 }
2077 ClassDataItemIterator it(dex_file, class_data);
2078 // Skip fields
2079 while (it.HasNextStaticField()) {
2080 it.Next();
2081 }
2082 while (it.HasNextInstanceField()) {
2083 it.Next();
2084 }
Ian Rogersbe7149f2013-08-20 09:29:39 -07002085 CompilerDriver* driver = manager->GetCompiler();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002086
2087 bool compilation_enabled = driver->IsClassToCompile(
2088 dex_file.StringByTypeIdx(class_def.class_idx_));
2089
Brian Carlstrom7940e442013-07-12 13:46:57 -07002090 // Compile direct methods
2091 int64_t previous_direct_method_idx = -1;
2092 while (it.HasNextDirectMethod()) {
2093 uint32_t method_idx = it.GetMemberIndex();
2094 if (method_idx == previous_direct_method_idx) {
2095 // smali can create dex files with two encoded_methods sharing the same method_idx
2096 // http://code.google.com/p/smali/issues/detail?id=119
2097 it.Next();
2098 continue;
2099 }
2100 previous_direct_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002101 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002102 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002103 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2104 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002105 it.Next();
2106 }
2107 // Compile virtual methods
2108 int64_t previous_virtual_method_idx = -1;
2109 while (it.HasNextVirtualMethod()) {
2110 uint32_t method_idx = it.GetMemberIndex();
2111 if (method_idx == previous_virtual_method_idx) {
2112 // smali can create dex files with two encoded_methods sharing the same method_idx
2113 // http://code.google.com/p/smali/issues/detail?id=119
2114 it.Next();
2115 continue;
2116 }
2117 previous_virtual_method_idx = method_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002118 driver->CompileMethod(self, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
Ian Rogersbe7149f2013-08-20 09:29:39 -07002119 it.GetMethodInvokeType(class_def), class_def_index,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002120 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2121 compilation_enabled);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002122 it.Next();
2123 }
2124 DCHECK(!it.HasNext());
2125}
2126
2127void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002128 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002129 ThreadPool* thread_pool, TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002130 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002131 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002132 &dex_file, dex_files, thread_pool);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002133 context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002134}
2135
Ian Rogersa4a3f402014-10-20 18:10:34 -07002136// Does the runtime for the InstructionSet provide an implementation returned by
2137// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
2138static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
2139 switch (isa) {
2140 case kArm:
2141 case kArm64:
2142 case kThumb2:
Douglas Leung735b8552014-10-31 12:21:40 -07002143 case kMips:
Andreas Gampe57b34292015-01-14 15:45:59 -08002144 case kMips64:
Ian Rogersa4a3f402014-10-20 18:10:34 -07002145 case kX86:
2146 case kX86_64: return true;
2147 default: return false;
2148 }
2149}
2150
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002151void CompilerDriver::CompileMethod(Thread* self, const DexFile::CodeItem* code_item,
2152 uint32_t access_flags, InvokeType invoke_type,
2153 uint16_t class_def_idx, uint32_t method_idx,
2154 jobject class_loader, const DexFile& dex_file,
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002155 DexToDexCompilationLevel dex_to_dex_compilation_level,
2156 bool compilation_enabled) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002157 CompiledMethod* compiled_method = nullptr;
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002158 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002159 MethodReference method_ref(&dex_file, method_idx);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002160
2161 if ((access_flags & kAccNative) != 0) {
Ian Rogers0188ab72014-03-17 16:51:53 -07002162 // Are we interpreting only and have support for generic JNI down calls?
Jeff Hao4a200f52014-04-01 14:58:49 -07002163 if (!compiler_options_->IsCompilationEnabled() &&
Ian Rogersa4a3f402014-10-20 18:10:34 -07002164 InstructionSetHasGenericJniStub(instruction_set_)) {
Ian Rogers5b271492014-03-14 13:20:26 -07002165 // Leaving this empty will trigger the generic JNI version
2166 } else {
Ian Rogers72d32622014-05-06 16:20:11 -07002167 compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002168 CHECK(compiled_method != nullptr);
Ian Rogers5b271492014-03-14 13:20:26 -07002169 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002170 } else if ((access_flags & kAccAbstract) != 0) {
Ian Rogersa4a3f402014-10-20 18:10:34 -07002171 // Abstract methods don't have code.
Brian Carlstrom7940e442013-07-12 13:46:57 -07002172 } else {
Andreas Gampe6c170c92014-12-17 14:35:46 -08002173 bool has_verified_method = verification_results_->GetVerifiedMethod(method_ref) != nullptr;
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08002174 bool compile = compilation_enabled &&
Andreas Gampe6c170c92014-12-17 14:35:46 -08002175 // Basic checks, e.g., not <clinit>.
2176 verification_results_->IsCandidateForCompilation(method_ref, access_flags) &&
2177 // Did not fail to create VerifiedMethod metadata.
2178 has_verified_method;
Sebastien Hertz4d4adb12013-07-24 16:14:19 +02002179 if (compile) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002180 // NOTE: if compiler declines to compile this method, it will return nullptr.
Ian Rogers72d32622014-05-06 16:20:11 -07002181 compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx,
2182 method_idx, class_loader, dex_file);
Sebastien Hertz17965ed2014-04-04 15:59:53 +02002183 }
2184 if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) {
2185 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Andreas Gampe6c170c92014-12-17 14:35:46 -08002186 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, for example, relies on
2187 // it.
Sebastien Hertz75021222013-07-16 18:34:50 +02002188 (*dex_to_dex_compiler_)(*this, code_item, access_flags,
2189 invoke_type, class_def_idx,
2190 method_idx, class_loader, dex_file,
Andreas Gampe6c170c92014-12-17 14:35:46 -08002191 has_verified_method ? dex_to_dex_compilation_level : kRequired);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002192 }
2193 }
Mathieu Chartier8e219ae2014-08-19 14:29:46 -07002194 if (kTimeCompileMethod) {
2195 uint64_t duration_ns = NanoTime() - start_ns;
2196 if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning())) {
2197 LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file)
2198 << " took " << PrettyDuration(duration_ns);
2199 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002200 }
2201
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002202 if (compiled_method != nullptr) {
Vladimir Markof4da6752014-08-01 19:04:18 +01002203 // Count non-relative linker patches.
2204 size_t non_relative_linker_patch_count = 0u;
2205 for (const LinkerPatch& patch : compiled_method->GetPatches()) {
2206 if (patch.Type() != kLinkerPatchCallRelative) {
2207 ++non_relative_linker_patch_count;
2208 }
2209 }
Igor Murashkind6dee672014-10-16 18:36:16 -07002210 bool compile_pic = GetCompilerOptions().GetCompilePic(); // Off by default
2211 // When compiling with PIC, there should be zero non-relative linker patches
2212 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
2213
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002214 DCHECK(GetCompiledMethod(method_ref) == nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002215 {
2216 MutexLock mu(self, compiled_methods_lock_);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002217 compiled_methods_.Put(method_ref, compiled_method);
Vladimir Markof4da6752014-08-01 19:04:18 +01002218 non_relative_linker_patch_count_ += non_relative_linker_patch_count;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002219 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002220 DCHECK(GetCompiledMethod(method_ref) != nullptr) << PrettyMethod(method_idx, dex_file);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002221 }
2222
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002223 // Done compiling, delete the verified method to reduce native memory usage.
2224 verification_results_->RemoveVerifiedMethod(method_ref);
2225
Brian Carlstrom7940e442013-07-12 13:46:57 -07002226 if (self->IsExceptionPending()) {
2227 ScopedObjectAccess soa(self);
2228 LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n"
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002229 << self->GetException(nullptr)->Dump();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002230 }
2231}
2232
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002233void CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) {
2234 CompiledMethod* compiled_method = nullptr;
2235 {
2236 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2237 auto it = compiled_methods_.find(method_ref);
2238 if (it != compiled_methods_.end()) {
2239 compiled_method = it->second;
2240 compiled_methods_.erase(it);
2241 }
2242 }
2243 if (compiled_method != nullptr) {
2244 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, compiled_method);
2245 }
2246}
2247
Brian Carlstrom7940e442013-07-12 13:46:57 -07002248CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
2249 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2250 ClassTable::const_iterator it = compiled_classes_.find(ref);
2251 if (it == compiled_classes_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002252 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002253 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002254 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002255 return it->second;
2256}
2257
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002258void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
2259 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2260 auto it = compiled_classes_.find(ref);
2261 if (it == compiled_classes_.end() || it->second->GetStatus() != status) {
2262 // An entry doesn't exist or the status is lower than the new status.
2263 if (it != compiled_classes_.end()) {
2264 CHECK_GT(status, it->second->GetStatus());
2265 delete it->second;
2266 }
2267 switch (status) {
2268 case mirror::Class::kStatusNotReady:
2269 case mirror::Class::kStatusError:
2270 case mirror::Class::kStatusRetryVerificationAtRuntime:
2271 case mirror::Class::kStatusVerified:
2272 case mirror::Class::kStatusInitialized:
2273 break; // Expected states.
2274 default:
2275 LOG(FATAL) << "Unexpected class status for class "
2276 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2277 << " of " << status;
2278 }
2279 CompiledClass* compiled_class = new CompiledClass(status);
2280 compiled_classes_.Overwrite(ref, compiled_class);
2281 }
2282}
2283
Brian Carlstrom7940e442013-07-12 13:46:57 -07002284CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
2285 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2286 MethodTable::const_iterator it = compiled_methods_.find(ref);
2287 if (it == compiled_methods_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002288 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002289 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002290 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002291 return it->second;
2292}
2293
Vladimir Markof4da6752014-08-01 19:04:18 +01002294size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
2295 MutexLock mu(Thread::Current(), compiled_methods_lock_);
2296 return non_relative_linker_patch_count_;
2297}
2298
Brian Carlstrom7940e442013-07-12 13:46:57 -07002299void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002300 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002301 WriterMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002302 freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index));
2303}
2304
2305bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
Ian Rogers8b2c0b92013-09-19 02:56:49 -07002306 uint16_t class_def_index) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002307 ReaderMutexLock mu(self, freezing_constructor_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002308 return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0;
2309}
2310
2311bool CompilerDriver::WriteElf(const std::string& android_root,
2312 bool is_host,
2313 const std::vector<const art::DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08002314 OatWriter* oat_writer,
Brian Carlstrom7940e442013-07-12 13:46:57 -07002315 art::File* file)
2316 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
Ian Rogers72d32622014-05-06 16:20:11 -07002317 return compiler_->WriteElf(file, oat_writer, dex_files, android_root, is_host);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002318}
2319void CompilerDriver::InstructionSetToLLVMTarget(InstructionSet instruction_set,
Ian Rogers3d504072014-03-01 09:16:49 -08002320 std::string* target_triple,
2321 std::string* target_cpu,
2322 std::string* target_attr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002323 switch (instruction_set) {
2324 case kThumb2:
Ian Rogers3d504072014-03-01 09:16:49 -08002325 *target_triple = "thumb-none-linux-gnueabi";
2326 *target_cpu = "cortex-a9";
2327 *target_attr = "+thumb2,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002328 break;
2329
2330 case kArm:
Ian Rogers3d504072014-03-01 09:16:49 -08002331 *target_triple = "armv7-none-linux-gnueabi";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002332 // TODO: Fix for Nexus S.
Ian Rogers3d504072014-03-01 09:16:49 -08002333 *target_cpu = "cortex-a9";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002334 // TODO: Fix for Xoom.
Ian Rogers3d504072014-03-01 09:16:49 -08002335 *target_attr = "+v7,+neon,+neonfp,+vfp3,+db";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002336 break;
2337
2338 case kX86:
Ian Rogers3d504072014-03-01 09:16:49 -08002339 *target_triple = "i386-pc-linux-gnu";
2340 *target_attr = "";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002341 break;
2342
Dmitry Petrochenko6a58cb12014-04-02 17:27:59 +07002343 case kX86_64:
2344 *target_triple = "x86_64-pc-linux-gnu";
2345 *target_attr = "";
2346 break;
2347
Brian Carlstrom7940e442013-07-12 13:46:57 -07002348 case kMips:
Ian Rogers3d504072014-03-01 09:16:49 -08002349 *target_triple = "mipsel-unknown-linux";
2350 *target_attr = "mips32r2";
Brian Carlstrom7940e442013-07-12 13:46:57 -07002351 break;
2352
2353 default:
2354 LOG(FATAL) << "Unknown instruction set: " << instruction_set;
2355 }
2356 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002357
Dave Allison39c3bfb2014-01-28 18:33:52 -08002358bool CompilerDriver::SkipCompilation(const std::string& method_name) {
Calin Juravlec1b643c2014-05-30 23:44:11 +01002359 if (!profile_present_) {
Dave Allison644789f2014-04-10 13:06:10 -07002360 return false;
Dave Allison39c3bfb2014-01-28 18:33:52 -08002361 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002362 // First find the method in the profile file.
2363 ProfileFile::ProfileData data;
2364 if (!profile_file_.GetProfileData(&data, method_name)) {
Dave Allison39c3bfb2014-01-28 18:33:52 -08002365 // Not in profile, no information can be determined.
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002366 if (kIsDebugBuild) {
2367 VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile";
2368 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002369 return true;
2370 }
Calin Juravlebb0b53f2014-05-23 17:33:29 +01002371
2372 // Methods that comprise top_k_threshold % of the total samples will be compiled.
Calin Juravlef6a4cee2014-04-02 17:03:08 +01002373 // Compare against the start of the topK percentage bucket just in case the threshold
Calin Juravle04ff2262014-04-02 19:08:47 +01002374 // falls inside a bucket.
Calin Juravlec1b643c2014-05-30 23:44:11 +01002375 bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent()
2376 <= compiler_options_->GetTopKProfileThreshold();
Calin Juravle08f7a2d2014-06-23 15:22:29 +01002377 if (kIsDebugBuild) {
2378 if (compile) {
2379 LOG(INFO) << "compiling method " << method_name << " because its usage is part of top "
2380 << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%"
2381 << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")";
2382 } else {
2383 VLOG(compiler) << "not compiling method " << method_name
2384 << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold()
2385 << "% samples)";
2386 }
Dave Allison39c3bfb2014-01-28 18:33:52 -08002387 }
2388 return !compile;
2389}
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002390
Andreas Gampe8d295f82015-01-20 14:50:21 -08002391std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002392 std::ostringstream oss;
2393 const ArenaPool* arena_pool = GetArenaPool();
2394 gc::Heap* heap = Runtime::Current()->GetHeap();
2395 oss << "arena alloc=" << PrettySize(arena_pool->GetBytesAllocated());
2396 oss << " java alloc=" << PrettySize(heap->GetBytesAllocated());
2397#ifdef HAVE_MALLOC_H
2398 struct mallinfo info = mallinfo();
2399 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2400 const size_t free_space = static_cast<size_t>(info.fordblks);
2401 oss << " native alloc=" << PrettySize(allocated_space) << " free="
2402 << PrettySize(free_space);
2403#endif
Andreas Gampee21dc3d2014-12-08 16:59:43 -08002404 if (swap_space_.get() != nullptr) {
2405 oss << " swap=" << PrettySize(swap_space_->GetSize());
2406 }
Andreas Gampe8d295f82015-01-20 14:50:21 -08002407 if (extended) {
2408 oss << "\nCode dedupe: " << dedupe_code_.DumpStats();
2409 oss << "\nMapping table dedupe: " << dedupe_mapping_table_.DumpStats();
2410 oss << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats();
2411 oss << "\nGC map dedupe: " << dedupe_gc_map_.DumpStats();
2412 oss << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats();
2413 }
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002414 return oss.str();
2415}
2416
Brian Carlstrom7940e442013-07-12 13:46:57 -07002417} // namespace art