blob: bd2b1070fc0b75aa8c786ac423d3651bf25282f8 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070019#include <unistd.h>
Andreas Gampeb0f370e2014-09-25 22:51:40 -070020#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070021#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070022
Mathieu Chartierab972ef2014-12-03 17:38:22 -080023#ifndef __APPLE__
24#include <malloc.h> // For mallinfo
25#endif
26
Narayan Kamathe3eae5e2016-10-27 11:47:30 +010027#include "android-base/strings.h"
28
Mathieu Chartierc7853442015-03-27 14:35:38 -070029#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070030#include "art_method-inl.h"
Andreas Gampef0446e92017-05-16 13:51:57 -070031#include "base/arena_allocator.h"
David Brazdild9c90372016-09-14 16:53:55 +010032#include "base/array_ref.h"
Vladimir Marko492a7fa2016-06-01 18:38:43 +010033#include "base/bit_vector.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070034#include "base/enums.h"
Andreas Gampe170331f2017-12-07 18:41:03 -080035#include "base/logging.h" // For VLOG
Brian Carlstrom7940e442013-07-12 13:46:57 -070036#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080037#include "base/systrace.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010038#include "base/time_utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070039#include "base/timing_logger.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010040#include "class_linker-inl.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010041#include "compiled_method-inl.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000042#include "compiler.h"
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +000043#include "compiler_callbacks.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000044#include "compiler_driver-inl.h"
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -070045#include "dex/class_accessor-inl.h"
David Sehrb2ec9f52018-02-21 13:20:31 -080046#include "dex/descriptors_names.h"
David Sehr9e734c72018-01-04 17:56:19 -080047#include "dex/dex_file-inl.h"
48#include "dex/dex_file_annotations.h"
49#include "dex/dex_instruction-inl.h"
Andreas Gampe5eb0d382015-07-23 01:19:26 -070050#include "dex/dex_to_dex_compiler.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000051#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000052#include "dex/verified_method.h"
Steven Morelande431e272017-07-18 16:53:49 -070053#include "dex_compilation_unit.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080054#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070055#include "gc/accounting/card_table-inl.h"
56#include "gc/accounting/heap_bitmap.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070057#include "gc/space/image_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070058#include "gc/space/space.h"
Steven Morelande431e272017-07-18 16:53:49 -070059#include "handle_scope-inl.h"
60#include "intrinsics_enum.h"
Vladimir Markoa3ad0cd2018-05-04 10:06:38 +010061#include "jni/jni_internal.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010062#include "linker/linker_patch.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070063#include "mirror/class-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070064#include "mirror/class_loader.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070065#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070066#include "mirror/object-inl.h"
Andreas Gampec6ea7d02017-02-01 16:46:28 -080067#include "mirror/object-refvisitor-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070068#include "mirror/object_array-inl.h"
69#include "mirror/throwable.h"
Steven Morelande431e272017-07-18 16:53:49 -070070#include "nativehelper/ScopedLocalRef.h"
71#include "object_lock.h"
David Sehr82d046e2018-04-23 08:14:19 -070072#include "profile/profile_compilation_info.h"
Steven Morelande431e272017-07-18 16:53:49 -070073#include "runtime.h"
Orion Hodson26ef34c2017-11-01 13:32:41 +000074#include "runtime_intrinsics.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070075#include "scoped_thread_state_change-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070076#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070077#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070078#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070079#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010080#include "transaction.h"
Mathieu Chartier93764b82017-07-17 14:51:53 -070081#include "utils/atomic_dex_ref_map-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000082#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080083#include "utils/swap_space.h"
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +000084#include "vdex_file.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000085#include "verifier/method_verifier-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070086#include "verifier/method_verifier.h"
Nicolas Geoffray08025182016-10-25 17:20:18 +010087#include "verifier/verifier_deps.h"
Andreas Gampe6d7abbd2017-04-24 13:19:09 -070088#include "verifier/verifier_enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070089
Brian Carlstrom7940e442013-07-12 13:46:57 -070090namespace art {
91
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070092static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
93
Calin Juravle226501b2015-12-11 14:41:31 +000094// Print additional info during profile guided compilation.
95static constexpr bool kDebugProfileGuidedCompilation = false;
96
Chang Xing70f689d2017-06-08 17:16:12 -070097// Max encoded fields allowed for initializing app image. Hardcode the number for now
98// because 5000 should be large enough.
99static constexpr uint32_t kMaxEncodedFields = 5000;
100
Brian Carlstrom7940e442013-07-12 13:46:57 -0700101static double Percentage(size_t x, size_t y) {
102 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
103}
104
105static void DumpStat(size_t x, size_t y, const char* str) {
106 if (x == 0 && y == 0) {
107 return;
108 }
Ian Rogerse732ef12013-10-09 15:22:24 -0700109 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -0700110}
111
Vladimir Markof096aad2014-01-23 15:51:58 +0000112class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700113 public:
114 AOTCompilationStats()
115 : stats_lock_("AOT compilation statistics lock"),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700116 resolved_types_(0), unresolved_types_(0),
117 resolved_instance_fields_(0), unresolved_instance_fields_(0),
118 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
119 type_based_devirtualization_(0),
120 safe_casts_(0), not_safe_casts_(0) {
121 for (size_t i = 0; i <= kMaxInvokeType; i++) {
122 resolved_methods_[i] = 0;
123 unresolved_methods_[i] = 0;
124 virtual_made_direct_[i] = 0;
125 direct_calls_to_boot_[i] = 0;
126 direct_methods_to_boot_[i] = 0;
127 }
128 }
129
130 void Dump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700131 DumpStat(resolved_types_, unresolved_types_, "types resolved");
132 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
133 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
134 "static fields resolved");
135 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
136 "static fields local to a class");
137 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
138 // Note, the code below subtracts the stat value so that when added to the stat value we have
139 // 100% of samples. TODO: clean this up.
140 DumpStat(type_based_devirtualization_,
141 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
142 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
143 type_based_devirtualization_,
144 "virtual/interface calls made direct based on type information");
145
146 for (size_t i = 0; i <= kMaxInvokeType; i++) {
147 std::ostringstream oss;
148 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
149 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
150 if (virtual_made_direct_[i] > 0) {
151 std::ostringstream oss2;
152 oss2 << static_cast<InvokeType>(i) << " methods made direct";
153 DumpStat(virtual_made_direct_[i],
154 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
155 oss2.str().c_str());
156 }
157 if (direct_calls_to_boot_[i] > 0) {
158 std::ostringstream oss2;
159 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
160 DumpStat(direct_calls_to_boot_[i],
161 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
162 oss2.str().c_str());
163 }
164 if (direct_methods_to_boot_[i] > 0) {
165 std::ostringstream oss2;
166 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
167 DumpStat(direct_methods_to_boot_[i],
168 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
169 oss2.str().c_str());
170 }
171 }
172 }
173
174// Allow lossy statistics in non-debug builds.
175#ifndef NDEBUG
176#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
177#else
178#define STATS_LOCK()
179#endif
180
Mathieu Chartier90443472015-07-16 20:32:27 -0700181 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700182 STATS_LOCK();
183 resolved_types_++;
184 }
185
Mathieu Chartier90443472015-07-16 20:32:27 -0700186 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700187 STATS_LOCK();
188 unresolved_types_++;
189 }
190
Mathieu Chartier90443472015-07-16 20:32:27 -0700191 void ResolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700192 STATS_LOCK();
193 resolved_instance_fields_++;
194 }
195
Mathieu Chartier90443472015-07-16 20:32:27 -0700196 void UnresolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700197 STATS_LOCK();
198 unresolved_instance_fields_++;
199 }
200
Mathieu Chartier90443472015-07-16 20:32:27 -0700201 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700202 STATS_LOCK();
203 resolved_local_static_fields_++;
204 }
205
Mathieu Chartier90443472015-07-16 20:32:27 -0700206 void ResolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700207 STATS_LOCK();
208 resolved_static_fields_++;
209 }
210
Mathieu Chartier90443472015-07-16 20:32:27 -0700211 void UnresolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700212 STATS_LOCK();
213 unresolved_static_fields_++;
214 }
215
216 // Indicate that type information from the verifier led to devirtualization.
Mathieu Chartier90443472015-07-16 20:32:27 -0700217 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700218 STATS_LOCK();
219 type_based_devirtualization_++;
220 }
221
Brian Carlstrom7940e442013-07-12 13:46:57 -0700222 // A check-cast could be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700223 void SafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700224 STATS_LOCK();
225 safe_casts_++;
226 }
227
228 // A check-cast couldn't be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700229 void NotASafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700230 STATS_LOCK();
231 not_safe_casts_++;
232 }
233
234 private:
235 Mutex stats_lock_;
236
Brian Carlstrom7940e442013-07-12 13:46:57 -0700237 size_t resolved_types_;
238 size_t unresolved_types_;
239
240 size_t resolved_instance_fields_;
241 size_t unresolved_instance_fields_;
242
243 size_t resolved_local_static_fields_;
244 size_t resolved_static_fields_;
245 size_t unresolved_static_fields_;
246 // Type based devirtualization for invoke interface and virtual.
247 size_t type_based_devirtualization_;
248
249 size_t resolved_methods_[kMaxInvokeType + 1];
250 size_t unresolved_methods_[kMaxInvokeType + 1];
251 size_t virtual_made_direct_[kMaxInvokeType + 1];
252 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
253 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
254
255 size_t safe_casts_;
256 size_t not_safe_casts_;
257
258 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
259};
260
Jeff Haodcdc85b2015-12-04 14:06:18 -0800261CompilerDriver::CompilerDriver(
262 const CompilerOptions* compiler_options,
263 VerificationResults* verification_results,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800264 Compiler::Kind compiler_kind,
265 InstructionSet instruction_set,
266 const InstructionSetFeatures* instruction_set_features,
Vladimir Marko54159c62018-06-20 14:30:08 +0100267 std::unique_ptr<HashSet<std::string>>&& image_classes,
Vladimir Marko944da602016-02-19 12:27:55 +0000268 size_t thread_count,
Vladimir Marko944da602016-02-19 12:27:55 +0000269 int swap_fd,
Calin Juravle998c2162015-12-21 15:39:33 +0200270 const ProfileCompilationInfo* profile_compilation_info)
Calin Juravle226501b2015-12-11 14:41:31 +0000271 : compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800272 verification_results_(verification_results),
Ian Rogers72d32622014-05-06 16:20:11 -0700273 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700274 compiler_kind_(compiler_kind),
Vladimir Marko33bff252017-11-01 14:35:42 +0000275 instruction_set_(
276 instruction_set == InstructionSet::kArm ? InstructionSet::kThumb2 : instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700277 instruction_set_features_(instruction_set_features),
Mathieu Chartierc4ae9162016-04-07 13:19:19 -0700278 requires_constructor_barrier_lock_("constructor barrier lock"),
Vladimir Markof4da6752014-08-01 19:04:18 +0100279 non_relative_linker_patch_count_(0u),
Vladimir Marko54159c62018-06-20 14:30:08 +0100280 image_classes_(std::move(image_classes)),
Andreas Gampef39208f2017-10-19 15:06:59 -0700281 number_of_soft_verifier_failures_(0),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800282 had_hard_verifier_failure_(false),
Andreas Gampeace0dc12016-01-20 13:33:13 -0800283 parallel_thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700284 stats_(new AOTCompilationStats),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700285 compiler_context_(nullptr),
Alexey Frunze19f6c692016-11-30 19:19:55 -0800286 support_boot_image_fixup_(true),
Calin Juravle998c2162015-12-21 15:39:33 +0200287 compiled_method_storage_(swap_fd),
Calin Juravle69158982016-03-16 11:53:41 +0000288 profile_compilation_info_(profile_compilation_info),
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100289 max_arena_alloc_(0),
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800290 dex_to_dex_compiler_(this) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800291 DCHECK(compiler_options_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700292
Ian Rogers72d32622014-05-06 16:20:11 -0700293 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700294
Vladimir Markoaad75c62016-10-03 08:46:48 +0000295 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800296 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image";
297 }
Andreas Gampecac31ad2017-11-06 20:01:17 -0800298
299 compiled_method_storage_.SetDedupeEnabled(compiler_options_->DeduplicateCode());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700300}
301
302CompilerDriver::~CompilerDriver() {
Mathieu Chartier93764b82017-07-17 14:51:53 -0700303 compiled_methods_.Visit([this](const DexFileReference& ref ATTRIBUTE_UNUSED,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800304 CompiledMethod* method) {
305 if (method != nullptr) {
306 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, method);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800307 }
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800308 });
Ian Rogers72d32622014-05-06 16:20:11 -0700309 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700310}
311
Vladimir Marko35831e82015-09-11 11:59:18 +0100312
Ian Rogersdd7624d2014-03-14 17:43:00 -0700313#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700314 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700315 return CreateTrampoline64(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700316 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700317 } else { \
318 return CreateTrampoline32(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700319 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700320 }
321
Vladimir Marko93205e32016-04-13 11:59:46 +0100322std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700323 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700324}
325
Vladimir Marko93205e32016-04-13 11:59:46 +0100326std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline()
327 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700328 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800329}
330
Vladimir Marko93205e32016-04-13 11:59:46 +0100331std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline()
332 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700333 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700334}
335
Vladimir Marko93205e32016-04-13 11:59:46 +0100336std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline()
337 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700338 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700339}
340
Vladimir Marko93205e32016-04-13 11:59:46 +0100341std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge()
342 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700343 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700344}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700345#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700346
347void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700348 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800349 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700350 DCHECK(!Runtime::Current()->IsStarted());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800351
352 InitializeThreadPools();
353
Andreas Gampe8d295f82015-01-20 14:50:21 -0800354 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Andreas Gampe740667a2015-09-15 17:55:06 -0700355 // Precompile:
356 // 1) Load image classes
357 // 2) Resolve all classes
358 // 3) Attempt to verify all classes
359 // 4) Attempt to initialize image classes, and trivially initialized classes
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000360 PreCompile(class_loader, dex_files, timings);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000361 if (GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100362 // We don't need to setup the intrinsics for non boot image compilation, as
363 // those compilations will pick up a boot image that have the ArtMethod already
364 // set with the intrinsics flag.
Orion Hodson26ef34c2017-11-01 13:32:41 +0000365 InitializeIntrinsics();
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100366 }
Andreas Gampe740667a2015-09-15 17:55:06 -0700367 // Compile:
368 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex
369 // compilation.
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100370 if (GetCompilerOptions().IsAnyCompilationEnabled()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800371 Compile(class_loader, dex_files, timings);
Andreas Gampe740667a2015-09-15 17:55:06 -0700372 }
Nicolas Geoffray2d8801f2017-11-28 15:50:07 +0000373 if (GetCompilerOptions().GetDumpStats()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700374 stats_->Dump();
375 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800376
377 FreeThreadPools();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700378}
379
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800380static optimizer::DexToDexCompiler::CompilationLevel GetDexToDexCompilationLevel(
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700381 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader,
382 const DexFile& dex_file, const DexFile::ClassDef& class_def)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700383 REQUIRES_SHARED(Locks::mutator_lock_) {
Nicolas Geoffrayf3075272018-01-08 12:41:19 +0000384 // When the dex file is uncompressed in the APK, we do not generate a copy in the .vdex
385 // file. As a result, dex2oat will map the dex file read-only, and we only need to check
386 // that to know if we can do quickening.
387 if (dex_file.GetContainer() != nullptr && dex_file.GetContainer()->IsReadOnly()) {
388 return optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile;
389 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800390 auto* const runtime = Runtime::Current();
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100391 DCHECK(driver.GetCompilerOptions().IsQuickeningCompilationEnabled());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700392 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800393 ClassLinker* class_linker = runtime->GetClassLinker();
Vladimir Markoa8bba7d2018-05-30 15:18:48 +0100394 ObjPtr<mirror::Class> klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700395 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700396 CHECK(self->IsExceptionPending());
397 self->ClearException();
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800398 return optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700399 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700400 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
401 // references with actual offsets. We cannot re-verify such instructions.
402 //
403 // We store the verification information in the class status in the oat file, which the linker
404 // can validate (checksums) and use to skip load-time verification. It is thus safe to
405 // optimize when a class has been fully verified before.
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800406 optimizer::DexToDexCompiler::CompilationLevel max_level =
407 optimizer::DexToDexCompiler::CompilationLevel::kOptimize;
Alex Lighte40dd382017-01-25 17:44:53 -0800408 if (driver.GetCompilerOptions().GetDebuggable()) {
409 // We are debuggable so definitions of classes might be changed. We don't want to do any
410 // optimizations that could break that.
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800411 max_level = optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile;
Alex Lighte40dd382017-01-25 17:44:53 -0800412 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700413 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200414 // Class is verified so we can enable DEX-to-DEX compilation for performance.
Alex Lighte40dd382017-01-25 17:44:53 -0800415 return max_level;
Sebastien Hertz75021222013-07-16 18:34:50 +0200416 } else {
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700417 // Class verification has failed: do not run DEX-to-DEX optimizations.
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800418 return optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile;
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700419 }
420}
421
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800422static optimizer::DexToDexCompiler::CompilationLevel GetDexToDexCompilationLevel(
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700423 Thread* self,
424 const CompilerDriver& driver,
425 jobject jclass_loader,
426 const DexFile& dex_file,
427 const DexFile::ClassDef& class_def) {
428 ScopedObjectAccess soa(self);
429 StackHandleScope<1> hs(soa.Self());
430 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700431 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700432 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def);
433}
434
435// Does the runtime for the InstructionSet provide an implementation returned by
436// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
437static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
438 switch (isa) {
Vladimir Marko33bff252017-11-01 14:35:42 +0000439 case InstructionSet::kArm:
440 case InstructionSet::kArm64:
441 case InstructionSet::kThumb2:
442 case InstructionSet::kMips:
443 case InstructionSet::kMips64:
444 case InstructionSet::kX86:
445 case InstructionSet::kX86_64: return true;
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700446 default: return false;
447 }
448}
449
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800450template <typename CompileFn>
451static void CompileMethodHarness(
452 Thread* self,
453 CompilerDriver* driver,
454 const DexFile::CodeItem* code_item,
455 uint32_t access_flags,
456 InvokeType invoke_type,
457 uint16_t class_def_idx,
458 uint32_t method_idx,
459 Handle<mirror::ClassLoader> class_loader,
460 const DexFile& dex_file,
461 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
462 bool compilation_enabled,
463 Handle<mirror::DexCache> dex_cache,
464 CompileFn compile_fn) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700465 DCHECK(driver != nullptr);
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800466 CompiledMethod* compiled_method;
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700467 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
468 MethodReference method_ref(&dex_file, method_idx);
469
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800470 compiled_method = compile_fn(self,
471 driver,
472 code_item,
473 access_flags,
474 invoke_type,
475 class_def_idx,
476 method_idx,
477 class_loader,
478 dex_file,
479 dex_to_dex_compilation_level,
480 compilation_enabled,
481 dex_cache);
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700482
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700483 if (kTimeCompileMethod) {
484 uint64_t duration_ns = NanoTime() - start_ns;
485 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) {
David Sehr709b0702016-10-13 09:12:37 -0700486 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx)
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700487 << " took " << PrettyDuration(duration_ns);
488 }
489 }
490
491 if (compiled_method != nullptr) {
492 // Count non-relative linker patches.
493 size_t non_relative_linker_patch_count = 0u;
Vladimir Markod8dbc8d2017-09-20 13:37:47 +0100494 for (const linker::LinkerPatch& patch : compiled_method->GetPatches()) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700495 if (!patch.IsPcRelative()) {
496 ++non_relative_linker_patch_count;
497 }
498 }
499 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default
500 // When compiling with PIC, there should be zero non-relative linker patches
501 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
502
503 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count);
504 }
505
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700506 if (self->IsExceptionPending()) {
507 ScopedObjectAccess soa(self);
David Sehr709b0702016-10-13 09:12:37 -0700508 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n"
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700509 << self->GetException()->Dump();
Sebastien Hertz75021222013-07-16 18:34:50 +0200510 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700511}
512
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800513static void CompileMethodDex2Dex(
514 Thread* self,
515 CompilerDriver* driver,
516 const DexFile::CodeItem* code_item,
517 uint32_t access_flags,
518 InvokeType invoke_type,
519 uint16_t class_def_idx,
520 uint32_t method_idx,
521 Handle<mirror::ClassLoader> class_loader,
522 const DexFile& dex_file,
523 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
524 bool compilation_enabled,
525 Handle<mirror::DexCache> dex_cache) {
526 auto dex_2_dex_fn = [](Thread* self ATTRIBUTE_UNUSED,
527 CompilerDriver* driver,
528 const DexFile::CodeItem* code_item,
529 uint32_t access_flags,
530 InvokeType invoke_type,
531 uint16_t class_def_idx,
532 uint32_t method_idx,
533 Handle<mirror::ClassLoader> class_loader,
534 const DexFile& dex_file,
535 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
536 bool compilation_enabled ATTRIBUTE_UNUSED,
537 Handle<mirror::DexCache> dex_cache ATTRIBUTE_UNUSED) -> CompiledMethod* {
538 DCHECK(driver != nullptr);
539 MethodReference method_ref(&dex_file, method_idx);
540
541 optimizer::DexToDexCompiler* const compiler = &driver->GetDexToDexCompiler();
542
543 if (compiler->ShouldCompileMethod(method_ref)) {
544 VerificationResults* results = driver->GetVerificationResults();
545 DCHECK(results != nullptr);
546 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
547 // Do not optimize if a VerifiedMethod is missing. SafeCast elision,
548 // for example, relies on it.
549 return compiler->CompileMethod(
550 code_item,
551 access_flags,
552 invoke_type,
553 class_def_idx,
554 method_idx,
555 class_loader,
556 dex_file,
557 (verified_method != nullptr)
558 ? dex_to_dex_compilation_level
559 : optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile);
560 }
561 return nullptr;
562 };
563 CompileMethodHarness(self,
564 driver,
565 code_item,
566 access_flags,
567 invoke_type,
568 class_def_idx,
569 method_idx,
570 class_loader,
571 dex_file,
572 dex_to_dex_compilation_level,
573 compilation_enabled,
574 dex_cache,
575 dex_2_dex_fn);
576}
577
578static void CompileMethodQuick(
579 Thread* self,
580 CompilerDriver* driver,
581 const DexFile::CodeItem* code_item,
582 uint32_t access_flags,
583 InvokeType invoke_type,
584 uint16_t class_def_idx,
585 uint32_t method_idx,
586 Handle<mirror::ClassLoader> class_loader,
587 const DexFile& dex_file,
588 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
589 bool compilation_enabled,
590 Handle<mirror::DexCache> dex_cache) {
591 auto quick_fn = [](
592 Thread* self,
593 CompilerDriver* driver,
594 const DexFile::CodeItem* code_item,
595 uint32_t access_flags,
596 InvokeType invoke_type,
597 uint16_t class_def_idx,
598 uint32_t method_idx,
599 Handle<mirror::ClassLoader> class_loader,
600 const DexFile& dex_file,
601 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
602 bool compilation_enabled,
603 Handle<mirror::DexCache> dex_cache) {
604 DCHECK(driver != nullptr);
605 CompiledMethod* compiled_method = nullptr;
606 MethodReference method_ref(&dex_file, method_idx);
607
608 if ((access_flags & kAccNative) != 0) {
609 // Are we extracting only and have support for generic JNI down calls?
610 if (!driver->GetCompilerOptions().IsJniCompilationEnabled() &&
611 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) {
612 // Leaving this empty will trigger the generic JNI version
613 } else {
614 // Query any JNI optimization annotations such as @FastNative or @CriticalNative.
615 access_flags |= annotations::GetNativeMethodAnnotationAccessFlags(
616 dex_file, dex_file.GetClassDef(class_def_idx), method_idx);
617
618 compiled_method = driver->GetCompiler()->JniCompile(
619 access_flags, method_idx, dex_file, dex_cache);
620 CHECK(compiled_method != nullptr);
621 }
622 } else if ((access_flags & kAccAbstract) != 0) {
623 // Abstract methods don't have code.
624 } else {
625 VerificationResults* results = driver->GetVerificationResults();
626 DCHECK(results != nullptr);
627 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
628 bool compile = compilation_enabled &&
629 // Basic checks, e.g., not <clinit>.
630 results->IsCandidateForCompilation(method_ref, access_flags) &&
631 // Did not fail to create VerifiedMethod metadata.
632 verified_method != nullptr &&
633 // Do not have failures that should punt to the interpreter.
634 !verified_method->HasRuntimeThrow() &&
635 (verified_method->GetEncounteredVerificationFailures() &
636 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 &&
637 // Is eligable for compilation by methods-to-compile filter.
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800638 driver->ShouldCompileBasedOnProfile(method_ref);
639
640 if (compile) {
641 // NOTE: if compiler declines to compile this method, it will return null.
642 compiled_method = driver->GetCompiler()->Compile(code_item,
643 access_flags,
644 invoke_type,
645 class_def_idx,
646 method_idx,
647 class_loader,
648 dex_file,
649 dex_cache);
650 }
651 if (compiled_method == nullptr &&
652 dex_to_dex_compilation_level !=
653 optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile) {
654 DCHECK(!Runtime::Current()->UseJitCompilation());
655 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Mathieu Chartier279e3a32018-01-24 18:17:55 -0800656 driver->GetDexToDexCompiler().MarkForCompilation(self, method_ref);
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800657 }
658 }
659 return compiled_method;
660 };
661 CompileMethodHarness(self,
662 driver,
663 code_item,
664 access_flags,
665 invoke_type,
666 class_def_idx,
667 method_idx,
668 class_loader,
669 dex_file,
670 dex_to_dex_compilation_level,
671 compilation_enabled,
672 dex_cache,
673 quick_fn);
674}
675
Mathieu Chartiere401d142015-04-22 13:56:20 -0700676void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700677 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700678 jobject jclass_loader;
679 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700680 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800681 uint32_t method_idx = method->GetDexMethodIndex();
682 uint32_t access_flags = method->GetAccessFlags();
683 InvokeType invoke_type = method->GetInvokeType();
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000684 StackHandleScope<2> hs(self);
Mathieu Chartier736b5602015-09-02 14:54:11 -0700685 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000686 Handle<mirror::ClassLoader> class_loader(
687 hs.NewHandle(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700688 {
689 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800690 ScopedLocalRef<jobject> local_class_loader(
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000691 soa.Env(), soa.AddLocalReference<jobject>(class_loader.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700692 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
693 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700694 dex_file = method->GetDexFile();
695 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700696 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800697 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Mathieu Chartier736b5602015-09-02 14:54:11 -0700698
699 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -0700700 ScopedThreadSuspension sts(self, kNative);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700701
702 std::vector<const DexFile*> dex_files;
703 dex_files.push_back(dex_file);
704
Andreas Gampeace0dc12016-01-20 13:33:13 -0800705 InitializeThreadPools();
706
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000707 PreCompile(jclass_loader, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700708
Brian Carlstrom7940e442013-07-12 13:46:57 -0700709 // Can we run DEX-to-DEX compiler on this class ?
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800710 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level =
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700711 GetDexToDexCompilationLevel(self,
712 *this,
713 jclass_loader,
714 *dex_file,
715 dex_file->GetClassDef(class_def_idx));
716
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800717 CompileMethodQuick(self,
718 this,
719 code_item,
720 access_flags,
721 invoke_type,
722 class_def_idx,
723 method_idx,
724 class_loader,
725 *dex_file,
726 dex_to_dex_compilation_level,
727 true,
728 dex_cache);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700729
Mathieu Chartier279e3a32018-01-24 18:17:55 -0800730 const size_t num_methods = dex_to_dex_compiler_.NumCodeItemsToQuicken(self);
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800731 if (num_methods != 0) {
732 DCHECK_EQ(num_methods, 1u);
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800733 CompileMethodDex2Dex(self,
734 this,
735 code_item,
736 access_flags,
737 invoke_type,
738 class_def_idx,
739 method_idx,
740 class_loader,
741 *dex_file,
742 dex_to_dex_compilation_level,
743 true,
744 dex_cache);
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800745 dex_to_dex_compiler_.ClearState();
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100746 }
747
Andreas Gampeace0dc12016-01-20 13:33:13 -0800748 FreeThreadPools();
749
Brian Carlstrom7940e442013-07-12 13:46:57 -0700750 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800751}
752
Andreas Gampeace0dc12016-01-20 13:33:13 -0800753void CompilerDriver::Resolve(jobject class_loader,
754 const std::vector<const DexFile*>& dex_files,
755 TimingLogger* timings) {
756 // Resolution allocates classes and needs to run single-threaded to be deterministic.
757 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
758 ThreadPool* resolve_thread_pool = force_determinism
759 ? single_thread_pool_.get()
760 : parallel_thread_pool_.get();
761 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_;
762
Brian Carlstrom7940e442013-07-12 13:46:57 -0700763 for (size_t i = 0; i != dex_files.size(); ++i) {
764 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700765 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -0800766 ResolveDexFile(class_loader,
767 *dex_file,
768 dex_files,
769 resolve_thread_pool,
770 resolve_thread_count,
771 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700772 }
773}
774
Andreas Gampeace0dc12016-01-20 13:33:13 -0800775static void ResolveConstStrings(CompilerDriver* driver,
776 const std::vector<const DexFile*>& dex_files,
777 TimingLogger* timings) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000778 ScopedObjectAccess soa(Thread::Current());
779 StackHandleScope<1> hs(soa.Self());
780 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
781 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
782
Andreas Gampeace0dc12016-01-20 13:33:13 -0800783 for (const DexFile* dex_file : dex_files) {
Vladimir Markocd556b02017-02-03 11:47:34 +0000784 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
Andreas Gampeace0dc12016-01-20 13:33:13 -0800785 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings);
786
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -0700787 for (ClassAccessor accessor : dex_file->GetClasses()) {
788 if (!driver->IsClassToCompile(accessor.GetDescriptor())) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800789 // Compilation is skipped, do not resolve const-string in code of this class.
Vladimir Marko175e7862018-03-27 09:03:13 +0000790 // FIXME: Make sure that inlining honors this. b/26687569
Andreas Gampeace0dc12016-01-20 13:33:13 -0800791 continue;
792 }
Mathieu Chartier0d896bd2018-05-25 00:20:27 -0700793 for (const ClassAccessor::Method& method : accessor.GetMethods()) {
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -0700794 // Resolve const-strings in the code. Done to have deterministic allocation behavior. Right
795 // now this is single-threaded for simplicity.
796 // TODO: Collect the relevant string indices in parallel, then allocate them sequentially
797 // in a stable order.
798 for (const DexInstructionPcPair& inst : method.GetInstructions()) {
799 switch (inst->Opcode()) {
800 case Instruction::CONST_STRING:
801 case Instruction::CONST_STRING_JUMBO: {
802 dex::StringIndex string_index((inst->Opcode() == Instruction::CONST_STRING)
803 ? inst->VRegB_21c()
804 : inst->VRegB_31c());
805 ObjPtr<mirror::String> string = class_linker->ResolveString(string_index, dex_cache);
806 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism";
807 break;
808 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800809
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -0700810 default:
811 break;
812 }
813 }
Mathieu Chartier0d896bd2018-05-25 00:20:27 -0700814 }
Vladimir Marko175e7862018-03-27 09:03:13 +0000815 }
816 }
817}
818
819// Initialize type check bit strings for check-cast and instance-of in the code. Done to have
820// deterministic allocation behavior. Right now this is single-threaded for simplicity.
821// TODO: Collect the relevant type indices in parallel, then process them sequentially in a
822// stable order.
823
824static void InitializeTypeCheckBitstrings(CompilerDriver* driver,
825 ClassLinker* class_linker,
826 Handle<mirror::DexCache> dex_cache,
827 const DexFile& dex_file,
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -0700828 const ClassAccessor::Method& method)
Vladimir Marko175e7862018-03-27 09:03:13 +0000829 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -0700830 for (const DexInstructionPcPair& inst : method.GetInstructions()) {
Vladimir Marko175e7862018-03-27 09:03:13 +0000831 switch (inst->Opcode()) {
832 case Instruction::CHECK_CAST:
833 case Instruction::INSTANCE_OF: {
834 dex::TypeIndex type_index(
835 (inst->Opcode() == Instruction::CHECK_CAST) ? inst->VRegB_21c() : inst->VRegC_22c());
836 const char* descriptor = dex_file.StringByTypeIdx(type_index);
837 // We currently do not use the bitstring type check for array or final (including
838 // primitive) classes. We may reconsider this in future if it's deemed to be beneficial.
839 // And we cannot use it for classes outside the boot image as we do not know the runtime
840 // value of their bitstring when compiling (it may not even get assigned at runtime).
841 if (descriptor[0] == 'L' && driver->IsImageClass(descriptor)) {
842 ObjPtr<mirror::Class> klass =
843 class_linker->LookupResolvedType(type_index,
844 dex_cache.Get(),
845 /* class_loader */ nullptr);
846 CHECK(klass != nullptr) << descriptor << " should have been previously resolved.";
847 // Now assign the bitstring if the class is not final. Keep this in sync with sharpening.
848 if (!klass->IsFinal()) {
849 MutexLock subtype_check_lock(Thread::Current(), *Locks::subtype_check_lock_);
850 SubtypeCheck<ObjPtr<mirror::Class>>::EnsureAssigned(klass);
851 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800852 }
Vladimir Marko175e7862018-03-27 09:03:13 +0000853 break;
854 }
855
856 default:
857 break;
858 }
859 }
860}
861
862static void InitializeTypeCheckBitstrings(CompilerDriver* driver,
863 const std::vector<const DexFile*>& dex_files,
864 TimingLogger* timings) {
865 ScopedObjectAccess soa(Thread::Current());
866 StackHandleScope<1> hs(soa.Self());
867 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
868 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
869
870 for (const DexFile* dex_file : dex_files) {
871 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
872 TimingLogger::ScopedTiming t("Initialize type check bitstrings", timings);
873
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -0700874 for (ClassAccessor accessor : dex_file->GetClasses()) {
875 if (!driver->IsClassToCompile(accessor.GetDescriptor())) {
Vladimir Marko175e7862018-03-27 09:03:13 +0000876 // Compilation is skipped, do not look for type checks in code of this class.
877 // FIXME: Make sure that inlining honors this. b/26687569
878 continue;
879 }
880
881 // Direct and virtual methods.
Mathieu Chartier0d896bd2018-05-25 00:20:27 -0700882 for (const ClassAccessor::Method& method : accessor.GetMethods()) {
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -0700883 InitializeTypeCheckBitstrings(driver, class_linker, dex_cache, *dex_file, method);
Mathieu Chartier0d896bd2018-05-25 00:20:27 -0700884 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800885 }
886 }
887}
888
889inline void CompilerDriver::CheckThreadPools() {
890 DCHECK(parallel_thread_pool_ != nullptr);
891 DCHECK(single_thread_pool_ != nullptr);
892}
893
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000894static void EnsureVerifiedOrVerifyAtRuntime(jobject jclass_loader,
895 const std::vector<const DexFile*>& dex_files) {
896 ScopedObjectAccess soa(Thread::Current());
897 StackHandleScope<2> hs(soa.Self());
898 Handle<mirror::ClassLoader> class_loader(
899 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
900 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr));
901 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
902
903 for (const DexFile* dex_file : dex_files) {
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -0700904 for (ClassAccessor accessor : dex_file->GetClasses()) {
905 cls.Assign(class_linker->FindClass(soa.Self(), accessor.GetDescriptor(), class_loader));
Andreas Gampefa4333d2017-02-14 11:10:34 -0800906 if (cls == nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000907 soa.Self()->ClearException();
908 } else if (&cls->GetDexFile() == dex_file) {
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +0000909 DCHECK(cls->IsErroneous() || cls->IsVerified() || cls->ShouldVerifyAtRuntime())
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000910 << cls->PrettyClass()
911 << " " << cls->GetStatus();
912 }
913 }
914 }
915}
916
Andreas Gampeace0dc12016-01-20 13:33:13 -0800917void CompilerDriver::PreCompile(jobject class_loader,
918 const std::vector<const DexFile*>& dex_files,
919 TimingLogger* timings) {
920 CheckThreadPools();
921
Brian Carlstrom7940e442013-07-12 13:46:57 -0700922 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800923 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700924
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100925 if (compiler_options_->IsAnyCompilationEnabled()) {
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700926 // Avoid adding the dex files in the case where we aren't going to add compiled methods.
927 // This reduces RAM usage for this case.
928 for (const DexFile* dex_file : dex_files) {
929 // Can be already inserted if the caller is CompileOne. This happens for gtests.
930 if (!compiled_methods_.HaveDexFile(dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700931 compiled_methods_.AddDexFile(dex_file);
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700932 }
933 }
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100934 // Resolve eagerly to prepare for compilation.
Andreas Gampeace0dc12016-01-20 13:33:13 -0800935 Resolve(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700936 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
937 }
938
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000939 if (compiler_options_->AssumeClassesAreVerified()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800940 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800941 SetVerified(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700942 }
943
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000944 if (!compiler_options_->IsVerificationEnabled()) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700945 return;
946 }
947
Vladimir Markoaad75c62016-10-03 08:46:48 +0000948 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800949 // Resolve strings from const-string. Do this now to have a deterministic image.
950 ResolveConstStrings(this, dex_files, timings);
951 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false);
952 }
953
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000954 Verify(class_loader, dex_files, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800955 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700956
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800957 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
Andreas Gampefdfb4d42017-07-27 12:12:22 -0700958 // Avoid dumping threads. Even if we shut down the thread pools, there will still be three
959 // instances of this thread's stack.
960 LOG(FATAL_WITHOUT_ABORT) << "Had a hard failure verifying all classes, and was asked to abort "
961 << "in such situations. Please check the log.";
Andreas Gampe56c9b7c2018-02-27 18:49:26 -0800962 _exit(1);
Andreas Gampef39208f2017-10-19 15:06:59 -0700963 } else if (number_of_soft_verifier_failures_ > 0 &&
964 GetCompilerOptions().AbortOnSoftVerifierFailure()) {
965 LOG(FATAL_WITHOUT_ABORT) << "Had " << number_of_soft_verifier_failures_ << " soft failure(s) "
966 << "verifying all classes, and was asked to abort in such situations. "
967 << "Please check the log.";
Andreas Gampe56c9b7c2018-02-27 18:49:26 -0800968 _exit(1);
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800969 }
970
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100971 if (compiler_options_->IsAnyCompilationEnabled()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000972 if (kIsDebugBuild) {
973 EnsureVerifiedOrVerifyAtRuntime(class_loader, dex_files);
974 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +0000975 InitializeClasses(class_loader, dex_files, timings);
976 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
977 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700978
979 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800980 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Vladimir Marko175e7862018-03-27 09:03:13 +0000981
982 if (kBitstringSubtypeCheckEnabled &&
983 GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
984 // Initialize type check bit string used by check-cast and instanceof.
985 // Do this now to have a deterministic image.
986 // Note: This is done after UpdateImageClasses() at it relies on the image classes to be final.
987 InitializeTypeCheckBitstrings(this, dex_files, timings);
988 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700989}
990
Ian Rogersdfb325e2013-10-30 01:00:44 -0700991bool CompilerDriver::IsImageClass(const char* descriptor) const {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800992 if (image_classes_ != nullptr) {
993 // If we have a set of image classes, use those.
Vladimir Marko54159c62018-06-20 14:30:08 +0100994 return image_classes_->find(StringPiece(descriptor)) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700995 }
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800996 // No set of image classes, assume we include all the classes.
997 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case.
Vladimir Markoaad75c62016-10-03 08:46:48 +0000998 return !GetCompilerOptions().IsBootImage();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700999}
1000
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08001001bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001002 if (classes_to_compile_ == nullptr) {
1003 return true;
1004 }
Vladimir Marko54159c62018-06-20 14:30:08 +01001005 return classes_to_compile_->find(StringPiece(descriptor)) != classes_to_compile_->end();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08001006}
1007
Calin Juravle226501b2015-12-11 14:41:31 +00001008bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const {
Mathieu Chartier97ab5e32017-02-22 13:35:44 -08001009 // Profile compilation info may be null if no profile is passed.
Mathieu Chartierd0af56c2017-02-17 12:56:25 -08001010 if (!CompilerFilter::DependsOnProfile(compiler_options_->GetCompilerFilter())) {
1011 // Use the compiler filter instead of the presence of profile_compilation_info_ since
1012 // we may want to have full speed compilation along with profile based layout optimizations.
Calin Juravle226501b2015-12-11 14:41:31 +00001013 return true;
1014 }
Mathieu Chartier97ab5e32017-02-22 13:35:44 -08001015 // If we are using a profile filter but do not have a profile compilation info, compile nothing.
1016 if (profile_compilation_info_ == nullptr) {
1017 return false;
1018 }
Mathieu Chartier7b135c82017-06-05 12:54:01 -07001019 // Compile only hot methods, it is the profile saver's job to decide what startup methods to mark
1020 // as hot.
Mathieu Chartierbbe3a5e2017-06-13 16:36:17 -07001021 bool result = profile_compilation_info_->GetMethodHotness(method_ref).IsHot();
Calin Juravle226501b2015-12-11 14:41:31 +00001022
1023 if (kDebugProfileGuidedCompilation) {
1024 LOG(INFO) << "[ProfileGuidedCompilation] "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001025 << (result ? "Compiled" : "Skipped") << " method:" << method_ref.PrettyMethod(true);
Calin Juravle226501b2015-12-11 14:41:31 +00001026 }
1027 return result;
1028}
1029
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001030class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor {
1031 public:
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001032 ResolveCatchBlockExceptionsClassVisitor() : classes_() {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001033
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001034 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001035 classes_.push_back(c);
Mathieu Chartiere4275c02015-08-06 15:34:15 -07001036 return true;
1037 }
1038
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001039 void FindExceptionTypesToResolve(
1040 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
Vladimir Markobfb80d22017-02-14 14:08:12 +00001041 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001042 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
1043 for (ObjPtr<mirror::Class> klass : classes_) {
1044 for (ArtMethod& method : klass->GetMethods(pointer_size)) {
1045 FindExceptionTypesToResolveForMethod(&method, exceptions_to_resolve);
1046 }
1047 }
1048 }
1049
1050 private:
1051 void FindExceptionTypesToResolveForMethod(
1052 ArtMethod* method,
1053 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
1054 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001055 if (method->GetCodeItem() == nullptr) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001056 return; // native or abstract method
Brian Carlstrom7940e442013-07-12 13:46:57 -07001057 }
David Sehr0225f8e2018-01-31 08:52:24 +00001058 CodeItemDataAccessor accessor(method->DexInstructionData());
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001059 if (accessor.TriesSize() == 0) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001060 return; // nothing to process
1061 }
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001062 const uint8_t* encoded_catch_handler_list = accessor.GetCatchHandlerData();
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001063 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
1064 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
1065 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
1066 bool has_catch_all = false;
1067 if (encoded_catch_handler_size <= 0) {
1068 encoded_catch_handler_size = -encoded_catch_handler_size;
1069 has_catch_all = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001070 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001071 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
Andreas Gampea5b09a62016-11-17 15:21:22 -08001072 dex::TypeIndex encoded_catch_handler_handlers_type_idx =
1073 dex::TypeIndex(DecodeUnsignedLeb128(&encoded_catch_handler_list));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001074 // Add to set of types to resolve if not already in the dex cache resolved types
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001075 if (!method->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
1076 exceptions_to_resolve->emplace(encoded_catch_handler_handlers_type_idx,
1077 method->GetDexFile());
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001078 }
1079 // ignore address associated with catch handler
1080 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1081 }
1082 if (has_catch_all) {
1083 // ignore catch all address
1084 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1085 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001086 }
1087 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001088
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001089 std::vector<ObjPtr<mirror::Class>> classes_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001090};
1091
1092class RecordImageClassesVisitor : public ClassVisitor {
1093 public:
Vladimir Marko54159c62018-06-20 14:30:08 +01001094 explicit RecordImageClassesVisitor(HashSet<std::string>* image_classes)
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001095 : image_classes_(image_classes) {}
1096
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001097 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001098 std::string temp;
1099 image_classes_->insert(klass->GetDescriptor(&temp));
1100 return true;
1101 }
1102
1103 private:
Vladimir Marko54159c62018-06-20 14:30:08 +01001104 HashSet<std::string>* const image_classes_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001105};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001106
1107// Make a list of descriptors for classes to include in the image
Mathieu Chartier90443472015-07-16 20:32:27 -07001108void CompilerDriver::LoadImageClasses(TimingLogger* timings) {
Kenny Rootd5185342014-05-13 14:47:05 -07001109 CHECK(timings != nullptr);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001110 if (!GetCompilerOptions().IsBootImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001111 return;
1112 }
1113
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001114 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001115 // Make a first class to load all classes explicitly listed in the file
1116 Thread* self = Thread::Current();
1117 ScopedObjectAccess soa(self);
1118 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -07001119 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -07001120 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001121 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001122 StackHandleScope<1> hs(self);
1123 Handle<mirror::Class> klass(
1124 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001125 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001126 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Marko54159c62018-06-20 14:30:08 +01001127 it = image_classes_->erase(it);
Ian Rogersa436fde2013-08-27 23:34:06 -07001128 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001129 } else {
1130 ++it;
1131 }
1132 }
1133
1134 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
1135 // exceptions are resolved by the verifier when there is a catch block in an interested method.
1136 // Do this here so that exception classes appear to have been specified image classes.
Andreas Gampea5b09a62016-11-17 15:21:22 -08001137 std::set<std::pair<dex::TypeIndex, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001138 StackHandleScope<1> hs(self);
1139 Handle<mirror::Class> java_lang_Throwable(
1140 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001141 do {
1142 unresolved_exception_types.clear();
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001143 {
1144 // Thread suspension is not allowed while ResolveCatchBlockExceptionsClassVisitor
1145 // is using a std::vector<ObjPtr<mirror::Class>>.
1146 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
1147 ResolveCatchBlockExceptionsClassVisitor visitor;
1148 class_linker->VisitClasses(&visitor);
1149 visitor.FindExceptionTypesToResolve(&unresolved_exception_types);
1150 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001151 for (const auto& exception_type : unresolved_exception_types) {
1152 dex::TypeIndex exception_type_idx = exception_type.first;
Mathieu Chartier02e25112013-08-14 16:14:24 -07001153 const DexFile* dex_file = exception_type.second;
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001154 StackHandleScope<1> hs2(self);
Mathieu Chartierf284d442016-06-02 11:48:30 -07001155 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file,
1156 nullptr)));
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001157 ObjPtr<mirror::Class> klass =
Andreas Gampefa4333d2017-02-14 11:10:34 -08001158 (dex_cache != nullptr)
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001159 ? class_linker->ResolveType(exception_type_idx,
Vladimir Markocd556b02017-02-03 11:47:34 +00001160 dex_cache,
1161 ScopedNullHandle<mirror::ClassLoader>())
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001162 : nullptr;
Andreas Gampefa4333d2017-02-14 11:10:34 -08001163 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001164 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
1165 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
1166 LOG(FATAL) << "Failed to resolve class " << descriptor;
1167 }
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001168 DCHECK(java_lang_Throwable->IsAssignableFrom(klass));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001169 }
1170 // Resolving exceptions may load classes that reference more exceptions, iterate until no
1171 // more are found
1172 } while (!unresolved_exception_types.empty());
1173
1174 // We walk the roots looking for classes so that we'll pick up the
1175 // above classes plus any classes them depend on such super
1176 // classes, interfaces, and the required ClassLinker roots.
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001177 RecordImageClassesVisitor visitor(image_classes_.get());
1178 class_linker->VisitClasses(&visitor);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001179
Vladimir Marko54159c62018-06-20 14:30:08 +01001180 CHECK(!image_classes_->empty());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001181}
1182
Vladimir Marko19a4d372016-12-08 14:41:46 +00001183static void MaybeAddToImageClasses(Thread* self,
1184 ObjPtr<mirror::Class> klass,
Vladimir Marko54159c62018-06-20 14:30:08 +01001185 HashSet<std::string>* image_classes)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001186 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001187 DCHECK_EQ(self, Thread::Current());
Mathieu Chartierf8322842014-05-16 10:59:25 -07001188 StackHandleScope<1> hs(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001189 std::string temp;
Andreas Gampe542451c2016-07-26 09:02:02 -07001190 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001191 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07001192 const char* descriptor = klass->GetDescriptor(&temp);
Vladimir Marko54159c62018-06-20 14:30:08 +01001193 if (image_classes->find(StringPiece(descriptor)) != image_classes->end()) {
1194 break; // Previously inserted.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001195 }
Vladimir Marko54159c62018-06-20 14:30:08 +01001196 image_classes->insert(descriptor);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001197 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Vladimir Marko19a4d372016-12-08 14:41:46 +00001198 for (size_t i = 0, num_interfaces = klass->NumDirectInterfaces(); i != num_interfaces; ++i) {
1199 ObjPtr<mirror::Class> interface = mirror::Class::GetDirectInterface(self, klass, i);
1200 DCHECK(interface != nullptr);
1201 MaybeAddToImageClasses(self, interface, image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001202 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001203 for (auto& m : klass->GetVirtualMethods(pointer_size)) {
1204 MaybeAddToImageClasses(self, m.GetDeclaringClass(), image_classes);
Mathieu Chartiere401d142015-04-22 13:56:20 -07001205 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001206 if (klass->IsArrayClass()) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001207 MaybeAddToImageClasses(self, klass->GetComponentType(), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001208 }
Mathieu Chartierf8322842014-05-16 10:59:25 -07001209 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001210 }
1211}
1212
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001213// Keeps all the data for the update together. Also doubles as the reference visitor.
1214// Note: we can use object pointers because we suspend all threads.
1215class ClinitImageUpdate {
1216 public:
Mathieu Chartier31e88222016-10-14 18:43:19 -07001217 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs,
Vladimir Marko54159c62018-06-20 14:30:08 +01001218 HashSet<std::string>* image_class_descriptors,
Mathieu Chartier31e88222016-10-14 18:43:19 -07001219 Thread* self,
1220 ClassLinker* linker) {
1221 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs,
1222 image_class_descriptors,
1223 self,
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001224 linker));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001225 return res.release();
1226 }
1227
1228 ~ClinitImageUpdate() {
1229 // Allow others to suspend again.
1230 self_->EndAssertNoThreadSuspension(old_cause_);
1231 }
1232
1233 // Visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001234 void operator()(ObjPtr<mirror::Object> object,
1235 MemberOffset field_offset,
1236 bool /* is_static */) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001237 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001238 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
1239 if (ref != nullptr) {
1240 VisitClinitClassesObject(ref);
1241 }
1242 }
1243
Roland Levillain5e8d5f02016-10-18 18:03:43 +01001244 // java.lang.ref.Reference visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001245 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED,
1246 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {}
Mathieu Chartierda7c6502015-07-23 16:01:26 -07001247
1248 // Ignore class native roots.
1249 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED)
1250 const {}
1251 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {}
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001252
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001253 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001254 // Use the initial classes as roots for a search.
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001255 for (Handle<mirror::Class> klass_root : image_classes_) {
1256 VisitClinitClassesObject(klass_root.Get());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001257 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001258 Thread* self = Thread::Current();
1259 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001260 for (Handle<mirror::Class> h_klass : to_insert_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001261 MaybeAddToImageClasses(self, h_klass.Get(), image_class_descriptors_);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001262 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001263 }
1264
1265 private:
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001266 class FindImageClassesVisitor : public ClassVisitor {
1267 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001268 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs,
1269 ClinitImageUpdate* data)
1270 : data_(data),
1271 hs_(hs) {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001272
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001273 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001274 std::string temp;
Vladimir Marko54159c62018-06-20 14:30:08 +01001275 StringPiece name(klass->GetDescriptor(&temp));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001276 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001277 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001278 } else {
1279 // Check whether it is initialized and has a clinit. They must be kept, too.
1280 if (klass->IsInitialized() && klass->FindClassInitializer(
1281 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001282 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001283 }
1284 }
1285 return true;
1286 }
1287
1288 private:
1289 ClinitImageUpdate* const data_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001290 VariableSizedHandleScope& hs_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001291 };
1292
Mathieu Chartier31e88222016-10-14 18:43:19 -07001293 ClinitImageUpdate(VariableSizedHandleScope& hs,
Vladimir Marko54159c62018-06-20 14:30:08 +01001294 HashSet<std::string>* image_class_descriptors,
Mathieu Chartier31e88222016-10-14 18:43:19 -07001295 Thread* self,
1296 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_)
1297 : hs_(hs),
1298 image_class_descriptors_(image_class_descriptors),
1299 self_(self) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001300 CHECK(linker != nullptr);
1301 CHECK(image_class_descriptors != nullptr);
1302
1303 // Make sure nobody interferes with us.
1304 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
1305
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001306 // Find all the already-marked classes.
1307 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001308 FindImageClassesVisitor visitor(hs_, this);
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001309 linker->VisitClasses(&visitor);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001310 }
1311
1312 void VisitClinitClassesObject(mirror::Object* object) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001313 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001314 DCHECK(object != nullptr);
1315 if (marked_objects_.find(object) != marked_objects_.end()) {
1316 // Already processed.
1317 return;
1318 }
1319
1320 // Mark it.
1321 marked_objects_.insert(object);
1322
1323 if (object->IsClass()) {
Mathieu Chartier31e88222016-10-14 18:43:19 -07001324 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread
1325 // suspensionb is not safe to do in VisitObjects or VisitReferences.
1326 to_insert_.push_back(hs_.NewHandle(object->AsClass()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001327 } else {
1328 // Else visit the object's class.
1329 VisitClinitClassesObject(object->GetClass());
1330 }
1331
Mathieu Chartiere401d142015-04-22 13:56:20 -07001332 // If it is not a DexCache, visit all references.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001333 if (!object->IsDexCache()) {
Mathieu Chartier059ef3d2015-08-18 13:54:21 -07001334 object->VisitReferences(*this, *this);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001335 }
1336 }
1337
Mathieu Chartier31e88222016-10-14 18:43:19 -07001338 VariableSizedHandleScope& hs_;
1339 mutable std::vector<Handle<mirror::Class>> to_insert_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001340 mutable std::unordered_set<mirror::Object*> marked_objects_;
Vladimir Marko54159c62018-06-20 14:30:08 +01001341 HashSet<std::string>* const image_class_descriptors_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001342 std::vector<Handle<mirror::Class>> image_classes_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001343 Thread* const self_;
1344 const char* old_cause_;
1345
1346 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
1347};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001348
Ian Rogers3d504072014-03-01 09:16:49 -08001349void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Vladimir Markoaad75c62016-10-03 08:46:48 +00001350 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001351 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001352
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001353 Runtime* runtime = Runtime::Current();
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001354
1355 // Suspend all threads.
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001356 ScopedSuspendAll ssa(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001357
Mathieu Chartier31e88222016-10-14 18:43:19 -07001358 VariableSizedHandleScope hs(Thread::Current());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001359 std::string error_msg;
Mathieu Chartier31e88222016-10-14 18:43:19 -07001360 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs,
1361 image_classes_.get(),
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001362 Thread::Current(),
Mathieu Chartier31e88222016-10-14 18:43:19 -07001363 runtime->GetClassLinker()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001364
1365 // Do the marking.
1366 update->Walk();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001367 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001368}
1369
Vladimir Marko07785bb2015-06-15 18:52:54 +01001370bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) {
1371 Runtime* runtime = Runtime::Current();
1372 if (!runtime->IsAotCompiler()) {
Calin Juravleffc87072016-04-20 14:22:09 +01001373 DCHECK(runtime->UseJitCompilation());
Vladimir Marko07785bb2015-06-15 18:52:54 +01001374 // Having the klass reference here implies that the klass is already loaded.
1375 return true;
1376 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00001377 if (!GetCompilerOptions().IsBootImage()) {
Vladimir Marko07785bb2015-06-15 18:52:54 +01001378 // Assume loaded only if klass is in the boot image. App classes cannot be assumed
1379 // loaded because we don't even know what class loader will be used to load them.
1380 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace();
1381 return class_in_image;
1382 }
1383 std::string temp;
1384 const char* descriptor = klass->GetDescriptor(&temp);
1385 return IsImageClass(descriptor);
1386}
1387
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001388bool CompilerDriver::CanAccessTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1389 ObjPtr<mirror::Class> resolved_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001390 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001391 stats_->TypeNeedsAccessCheck();
1392 return false; // Unknown class needs access checks.
1393 }
David Brazdil38f64d32016-01-18 17:13:41 +00001394 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1395 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001396 if (referrer_class == nullptr) {
1397 stats_->TypeNeedsAccessCheck();
1398 return false; // Incomplete referrer knowledge needs access check.
1399 }
1400 // Perform access check, will return true if access is ok or false if we're going to have to
1401 // check this at runtime (for example for class loaders).
1402 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001403 }
David Brazdil38f64d32016-01-18 17:13:41 +00001404 if (is_accessible) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001405 stats_->TypeDoesntNeedAccessCheck();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001406 } else {
1407 stats_->TypeNeedsAccessCheck();
1408 }
David Brazdil38f64d32016-01-18 17:13:41 +00001409 return is_accessible;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001410}
1411
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001412bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1413 ObjPtr<mirror::Class> resolved_class,
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001414 bool* finalizable) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001415 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001416 stats_->TypeNeedsAccessCheck();
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001417 // Be conservative.
1418 *finalizable = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001419 return false; // Unknown class needs access checks.
1420 }
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001421 *finalizable = resolved_class->IsFinalizable();
David Brazdil38f64d32016-01-18 17:13:41 +00001422 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1423 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001424 if (referrer_class == nullptr) {
1425 stats_->TypeNeedsAccessCheck();
1426 return false; // Incomplete referrer knowledge needs access check.
1427 }
1428 // Perform access and instantiable checks, will return true if access is ok or false if we're
1429 // going to have to check this at runtime (for example for class loaders).
1430 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001431 }
David Brazdil38f64d32016-01-18 17:13:41 +00001432 bool result = is_accessible && resolved_class->IsInstantiable();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001433 if (result) {
1434 stats_->TypeDoesntNeedAccessCheck();
1435 } else {
1436 stats_->TypeNeedsAccessCheck();
1437 }
1438 return result;
1439}
1440
Vladimir Markobe0e5462014-02-26 11:24:15 +00001441void CompilerDriver::ProcessedInstanceField(bool resolved) {
1442 if (!resolved) {
1443 stats_->UnresolvedInstanceField();
1444 } else {
1445 stats_->ResolvedInstanceField();
1446 }
1447}
1448
1449void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1450 if (!resolved) {
1451 stats_->UnresolvedStaticField();
1452 } else if (local) {
1453 stats_->ResolvedLocalStaticField();
1454 } else {
1455 stats_->ResolvedStaticField();
1456 }
1457}
1458
Mathieu Chartierc7853442015-03-27 14:35:38 -07001459ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
Vladimir Markoe11dd502017-12-08 14:09:45 +00001460 const DexCompilationUnit* mUnit,
1461 bool is_put,
Mathieu Chartierc7853442015-03-27 14:35:38 -07001462 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001463 // Try to resolve the field and compiling method's class.
Mathieu Chartierc7853442015-03-27 14:35:38 -07001464 ArtField* resolved_field;
Vladimir Marko28e012a2017-12-07 11:22:59 +00001465 ObjPtr<mirror::Class> referrer_class;
Mathieu Chartier736b5602015-09-02 14:54:11 -07001466 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001467 {
Vladimir Markoe11dd502017-12-08 14:09:45 +00001468 Handle<mirror::ClassLoader> class_loader = mUnit->GetClassLoader();
1469 resolved_field = ResolveField(soa, dex_cache, class_loader, field_idx, /* is_static */ false);
Mathieu Chartierc7853442015-03-27 14:35:38 -07001470 referrer_class = resolved_field != nullptr
Vladimir Markoe11dd502017-12-08 14:09:45 +00001471 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001472 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001473 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001474 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001475 std::pair<bool, bool> fast_path = IsFastInstanceField(
Mathieu Chartier736b5602015-09-02 14:54:11 -07001476 dex_cache.Get(), referrer_class, resolved_field, field_idx);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001477 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001478 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001479 ProcessedInstanceField(can_link);
1480 return can_link ? resolved_field : nullptr;
1481}
1482
1483bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1484 bool is_put, MemberOffset* field_offset,
1485 bool* is_volatile) {
1486 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc7853442015-03-27 14:35:38 -07001487 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001488
Mathieu Chartierc7853442015-03-27 14:35:38 -07001489 if (resolved_field == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001490 // Conservative defaults.
1491 *is_volatile = true;
1492 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001493 return false;
1494 } else {
1495 *is_volatile = resolved_field->IsVolatile();
1496 *field_offset = resolved_field->GetOffset();
1497 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001498 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001499}
1500
Vladimir Marko2730db02014-01-27 11:15:17 +00001501const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1502 uint32_t method_idx) const {
1503 MethodReference ref(dex_file, method_idx);
1504 return verification_results_->GetVerifiedMethod(ref);
1505}
1506
1507bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001508 if (!compiler_options_->IsVerificationEnabled()) {
1509 // If we didn't verify, every cast has to be treated as non-safe.
1510 return false;
1511 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001512 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1513 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001514 if (result) {
1515 stats_->SafeCast();
1516 } else {
1517 stats_->NotASafeCast();
1518 }
1519 return result;
1520}
1521
Mathieu Chartier90443472015-07-16 20:32:27 -07001522class CompilationVisitor {
1523 public:
1524 virtual ~CompilationVisitor() {}
1525 virtual void Visit(size_t index) = 0;
1526};
1527
Brian Carlstrom7940e442013-07-12 13:46:57 -07001528class ParallelCompilationManager {
1529 public:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001530 ParallelCompilationManager(ClassLinker* class_linker,
1531 jobject class_loader,
1532 CompilerDriver* compiler,
1533 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001534 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001535 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001536 : index_(0),
1537 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001538 class_loader_(class_loader),
1539 compiler_(compiler),
1540 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001541 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001542 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001543
1544 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001545 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001546 return class_linker_;
1547 }
1548
1549 jobject GetClassLoader() const {
1550 return class_loader_;
1551 }
1552
1553 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001554 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001555 return compiler_;
1556 }
1557
1558 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001559 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001560 return dex_file_;
1561 }
1562
Andreas Gampede7b4362014-07-28 18:38:57 -07001563 const std::vector<const DexFile*>& GetDexFiles() const {
1564 return dex_files_;
1565 }
1566
Mathieu Chartier90443472015-07-16 20:32:27 -07001567 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units)
1568 REQUIRES(!*Locks::mutator_lock_) {
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001569 ForAllLambda(begin, end, [visitor](size_t index) { visitor->Visit(index); }, work_units);
1570 }
1571
1572 template <typename Fn>
1573 void ForAllLambda(size_t begin, size_t end, Fn fn, size_t work_units)
1574 REQUIRES(!*Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001575 Thread* self = Thread::Current();
1576 self->AssertNoPendingException();
1577 CHECK_GT(work_units, 0U);
1578
Orion Hodson88591fe2018-03-06 13:35:43 +00001579 index_.store(begin, std::memory_order_relaxed);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001580 for (size_t i = 0; i < work_units; ++i) {
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001581 thread_pool_->AddTask(self, new ForAllClosureLambda<Fn>(this, end, fn));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001582 }
1583 thread_pool_->StartWorkers(self);
1584
1585 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1586 // thread destructor's called below perform join).
1587 CHECK_NE(self->GetState(), kRunnable);
1588
1589 // Wait for all the worker threads to finish.
1590 thread_pool_->Wait(self, true, false);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001591
1592 // And stop the workers accepting jobs.
1593 thread_pool_->StopWorkers(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001594 }
1595
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001596 size_t NextIndex() {
Orion Hodson88591fe2018-03-06 13:35:43 +00001597 return index_.fetch_add(1, std::memory_order_seq_cst);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001598 }
1599
Brian Carlstrom7940e442013-07-12 13:46:57 -07001600 private:
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001601 template <typename Fn>
1602 class ForAllClosureLambda : public Task {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001603 public:
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001604 ForAllClosureLambda(ParallelCompilationManager* manager, size_t end, Fn fn)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001605 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001606 end_(end),
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001607 fn_(fn) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001608
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001609 void Run(Thread* self) OVERRIDE {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001610 while (true) {
1611 const size_t index = manager_->NextIndex();
1612 if (UNLIKELY(index >= end_)) {
1613 break;
1614 }
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001615 fn_(index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001616 self->AssertNoPendingException();
1617 }
1618 }
1619
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001620 void Finalize() OVERRIDE {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001621 delete this;
1622 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001623
Brian Carlstrom7940e442013-07-12 13:46:57 -07001624 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001625 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001626 const size_t end_;
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001627 Fn fn_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001628 };
1629
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001630 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001631 ClassLinker* const class_linker_;
1632 const jobject class_loader_;
1633 CompilerDriver* const compiler_;
1634 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001635 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001636 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001637
1638 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001639};
1640
Jeff Hao0e49b422013-11-08 12:16:56 -08001641// A fast version of SkipClass above if the class pointer is available
1642// that avoids the expensive FindInClassPath search.
Vladimir Marko28e012a2017-12-07 11:22:59 +00001643static bool SkipClass(jobject class_loader, const DexFile& dex_file, ObjPtr<mirror::Class> klass)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001644 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001645 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001646 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1647 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001648 if (class_loader == nullptr) {
David Sehr709b0702016-10-13 09:12:37 -07001649 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from "
Jeff Hao0e49b422013-11-08 12:16:56 -08001650 << dex_file.GetLocation() << " previously found in "
1651 << original_dex_file.GetLocation();
1652 }
1653 return true;
1654 }
1655 return false;
1656}
1657
Mathieu Chartier70b63482014-06-27 17:19:04 -07001658static void CheckAndClearResolveException(Thread* self)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001659 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier70b63482014-06-27 17:19:04 -07001660 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001661 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001662 std::string temp;
1663 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1664 const char* expected_exceptions[] = {
1665 "Ljava/lang/IllegalAccessError;",
1666 "Ljava/lang/IncompatibleClassChangeError;",
1667 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001668 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001669 "Ljava/lang/NoClassDefFoundError;",
1670 "Ljava/lang/NoSuchFieldError;",
1671 "Ljava/lang/NoSuchMethodError;"
1672 };
1673 bool found = false;
1674 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1675 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1676 found = true;
1677 }
1678 }
1679 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001680 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001681 }
1682 self->ClearException();
1683}
1684
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001685bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file,
1686 uint16_t class_def_idx) const {
Mathieu Chartier18e26872018-06-04 17:19:02 -07001687 ClassAccessor accessor(dex_file, class_def_idx);
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001688 // We require a constructor barrier if there are final instance fields.
Mathieu Chartier18e26872018-06-04 17:19:02 -07001689 for (const ClassAccessor::Field& field : accessor.GetInstanceFields()) {
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001690 if (field.IsFinal()) {
Mathieu Chartier18e26872018-06-04 17:19:02 -07001691 return true;
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001692 }
Mathieu Chartier18e26872018-06-04 17:19:02 -07001693 }
1694 return false;
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001695}
1696
Mathieu Chartier90443472015-07-16 20:32:27 -07001697class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor {
1698 public:
1699 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager)
1700 : manager_(manager) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001701
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001702 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08001703 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07001704 Thread* const self = Thread::Current();
1705 jobject jclass_loader = manager_->GetClassLoader();
1706 const DexFile& dex_file = *manager_->GetDexFile();
1707 ClassLinker* class_linker = manager_->GetClassLinker();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001708
Mathieu Chartier90443472015-07-16 20:32:27 -07001709 // Method and Field are the worst. We can't resolve without either
1710 // context from the code use (to disambiguate virtual vs direct
1711 // method and instance vs static field) or from class
1712 // definitions. While the compiler will resolve what it can as it
1713 // needs it, here we try to resolve fields and methods used in class
1714 // definitions, since many of them many never be referenced by
1715 // generated code.
1716 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1717 ScopedObjectAccess soa(self);
1718 StackHandleScope<2> hs(soa.Self());
1719 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001720 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001721 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00001722 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07001723 // Resolve the class.
Vladimir Marko28e012a2017-12-07 11:22:59 +00001724 ObjPtr<mirror::Class> klass =
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001725 class_linker->ResolveType(class_def.class_idx_, dex_cache, class_loader);
Mathieu Chartier90443472015-07-16 20:32:27 -07001726 bool resolve_fields_and_methods;
1727 if (klass == nullptr) {
1728 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1729 // attempt to resolve methods and fields when there is no declaring class.
1730 CheckAndClearResolveException(soa.Self());
1731 resolve_fields_and_methods = false;
1732 } else {
1733 // We successfully resolved a class, should we skip it?
1734 if (SkipClass(jclass_loader, dex_file, klass)) {
1735 return;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001736 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001737 // We want to resolve the methods and fields eagerly.
1738 resolve_fields_and_methods = true;
Ian Rogers68b56852014-08-29 20:19:11 -07001739 }
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001740 // If an instance field is final then we need to have a barrier on the return, static final
1741 // fields are assigned within the lock held for class initialization.
1742 bool requires_constructor_barrier = false;
1743
Mathieu Chartier18e26872018-06-04 17:19:02 -07001744 ClassAccessor accessor(dex_file, class_def_index);
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001745 // Optionally resolve fields and methods and figure out if we need a constructor barrier.
1746 auto method_visitor = [&](const ClassAccessor::Method& method)
1747 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001748 if (resolve_fields_and_methods) {
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001749 ArtMethod* resolved = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
1750 method.GetIndex(),
1751 dex_cache,
1752 class_loader,
1753 /* referrer */ nullptr,
1754 method.GetInvokeType(class_def.access_flags_));
1755 if (resolved == nullptr) {
1756 CheckAndClearResolveException(soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07001757 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001758 }
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001759 };
1760 accessor.VisitFieldsAndMethods(
1761 // static fields
1762 [&](ClassAccessor::Field& field) REQUIRES_SHARED(Locks::mutator_lock_) {
1763 if (resolve_fields_and_methods) {
1764 ArtField* resolved = class_linker->ResolveField(
1765 field.GetIndex(), dex_cache, class_loader, /* is_static */ true);
1766 if (resolved == nullptr) {
1767 CheckAndClearResolveException(soa.Self());
1768 }
1769 }
1770 },
1771 // instance fields
1772 [&](ClassAccessor::Field& field) REQUIRES_SHARED(Locks::mutator_lock_) {
1773 if (field.IsFinal()) {
1774 // We require a constructor barrier if there are final instance fields.
1775 requires_constructor_barrier = true;
1776 }
1777 if (resolve_fields_and_methods) {
1778 ArtField* resolved = class_linker->ResolveField(
1779 field.GetIndex(), dex_cache, class_loader, /* is_static */ false);
1780 if (resolved == nullptr) {
1781 CheckAndClearResolveException(soa.Self());
1782 }
1783 }
1784 },
1785 /*direct methods*/ method_visitor,
1786 /*virtual methods*/ method_visitor);
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07001787 manager_->GetCompiler()->SetRequiresConstructorBarrier(self,
1788 &dex_file,
1789 class_def_index,
1790 requires_constructor_barrier);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001791 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001792
Mathieu Chartier90443472015-07-16 20:32:27 -07001793 private:
1794 const ParallelCompilationManager* const manager_;
1795};
1796
1797class ResolveTypeVisitor : public CompilationVisitor {
1798 public:
1799 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) {
1800 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001801 void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001802 // Class derived values are more complicated, they require the linker and loader.
Mathieu Chartier90443472015-07-16 20:32:27 -07001803 ScopedObjectAccess soa(Thread::Current());
1804 ClassLinker* class_linker = manager_->GetClassLinker();
1805 const DexFile& dex_file = *manager_->GetDexFile();
1806 StackHandleScope<2> hs(soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07001807 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001808 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader())));
Mathieu Chartierd57d4542015-10-14 10:55:30 -07001809 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile(
1810 dex_file,
Mathieu Chartierf284d442016-06-02 11:48:30 -07001811 class_loader.Get())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001812 ObjPtr<mirror::Class> klass = (dex_cache != nullptr)
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001813 ? class_linker->ResolveType(dex::TypeIndex(type_idx), dex_cache, class_loader)
Vladimir Markocd556b02017-02-03 11:47:34 +00001814 : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001815
Mathieu Chartier90443472015-07-16 20:32:27 -07001816 if (klass == nullptr) {
1817 soa.Self()->AssertPendingException();
1818 mirror::Throwable* exception = soa.Self()->GetException();
1819 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1820 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1821 // There's little point continuing compilation if the heap is exhausted.
1822 LOG(FATAL) << "Out of memory during type resolution for compilation";
1823 }
1824 soa.Self()->ClearException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001825 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001826 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001827
1828 private:
1829 const ParallelCompilationManager* const manager_;
1830};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001831
Andreas Gampeace0dc12016-01-20 13:33:13 -08001832void CompilerDriver::ResolveDexFile(jobject class_loader,
1833 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001834 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001835 ThreadPool* thread_pool,
1836 size_t thread_count,
1837 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001838 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1839
1840 // TODO: we could resolve strings here, although the string table is largely filled with class
1841 // and method names.
1842
Andreas Gampede7b4362014-07-28 18:38:57 -07001843 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1844 thread_pool);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001845 if (GetCompilerOptions().IsBootImage()) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001846 // For images we resolve all types, such as array, whereas for applications just those with
1847 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001848 TimingLogger::ScopedTiming t("Resolve Types", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001849 ResolveTypeVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001850 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001851 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001852
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001853 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001854 ResolveClassFieldsAndMethodsVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001855 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001856}
1857
Andreas Gampeace0dc12016-01-20 13:33:13 -08001858void CompilerDriver::SetVerified(jobject class_loader,
1859 const std::vector<const DexFile*>& dex_files,
1860 TimingLogger* timings) {
1861 // This can be run in parallel.
Mathieu Chartier90443472015-07-16 20:32:27 -07001862 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001863 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001864 SetVerifiedDexFile(class_loader,
1865 *dex_file,
1866 dex_files,
1867 parallel_thread_pool_.get(),
1868 parallel_thread_count_,
1869 timings);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001870 }
1871}
1872
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001873static void LoadAndUpdateStatus(const ClassAccessor& accessor,
Vladimir Marko2c64a832018-01-04 11:31:56 +00001874 ClassStatus status,
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001875 Handle<mirror::ClassLoader> class_loader,
1876 Thread* self)
1877 REQUIRES_SHARED(Locks::mutator_lock_) {
1878 StackHandleScope<1> hs(self);
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001879 const char* descriptor = accessor.GetDescriptor();
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001880 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1881 Handle<mirror::Class> cls(hs.NewHandle<mirror::Class>(
1882 class_linker->FindClass(self, descriptor, class_loader)));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001883 if (cls != nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001884 // Check that the class is resolved with the current dex file. We might get
1885 // a boot image class, or a class in a different dex file for multidex, and
1886 // we should not update the status in that case.
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001887 if (&cls->GetDexFile() == &accessor.GetDexFile()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001888 ObjectLock<mirror::Class> lock(self, cls);
1889 mirror::Class::SetStatus(cls, status, self);
1890 }
1891 } else {
1892 DCHECK(self->IsExceptionPending());
1893 self->ClearException();
1894 }
1895}
1896
Nicolas Geoffray74981052017-01-16 17:54:09 +00001897bool CompilerDriver::FastVerify(jobject jclass_loader,
1898 const std::vector<const DexFile*>& dex_files,
1899 TimingLogger* timings) {
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001900 verifier::VerifierDeps* verifier_deps =
1901 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
Mathieu Chartier72041a02017-07-14 18:23:25 -07001902 // If there exist VerifierDeps that aren't the ones we just created to output, use them to verify.
1903 if (verifier_deps == nullptr || verifier_deps->OutputOnly()) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001904 return false;
1905 }
1906 TimingLogger::ScopedTiming t("Fast Verify", timings);
1907 ScopedObjectAccess soa(Thread::Current());
1908 StackHandleScope<2> hs(soa.Self());
1909 Handle<mirror::ClassLoader> class_loader(
1910 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Nicolas Geoffray74981052017-01-16 17:54:09 +00001911 if (!verifier_deps->ValidateDependencies(class_loader, soa.Self())) {
1912 return false;
1913 }
1914
Nicolas Geoffray49cda062017-04-21 13:08:25 +01001915 bool compiler_only_verifies = !GetCompilerOptions().IsAnyCompilationEnabled();
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001916
Nicolas Geoffray74981052017-01-16 17:54:09 +00001917 // We successfully validated the dependencies, now update class status
1918 // of verified classes. Note that the dependencies also record which classes
1919 // could not be fully verified; we could try again, but that would hurt verification
1920 // time. So instead we assume these classes still need to be verified at
1921 // runtime.
1922 for (const DexFile* dex_file : dex_files) {
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07001923 // Fetch the list of unverified classes.
1924 const std::set<dex::TypeIndex>& unverified_classes =
Nicolas Geoffray74981052017-01-16 17:54:09 +00001925 verifier_deps->GetUnverifiedClasses(*dex_file);
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001926 for (ClassAccessor accessor : dex_file->GetClasses()) {
1927 if (unverified_classes.find(accessor.GetClassIdx()) == unverified_classes.end()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001928 if (compiler_only_verifies) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001929 // Just update the compiled_classes_ map. The compiler doesn't need to resolve
1930 // the type.
Mathieu Chartier18e26872018-06-04 17:19:02 -07001931 ClassReference ref(dex_file, accessor.GetClassDefIndex());
Mathieu Chartier2eabc612018-05-25 14:31:16 -07001932 const ClassStatus existing = ClassStatus::kNotReady;
Mathieu Chartier1a088d42017-07-18 11:43:57 -07001933 ClassStateTable::InsertResult result =
Vladimir Marko2c64a832018-01-04 11:31:56 +00001934 compiled_classes_.Insert(ref, existing, ClassStatus::kVerified);
Mathieu Chartier2eabc612018-05-25 14:31:16 -07001935 CHECK_EQ(result, ClassStateTable::kInsertResultSuccess) << ref.dex_file->GetLocation();
Nicolas Geoffray74981052017-01-16 17:54:09 +00001936 } else {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001937 // Update the class status, so later compilation stages know they don't need to verify
Nicolas Geoffray74981052017-01-16 17:54:09 +00001938 // the class.
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001939 LoadAndUpdateStatus(accessor, ClassStatus::kVerified, class_loader, soa.Self());
Nicolas Geoffray74981052017-01-16 17:54:09 +00001940 // Create `VerifiedMethod`s for each methods, the compiler expects one for
1941 // quickening or compiling.
1942 // Note that this means:
1943 // - We're only going to compile methods that did verify.
1944 // - Quickening will not do checkcast ellision.
1945 // TODO(ngeoffray): Reconsider this once we refactor compiler filters.
Mathieu Chartier0d896bd2018-05-25 00:20:27 -07001946 for (const ClassAccessor::Method& method : accessor.GetMethods()) {
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001947 verification_results_->CreateVerifiedMethodFor(method.GetReference());
Mathieu Chartier0d896bd2018-05-25 00:20:27 -07001948 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001949 }
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001950 } else if (!compiler_only_verifies) {
1951 // Make sure later compilation stages know they should not try to verify
1952 // this class again.
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07001953 LoadAndUpdateStatus(accessor,
Vladimir Marko2c64a832018-01-04 11:31:56 +00001954 ClassStatus::kRetryVerificationAtRuntime,
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001955 class_loader,
1956 soa.Self());
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001957 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001958 }
1959 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00001960 return true;
1961}
1962
1963void CompilerDriver::Verify(jobject jclass_loader,
1964 const std::vector<const DexFile*>& dex_files,
1965 TimingLogger* timings) {
1966 if (FastVerify(jclass_loader, dex_files, timings)) {
1967 return;
1968 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001969
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001970 // If there is no existing `verifier_deps` (because of non-existing vdex), or
1971 // the existing `verifier_deps` is not valid anymore, create a new one for
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001972 // non boot image compilation. The verifier will need it to record the new dependencies.
1973 // Then dex2oat can update the vdex file with these new dependencies.
1974 if (!GetCompilerOptions().IsBootImage()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07001975 // Dex2oat creates the verifier deps.
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001976 // Create the main VerifierDeps, and set it to this thread.
Mathieu Chartier72041a02017-07-14 18:23:25 -07001977 verifier::VerifierDeps* verifier_deps =
1978 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
1979 CHECK(verifier_deps != nullptr);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001980 Thread::Current()->SetVerifierDeps(verifier_deps);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001981 // Create per-thread VerifierDeps to avoid contention on the main one.
1982 // We will merge them after verification.
1983 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07001984 worker->GetThread()->SetVerifierDeps(new verifier::VerifierDeps(dex_files_for_oat_file_));
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001985 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001986 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00001987
Nicolas Geoffray46847392017-04-28 14:56:39 +01001988 // Verification updates VerifierDeps and needs to run single-threaded to be deterministic.
1989 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
1990 ThreadPool* verify_thread_pool =
1991 force_determinism ? single_thread_pool_.get() : parallel_thread_pool_.get();
1992 size_t verify_thread_count = force_determinism ? 1U : parallel_thread_count_;
Mathieu Chartier90443472015-07-16 20:32:27 -07001993 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001994 CHECK(dex_file != nullptr);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001995 VerifyDexFile(jclass_loader,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001996 *dex_file,
1997 dex_files,
Nicolas Geoffray46847392017-04-28 14:56:39 +01001998 verify_thread_pool,
1999 verify_thread_count,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002000 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002001 }
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002002
2003 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002004 // Merge all VerifierDeps into the main one.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002005 verifier::VerifierDeps* verifier_deps = Thread::Current()->GetVerifierDeps();
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002006 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
2007 verifier::VerifierDeps* thread_deps = worker->GetThread()->GetVerifierDeps();
2008 worker->GetThread()->SetVerifierDeps(nullptr);
Mathieu Chartier72041a02017-07-14 18:23:25 -07002009 verifier_deps->MergeWith(*thread_deps, dex_files_for_oat_file_);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002010 delete thread_deps;
2011 }
2012 Thread::Current()->SetVerifierDeps(nullptr);
2013 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002014}
2015
Mathieu Chartier90443472015-07-16 20:32:27 -07002016class VerifyClassVisitor : public CompilationVisitor {
2017 public:
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002018 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level)
Andreas Gampe7fe30232016-03-25 16:58:00 -07002019 : manager_(manager), log_level_(log_level) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07002020
Mathieu Chartier90443472015-07-16 20:32:27 -07002021 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002022 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002023 ScopedObjectAccess soa(Thread::Current());
2024 const DexFile& dex_file = *manager_->GetDexFile();
2025 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2026 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2027 ClassLinker* class_linker = manager_->GetClassLinker();
2028 jobject jclass_loader = manager_->GetClassLoader();
2029 StackHandleScope<3> hs(soa.Self());
2030 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002031 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002032 Handle<mirror::Class> klass(
2033 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002034 verifier::FailureKind failure_kind;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002035 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002036 CHECK(soa.Self()->IsExceptionPending());
2037 soa.Self()->ClearException();
Mathieu Chartier90443472015-07-16 20:32:27 -07002038
2039 /*
2040 * At compile time, we can still structurally verify the class even if FindClass fails.
2041 * This is to ensure the class is structurally sound for compilation. An unsound class
2042 * will be rejected by the verifier and later skipped during compilation in the compiler.
2043 */
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07002044 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00002045 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002046 std::string error_msg;
Nicolas Geoffray08025182016-10-25 17:20:18 +01002047 failure_kind =
2048 verifier::MethodVerifier::VerifyClass(soa.Self(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002049 &dex_file,
2050 dex_cache,
2051 class_loader,
David Brazdil15fc7292016-09-02 14:13:18 +01002052 class_def,
Andreas Gampe53e32d12015-12-09 21:03:23 -08002053 Runtime::Current()->GetCompilerCallbacks(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002054 true /* allow soft failures */,
Andreas Gampe7fe30232016-03-25 16:58:00 -07002055 log_level_,
Nicolas Geoffray08025182016-10-25 17:20:18 +01002056 &error_msg);
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002057 if (failure_kind == verifier::FailureKind::kHardFailure) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002058 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
2059 << " because: " << error_msg;
2060 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002061 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2062 manager_->GetCompiler()->AddSoftVerifierFailure();
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002063 } else {
2064 // Force a soft failure for the VerifierDeps. This is a sanity measure, as
2065 // the vdex file already records that the class hasn't been resolved. It avoids
2066 // trying to do future verification optimizations when processing the vdex file.
Andreas Gampef39208f2017-10-19 15:06:59 -07002067 DCHECK(failure_kind == verifier::FailureKind::kNoFailure) << failure_kind;
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002068 failure_kind = verifier::FailureKind::kSoftFailure;
Mathieu Chartier90443472015-07-16 20:32:27 -07002069 }
Andreas Gampebb30d5d2018-04-23 09:59:25 -07002070 } else if (&klass->GetDexFile() != &dex_file) {
2071 // Skip a duplicate class (as the resolved class is from another, earlier dex file).
2072 return; // Do not update state.
Mathieu Chartier90443472015-07-16 20:32:27 -07002073 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
David Sehr709b0702016-10-13 09:12:37 -07002074 CHECK(klass->IsResolved()) << klass->PrettyClass();
Nicolas Geoffray08025182016-10-25 17:20:18 +01002075 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_);
Mathieu Chartier90443472015-07-16 20:32:27 -07002076
2077 if (klass->IsErroneous()) {
2078 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
2079 CHECK(soa.Self()->IsExceptionPending());
2080 soa.Self()->ClearException();
2081 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002082 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2083 manager_->GetCompiler()->AddSoftVerifierFailure();
Mathieu Chartier90443472015-07-16 20:32:27 -07002084 }
2085
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002086 CHECK(klass->ShouldVerifyAtRuntime() || klass->IsVerified() || klass->IsErroneous())
David Sehr709b0702016-10-13 09:12:37 -07002087 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus();
Mathieu Chartier90443472015-07-16 20:32:27 -07002088
Nicolas Geoffrayc7da1d62017-04-19 09:36:24 +01002089 // Class has a meaningful status for the compiler now, record it.
2090 ClassReference ref(manager_->GetDexFile(), class_def_index);
2091 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
2092
Andreas Gamped278cb42017-11-22 14:13:00 -08002093 // It is *very* problematic if there are resolution errors in the boot classpath.
2094 //
2095 // It is also bad if classes fail verification. For example, we rely on things working
2096 // OK without verification when the decryption dialog is brought up. It is thus highly
2097 // recommended to compile the boot classpath with
2098 // --abort-on-hard-verifier-error --abort-on-soft-verifier-error
2099 // which is the default build system configuration.
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002100 if (kIsDebugBuild) {
Orion Hodsonc5e0d3f2017-08-22 19:00:04 +01002101 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage()) {
Andreas Gamped278cb42017-11-22 14:13:00 -08002102 if (!klass->IsResolved() || klass->IsErroneous()) {
Andreas Gampe12fadcd2017-08-03 05:06:28 -07002103 LOG(FATAL) << "Boot classpath class " << klass->PrettyClass()
Andreas Gamped278cb42017-11-22 14:13:00 -08002104 << " failed to resolve/is erroneous: state= " << klass->GetStatus();
2105 UNREACHABLE();
Andreas Gampe12fadcd2017-08-03 05:06:28 -07002106 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002107 }
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002108 if (klass->IsVerified()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002109 DCHECK_EQ(failure_kind, verifier::FailureKind::kNoFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002110 } else if (klass->ShouldVerifyAtRuntime()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002111 DCHECK_EQ(failure_kind, verifier::FailureKind::kSoftFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002112 } else {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002113 DCHECK_EQ(failure_kind, verifier::FailureKind::kHardFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002114 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002115 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002116 } else {
2117 // Make the skip a soft failure, essentially being considered as verify at runtime.
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002118 failure_kind = verifier::FailureKind::kSoftFailure;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002119 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002120 verifier::VerifierDeps::MaybeRecordVerificationStatus(
2121 dex_file, class_def.class_idx_, failure_kind);
Mathieu Chartier90443472015-07-16 20:32:27 -07002122 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002123 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002124
2125 private:
2126 const ParallelCompilationManager* const manager_;
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002127 const verifier::HardFailLogMode log_level_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002128};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002129
Andreas Gampeace0dc12016-01-20 13:33:13 -08002130void CompilerDriver::VerifyDexFile(jobject class_loader,
2131 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002132 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002133 ThreadPool* thread_pool,
2134 size_t thread_count,
2135 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002136 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002137 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002138 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2139 thread_pool);
Andreas Gampef39208f2017-10-19 15:06:59 -07002140 bool abort_on_verifier_failures = GetCompilerOptions().AbortOnHardVerifierFailure()
2141 || GetCompilerOptions().AbortOnSoftVerifierFailure();
2142 verifier::HardFailLogMode log_level = abort_on_verifier_failures
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002143 ? verifier::HardFailLogMode::kLogInternalFatal
2144 : verifier::HardFailLogMode::kLogWarning;
Andreas Gampe7fe30232016-03-25 16:58:00 -07002145 VerifyClassVisitor visitor(&context, log_level);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002146 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002147}
2148
Mathieu Chartier90443472015-07-16 20:32:27 -07002149class SetVerifiedClassVisitor : public CompilationVisitor {
2150 public:
2151 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2152
2153 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002154 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002155 ScopedObjectAccess soa(Thread::Current());
2156 const DexFile& dex_file = *manager_->GetDexFile();
2157 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2158 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2159 ClassLinker* class_linker = manager_->GetClassLinker();
2160 jobject jclass_loader = manager_->GetClassLoader();
2161 StackHandleScope<3> hs(soa.Self());
2162 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002163 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002164 Handle<mirror::Class> klass(
2165 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2166 // Class might have failed resolution. Then don't set it to verified.
Andreas Gampefa4333d2017-02-14 11:10:34 -08002167 if (klass != nullptr) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002168 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
2169 // very wrong.
Vladimir Marko72ab6842017-01-20 19:32:50 +00002170 if (klass->IsResolved() && !klass->IsErroneousResolved()) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002171 if (klass->GetStatus() < ClassStatus::kVerified) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002172 ObjectLock<mirror::Class> lock(soa.Self(), klass);
2173 // Set class status to verified.
Vladimir Marko2c64a832018-01-04 11:31:56 +00002174 mirror::Class::SetStatus(klass, ClassStatus::kVerified, soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07002175 // Mark methods as pre-verified. If we don't do this, the interpreter will run with
2176 // access checks.
Igor Murashkindf707e42016-02-02 16:56:50 -08002177 klass->SetSkipAccessChecksFlagOnAllMethods(
Mathieu Chartier90443472015-07-16 20:32:27 -07002178 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet()));
Igor Murashkindf707e42016-02-02 16:56:50 -08002179 klass->SetVerificationAttempted();
Mathieu Chartier90443472015-07-16 20:32:27 -07002180 }
2181 // Record the final class status if necessary.
2182 ClassReference ref(manager_->GetDexFile(), class_def_index);
2183 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002184 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002185 } else {
2186 Thread* self = soa.Self();
2187 DCHECK(self->IsExceptionPending());
2188 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002189 }
2190 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002191
2192 private:
2193 const ParallelCompilationManager* const manager_;
2194};
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002195
Andreas Gampeace0dc12016-01-20 13:33:13 -08002196void CompilerDriver::SetVerifiedDexFile(jobject class_loader,
2197 const DexFile& dex_file,
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002198 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002199 ThreadPool* thread_pool,
2200 size_t thread_count,
2201 TimingLogger* timings) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002202 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002203 if (!compiled_classes_.HaveDexFile(&dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002204 compiled_classes_.AddDexFile(&dex_file);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002205 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002206 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2207 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2208 thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002209 SetVerifiedClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002210 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002211}
2212
Mathieu Chartier90443472015-07-16 20:32:27 -07002213class InitializeClassVisitor : public CompilationVisitor {
2214 public:
2215 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
Ian Rogersfc0e94b2013-09-23 23:51:32 -07002216
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002217 void Visit(size_t class_def_index) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002218 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002219 jobject jclass_loader = manager_->GetClassLoader();
2220 const DexFile& dex_file = *manager_->GetDexFile();
2221 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2222 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
2223 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Jeff Hao0e49b422013-11-08 12:16:56 -08002224
Mathieu Chartier90443472015-07-16 20:32:27 -07002225 ScopedObjectAccess soa(Thread::Current());
2226 StackHandleScope<3> hs(soa.Self());
2227 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002228 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002229 Handle<mirror::Class> klass(
2230 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
2231
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002232 if (klass != nullptr && !SkipClass(manager_->GetClassLoader(), dex_file, klass.Get())) {
2233 TryInitializeClass(klass, class_loader);
2234 }
2235 // Clear any class not found or verification exceptions.
2236 soa.Self()->ClearException();
2237 }
2238
2239 // A helper function for initializing klass.
2240 void TryInitializeClass(Handle<mirror::Class> klass, Handle<mirror::ClassLoader>& class_loader)
2241 REQUIRES_SHARED(Locks::mutator_lock_) {
2242 const DexFile& dex_file = klass->GetDexFile();
2243 const DexFile::ClassDef* class_def = klass->GetClassDef();
2244 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def->class_idx_);
2245 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
2246 ScopedObjectAccessUnchecked soa(Thread::Current());
2247 StackHandleScope<3> hs(soa.Self());
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002248 const bool is_boot_image = manager_->GetCompiler()->GetCompilerOptions().IsBootImage();
Mathieu Chartier17498e52017-06-13 11:35:04 -07002249 const bool is_app_image = manager_->GetCompiler()->GetCompilerOptions().IsAppImage();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002250
Vladimir Marko2c64a832018-01-04 11:31:56 +00002251 ClassStatus old_status = klass->GetStatus();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002252 // Don't initialize classes in boot space when compiling app image
2253 if (is_app_image && klass->IsBootStrapClassLoaded()) {
2254 // Also return early and don't store the class status in the recorded class status.
2255 return;
2256 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002257 // Only try to initialize classes that were successfully verified.
2258 if (klass->IsVerified()) {
2259 // Attempt to initialize the class but bail if we either need to initialize the super-class
2260 // or static fields.
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002261 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002262 old_status = klass->GetStatus();
2263 if (!klass->IsInitialized()) {
2264 // We don't want non-trivial class initialization occurring on multiple threads due to
2265 // deadlock problems. For example, a parent class is initialized (holding its lock) that
2266 // refers to a sub-class in its static/class initializer causing it to try to acquire the
2267 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
2268 // after first initializing its parents, whose locks are acquired. This leads to a
2269 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
2270 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
2271 // than use a special Object for the purpose we use the Class of java.lang.Class.
2272 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
2273 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
2274 // Attempt to initialize allowing initialization of parent classes but still not static
2275 // fields.
Chang Xinge602b1c2017-06-30 11:55:01 -07002276 // Initialize dependencies first only for app image, to make TryInitialize recursive.
2277 bool is_superclass_initialized = !is_app_image ? true :
2278 InitializeDependencies(klass, class_loader, soa.Self());
2279 if (!is_app_image || (is_app_image && is_superclass_initialized)) {
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002280 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Chang Xinge602b1c2017-06-30 11:55:01 -07002281 }
2282 // Otherwise it's in app image but superclasses can't be initialized, no need to proceed.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002283 old_status = klass->GetStatus();
Chang Xing70f689d2017-06-08 17:16:12 -07002284
2285 bool too_many_encoded_fields = false;
2286 if (!is_boot_image && klass->NumStaticFields() > kMaxEncodedFields) {
2287 too_many_encoded_fields = true;
2288 }
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002289 // If the class was not initialized, we can proceed to see if we can initialize static
Chang Xing70f689d2017-06-08 17:16:12 -07002290 // fields. Limit the max number of encoded fields.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002291 if (!klass->IsInitialized() &&
Mathieu Chartier17498e52017-06-13 11:35:04 -07002292 (is_app_image || is_boot_image) &&
Chang Xinge602b1c2017-06-30 11:55:01 -07002293 is_superclass_initialized &&
Chang Xing70f689d2017-06-08 17:16:12 -07002294 !too_many_encoded_fields &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002295 manager_->GetCompiler()->IsImageClass(descriptor)) {
2296 bool can_init_static_fields = false;
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002297 if (is_boot_image) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002298 // We need to initialize static fields, we only do this for image classes that aren't
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002299 // marked with the $NoPreloadHolder (which implies this should not be initialized
2300 // early).
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002301 can_init_static_fields = !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
2302 } else {
Mathieu Chartier17498e52017-06-13 11:35:04 -07002303 CHECK(is_app_image);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002304 // The boot image case doesn't need to recursively initialize the dependencies with
2305 // special logic since the class linker already does this.
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002306 can_init_static_fields =
Mathieu Chartier0933cc52018-03-23 14:25:08 -07002307 ClassLinker::kAppImageMayContainStrings &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002308 !soa.Self()->IsExceptionPending() &&
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002309 is_superclass_initialized &&
2310 NoClinitInDependency(klass, soa.Self(), &class_loader);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002311 // TODO The checking for clinit can be removed since it's already
2312 // checked when init superclass. Currently keep it because it contains
2313 // processing of intern strings. Will be removed later when intern strings
2314 // and clinit are both initialized.
2315 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002316
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002317 if (can_init_static_fields) {
2318 VLOG(compiler) << "Initializing: " << descriptor;
2319 // TODO multithreading support. We should ensure the current compilation thread has
2320 // exclusive access to the runtime and the transaction. To achieve this, we could use
2321 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
2322 // checks in Thread::AssertThreadSuspensionIsAllowable.
2323 Runtime* const runtime = Runtime::Current();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002324 // Run the class initializer in transaction mode.
Chang Xing5a906fc2017-07-26 15:01:16 -07002325 runtime->EnterTransactionMode(is_app_image, klass.Get());
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002326 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2327 true);
2328 // TODO we detach transaction from runtime to indicate we quit the transactional
2329 // mode which prevents the GC from visiting objects modified during the transaction.
2330 // Ensure GC is not run so don't access freed objects when aborting transaction.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002331
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002332 {
2333 ScopedAssertNoThreadSuspension ants("Transaction end");
Chang Xing16d1dd82017-07-20 17:56:26 -07002334
2335 if (success) {
2336 runtime->ExitTransactionMode();
2337 DCHECK(!runtime->IsActiveTransaction());
2338 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002339
Mathieu Chartier90443472015-07-16 20:32:27 -07002340 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002341 CHECK(soa.Self()->IsExceptionPending());
2342 mirror::Throwable* exception = soa.Self()->GetException();
2343 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2344 << exception->Dump();
2345 std::ostream* file_log = manager_->GetCompiler()->
2346 GetCompilerOptions().GetInitFailureOutput();
2347 if (file_log != nullptr) {
2348 *file_log << descriptor << "\n";
2349 *file_log << exception->Dump() << "\n";
2350 }
2351 soa.Self()->ClearException();
Chang Xing605fe242017-07-20 15:57:21 -07002352 runtime->RollbackAllTransactions();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002353 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002354 } else if (is_boot_image) {
2355 // For boot image, we want to put the updated status in the oat class since we can't
2356 // reject the image anyways.
2357 old_status = klass->GetStatus();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002358 }
2359 }
2360
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002361 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002362 // On failure, still intern strings of static fields and seen in <clinit>, as these
2363 // will be created in the zygote. This is separated from the transaction code just
2364 // above as we will allocate strings, so must be allowed to suspend.
2365 if (&klass->GetDexFile() == manager_->GetDexFile()) {
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002366 InternStrings(klass, class_loader);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002367 } else {
2368 DCHECK(!is_boot_image) << "Boot image must have equal dex files";
Andreas Gampedbfe2542014-11-25 22:21:42 -08002369 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002370 }
2371 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002372 }
Jeff Hao0cb17282017-07-12 14:51:49 -07002373 // If the class still isn't initialized, at least try some checks that initialization
2374 // would do so they can be skipped at runtime.
2375 if (!klass->IsInitialized() &&
2376 manager_->GetClassLinker()->ValidateSuperClassDescriptors(klass)) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002377 old_status = ClassStatus::kSuperclassValidated;
Jeff Hao0cb17282017-07-12 14:51:49 -07002378 } else {
2379 soa.Self()->ClearException();
2380 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002381 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002382 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002383 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002384 // Record the final class status if necessary.
2385 ClassReference ref(&dex_file, klass->GetDexClassDefIndex());
2386 // Back up the status before doing initialization for static encoded fields,
2387 // because the static encoded branch wants to keep the status to uninitialized.
2388 manager_->GetCompiler()->RecordClassStatus(ref, old_status);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002389 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002390
2391 private:
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002392 void InternStrings(Handle<mirror::Class> klass, Handle<mirror::ClassLoader> class_loader)
2393 REQUIRES_SHARED(Locks::mutator_lock_) {
2394 DCHECK(manager_->GetCompiler()->GetCompilerOptions().IsBootImage());
2395 DCHECK(klass->IsVerified());
2396 DCHECK(!klass->IsInitialized());
2397
2398 StackHandleScope<1> hs(Thread::Current());
Vladimir Markoe11dd502017-12-08 14:09:45 +00002399 Handle<mirror::DexCache> dex_cache = hs.NewHandle(klass->GetDexCache());
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002400 const DexFile::ClassDef* class_def = klass->GetClassDef();
2401 ClassLinker* class_linker = manager_->GetClassLinker();
2402
Andreas Gampe7bf90482017-03-02 16:41:35 -08002403 // Check encoded final field values for strings and intern.
Vladimir Markoe11dd502017-12-08 14:09:45 +00002404 annotations::RuntimeEncodedStaticFieldValueIterator value_it(dex_cache,
2405 class_loader,
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002406 manager_->GetClassLinker(),
2407 *class_def);
2408 for ( ; value_it.HasNext(); value_it.Next()) {
2409 if (value_it.GetValueType() == annotations::RuntimeEncodedStaticFieldValueIterator::kString) {
2410 // Resolve the string. This will intern the string.
2411 art::ObjPtr<mirror::String> resolved = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002412 dex::StringIndex(value_it.GetJavaValue().i), dex_cache);
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002413 CHECK(resolved != nullptr);
2414 }
2415 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002416
2417 // Intern strings seen in <clinit>.
2418 ArtMethod* clinit = klass->FindClassInitializer(class_linker->GetImagePointerSize());
2419 if (clinit != nullptr) {
Mathieu Chartier73f21d42018-01-02 14:26:50 -08002420 for (const DexInstructionPcPair& inst : clinit->DexInstructions()) {
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002421 if (inst->Opcode() == Instruction::CONST_STRING) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002422 ObjPtr<mirror::String> s = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002423 dex::StringIndex(inst->VRegB_21c()), dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002424 CHECK(s != nullptr);
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002425 } else if (inst->Opcode() == Instruction::CONST_STRING_JUMBO) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002426 ObjPtr<mirror::String> s = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002427 dex::StringIndex(inst->VRegB_31c()), dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002428 CHECK(s != nullptr);
2429 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002430 }
2431 }
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002432 }
2433
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002434 bool ResolveTypesOfMethods(Thread* self, ArtMethod* m)
2435 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Markob45528c2017-07-27 14:14:28 +01002436 // Return value of ResolveReturnType() is discarded because resolve will be done internally.
2437 ObjPtr<mirror::Class> rtn_type = m->ResolveReturnType();
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002438 if (rtn_type == nullptr) {
2439 self->ClearException();
2440 return false;
2441 }
2442 const DexFile::TypeList* types = m->GetParameterTypeList();
2443 if (types != nullptr) {
2444 for (uint32_t i = 0; i < types->Size(); ++i) {
2445 dex::TypeIndex param_type_idx = types->GetTypeItem(i).type_idx_;
Vladimir Markob45528c2017-07-27 14:14:28 +01002446 ObjPtr<mirror::Class> param_type = m->ResolveClassFromTypeIndex(param_type_idx);
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002447 if (param_type == nullptr) {
2448 self->ClearException();
2449 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002450 }
2451 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002452 }
2453 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002454 }
2455
2456 // Pre resolve types mentioned in all method signatures before start a transaction
2457 // since ResolveType doesn't work in transaction mode.
2458 bool PreResolveTypes(Thread* self, const Handle<mirror::Class>& klass)
2459 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002460 PointerSize pointer_size = manager_->GetClassLinker()->GetImagePointerSize();
2461 for (ArtMethod& m : klass->GetMethods(pointer_size)) {
2462 if (!ResolveTypesOfMethods(self, &m)) {
2463 return false;
2464 }
2465 }
2466 if (klass->IsInterface()) {
2467 return true;
2468 } else if (klass->HasSuperClass()) {
2469 StackHandleScope<1> hs(self);
2470 MutableHandle<mirror::Class> super_klass(hs.NewHandle<mirror::Class>(klass->GetSuperClass()));
2471 for (int i = super_klass->GetVTableLength() - 1; i >= 0; --i) {
2472 ArtMethod* m = klass->GetVTableEntry(i, pointer_size);
2473 ArtMethod* super_m = super_klass->GetVTableEntry(i, pointer_size);
2474 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002475 return false;
2476 }
2477 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002478 for (int32_t i = 0; i < klass->GetIfTableCount(); ++i) {
2479 super_klass.Assign(klass->GetIfTable()->GetInterface(i));
2480 if (klass->GetClassLoader() != super_klass->GetClassLoader()) {
2481 uint32_t num_methods = super_klass->NumVirtualMethods();
2482 for (uint32_t j = 0; j < num_methods; ++j) {
2483 ArtMethod* m = klass->GetIfTable()->GetMethodArray(i)->GetElementPtrSize<ArtMethod*>(
2484 j, pointer_size);
2485 ArtMethod* super_m = super_klass->GetVirtualMethod(j, pointer_size);
2486 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
2487 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002488 }
2489 }
2490 }
2491 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002492 }
2493 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002494 }
2495
2496 // Initialize the klass's dependencies recursively before initializing itself.
2497 // Checking for interfaces is also necessary since interfaces can contain
2498 // both default methods and static encoded fields.
2499 bool InitializeDependencies(const Handle<mirror::Class>& klass,
2500 Handle<mirror::ClassLoader> class_loader,
2501 Thread* self)
2502 REQUIRES_SHARED(Locks::mutator_lock_) {
2503 if (klass->HasSuperClass()) {
2504 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2505 StackHandleScope<1> hs(self);
2506 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2507 if (!handle_scope_super->IsInitialized()) {
2508 this->TryInitializeClass(handle_scope_super, class_loader);
2509 if (!handle_scope_super->IsInitialized()) {
2510 return false;
2511 }
2512 }
2513 }
2514
2515 uint32_t num_if = klass->NumDirectInterfaces();
2516 for (size_t i = 0; i < num_if; i++) {
2517 ObjPtr<mirror::Class>
2518 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2519 StackHandleScope<1> hs(self);
2520 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2521
2522 TryInitializeClass(handle_interface, class_loader);
2523
2524 if (!handle_interface->IsInitialized()) {
2525 return false;
2526 }
2527 }
2528
2529 return PreResolveTypes(self, klass);
2530 }
2531
2532 // In this phase the classes containing class initializers are ignored. Make sure no
2533 // clinit appears in kalss's super class chain and interfaces.
2534 bool NoClinitInDependency(const Handle<mirror::Class>& klass,
2535 Thread* self,
2536 Handle<mirror::ClassLoader>* class_loader)
2537 REQUIRES_SHARED(Locks::mutator_lock_) {
2538 ArtMethod* clinit =
2539 klass->FindClassInitializer(manager_->GetClassLinker()->GetImagePointerSize());
2540 if (clinit != nullptr) {
2541 VLOG(compiler) << klass->PrettyClass() << ' ' << clinit->PrettyMethod(true);
2542 return false;
2543 }
2544 if (klass->HasSuperClass()) {
2545 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2546 StackHandleScope<1> hs(self);
2547 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2548 if (!NoClinitInDependency(handle_scope_super, self, class_loader)) {
2549 return false;
2550 }
2551 }
2552
2553 uint32_t num_if = klass->NumDirectInterfaces();
2554 for (size_t i = 0; i < num_if; i++) {
2555 ObjPtr<mirror::Class>
2556 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2557 StackHandleScope<1> hs(self);
2558 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2559 if (!NoClinitInDependency(handle_interface, self, class_loader)) {
2560 return false;
2561 }
2562 }
2563
Chang Xingba17dbd2017-06-28 21:27:56 +00002564 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002565 }
2566
Mathieu Chartier90443472015-07-16 20:32:27 -07002567 const ParallelCompilationManager* const manager_;
2568};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002569
Andreas Gampeace0dc12016-01-20 13:33:13 -08002570void CompilerDriver::InitializeClasses(jobject jni_class_loader,
2571 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002572 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002573 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002574 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002575
2576 // Initialization allocates objects and needs to run single-threaded to be deterministic.
2577 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2578 ThreadPool* init_thread_pool = force_determinism
2579 ? single_thread_pool_.get()
2580 : parallel_thread_pool_.get();
2581 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_;
2582
Brian Carlstrom7940e442013-07-12 13:46:57 -07002583 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002584 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002585 init_thread_pool);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002586
2587 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
2588 // Set the concurrency thread to 1 to support initialization for App Images since transaction
2589 // doesn't support multithreading now.
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002590 // TODO: remove this when transactional mode supports multithreading.
Andreas Gampeace0dc12016-01-20 13:33:13 -08002591 init_thread_count = 1U;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002592 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002593 InitializeClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002594 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002595}
2596
Mathieu Chartier91288d82016-04-28 09:44:54 -07002597class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002598 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002599 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs)
2600 : hs_(hs) {}
2601
2602 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE
2603 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002604 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) {
2605 return true;
2606 }
Mathieu Chartier085a0722016-04-01 17:33:31 -07002607 if (klass->IsArrayClass()) {
2608 StackHandleScope<1> hs(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002609 auto h_klass = hs.NewHandleWrapper(&klass);
2610 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true);
Mathieu Chartier085a0722016-04-01 17:33:31 -07002611 }
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002612 // Collect handles since there may be thread suspension in future EnsureInitialized.
2613 to_visit_.push_back(hs_.NewHandle(klass));
Nicolas Geoffray88f288e2016-06-29 08:17:52 +00002614 return true;
Nelli Kimbadee982016-05-13 13:08:53 +03002615 }
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002616
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002617 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) {
2618 for (Handle<mirror::Class> c : to_visit_) {
2619 // Create the conflict tables.
2620 FillIMTAndConflictTables(c.Get());
2621 }
2622 }
2623
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002624 private:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002625 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass)
2626 REQUIRES_SHARED(Locks::mutator_lock_) {
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002627 if (!klass->ShouldHaveImt()) {
2628 return;
2629 }
2630 if (visited_classes_.find(klass) != visited_classes_.end()) {
2631 return;
2632 }
2633 if (klass->HasSuperClass()) {
2634 FillIMTAndConflictTables(klass->GetSuperClass());
2635 }
2636 if (!klass->IsTemp()) {
2637 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass);
2638 }
2639 visited_classes_.insert(klass);
2640 }
2641
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002642 VariableSizedHandleScope& hs_;
2643 std::vector<Handle<mirror::Class>> to_visit_;
2644 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_;
Mathieu Chartier085a0722016-04-01 17:33:31 -07002645};
2646
Brian Carlstrom7940e442013-07-12 13:46:57 -07002647void CompilerDriver::InitializeClasses(jobject class_loader,
2648 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002649 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002650 for (size_t i = 0; i != dex_files.size(); ++i) {
2651 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002652 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002653 InitializeClasses(class_loader, *dex_file, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002654 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002655 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002656 // Make sure that we call EnsureIntiailized on all the array classes to call
2657 // SetVerificationAttempted so that the access flags are set. If we do not do this they get
2658 // changed at runtime resulting in more dirty image pages.
Mathieu Chartier91288d82016-04-28 09:44:54 -07002659 // Also create conflict tables.
2660 // Only useful if we are compiling an image (image_classes_ is not null).
Mathieu Chartier085a0722016-04-01 17:33:31 -07002661 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002662 VariableSizedHandleScope hs(soa.Self());
2663 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs);
Mathieu Chartier91288d82016-04-28 09:44:54 -07002664 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002665 visitor.FillAllIMTAndConflictTables();
Mathieu Chartier085a0722016-04-01 17:33:31 -07002666 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002667 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartier093ef212014-08-11 13:52:12 -07002668 // Prune garbage objects created during aborted transactions.
Roland Levillainaf290312018-02-27 20:02:17 +00002669 Runtime::Current()->GetHeap()->CollectGarbage(/* clear_soft_references */ true);
Mathieu Chartier093ef212014-08-11 13:52:12 -07002670 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002671}
2672
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002673template <typename CompileFn>
2674static void CompileDexFile(CompilerDriver* driver,
2675 jobject class_loader,
2676 const DexFile& dex_file,
2677 const std::vector<const DexFile*>& dex_files,
2678 ThreadPool* thread_pool,
2679 size_t thread_count,
2680 TimingLogger* timings,
2681 const char* timing_name,
2682 CompileFn compile_fn) {
2683 TimingLogger::ScopedTiming t(timing_name, timings);
2684 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(),
2685 class_loader,
2686 driver,
2687 &dex_file,
2688 dex_files,
2689 thread_pool);
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002690
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002691 auto compile = [&context, &compile_fn](size_t class_def_index) {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002692 ScopedTrace trace(__FUNCTION__);
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002693 const DexFile& dex_file = *context.GetDexFile();
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002694 ClassLinker* class_linker = context.GetClassLinker();
2695 jobject jclass_loader = context.GetClassLoader();
Mathieu Chartier90443472015-07-16 20:32:27 -07002696 ClassReference ref(&dex_file, class_def_index);
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07002697 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Mathieu Chartier18e26872018-06-04 17:19:02 -07002698 ClassAccessor accessor(dex_file, class_def_index);
Mathieu Chartier90443472015-07-16 20:32:27 -07002699 // Skip compiling classes with generic verifier failures since they will still fail at runtime
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002700 if (context.GetCompiler()->GetVerificationResults()->IsClassRejected(ref)) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07002701 return;
2702 }
Mathieu Chartier736b5602015-09-02 14:54:11 -07002703 // Use a scoped object access to perform to the quick SkipClass check.
Mathieu Chartier736b5602015-09-02 14:54:11 -07002704 ScopedObjectAccess soa(Thread::Current());
2705 StackHandleScope<3> hs(soa.Self());
2706 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002707 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier736b5602015-09-02 14:54:11 -07002708 Handle<mirror::Class> klass(
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07002709 hs.NewHandle(class_linker->FindClass(soa.Self(), accessor.GetDescriptor(), class_loader)));
Mathieu Chartier736b5602015-09-02 14:54:11 -07002710 Handle<mirror::DexCache> dex_cache;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002711 if (klass == nullptr) {
Mathieu Chartier736b5602015-09-02 14:54:11 -07002712 soa.Self()->AssertPendingException();
2713 soa.Self()->ClearException();
2714 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file));
2715 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2716 return;
Andreas Gampebb30d5d2018-04-23 09:59:25 -07002717 } else if (&klass->GetDexFile() != &dex_file) {
2718 // Skip a duplicate class (as the resolved class is from another, earlier dex file).
2719 return; // Do not update state.
Mathieu Chartier736b5602015-09-02 14:54:11 -07002720 } else {
2721 dex_cache = hs.NewHandle(klass->GetDexCache());
2722 }
2723
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07002724 // Avoid suspension if there are no methods to compile.
2725 if (accessor.NumDirectMethods() + accessor.NumVirtualMethods() == 0) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002726 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002727 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002728
Mathieu Chartier736b5602015-09-02 14:54:11 -07002729 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -07002730 ScopedThreadSuspension sts(soa.Self(), kNative);
Mathieu Chartier736b5602015-09-02 14:54:11 -07002731
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002732 CompilerDriver* const driver = context.GetCompiler();
Mathieu Chartier90443472015-07-16 20:32:27 -07002733
2734 // Can we run DEX-to-DEX compiler on this class ?
Mathieu Chartiera79efdb2018-01-18 16:31:01 -08002735 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level =
Mathieu Chartier736b5602015-09-02 14:54:11 -07002736 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002737
Mathieu Chartier90443472015-07-16 20:32:27 -07002738
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07002739 const bool compilation_enabled = driver->IsClassToCompile(accessor.GetDescriptor());
Mathieu Chartier90443472015-07-16 20:32:27 -07002740
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002741 // Compile direct and virtual methods.
2742 int64_t previous_method_idx = -1;
Mathieu Chartier0d896bd2018-05-25 00:20:27 -07002743 for (const ClassAccessor::Method& method : accessor.GetMethods()) {
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07002744 const uint32_t method_idx = method.GetIndex();
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002745 if (method_idx == previous_method_idx) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002746 // smali can create dex files with two encoded_methods sharing the same method_idx
2747 // http://code.google.com/p/smali/issues/detail?id=119
Mathieu Chartier0d896bd2018-05-25 00:20:27 -07002748 continue;
Mathieu Chartier90443472015-07-16 20:32:27 -07002749 }
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002750 previous_method_idx = method_idx;
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002751 compile_fn(soa.Self(),
2752 driver,
Mathieu Chartierc8c8d5f2018-05-22 11:56:14 -07002753 method.GetCodeItem(),
2754 method.GetAccessFlags(),
2755 method.GetInvokeType(class_def.access_flags_),
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002756 class_def_index,
2757 method_idx,
2758 class_loader,
2759 dex_file,
2760 dex_to_dex_compilation_level,
2761 compilation_enabled,
2762 dex_cache);
Mathieu Chartier0d896bd2018-05-25 00:20:27 -07002763 }
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002764 };
2765 context.ForAllLambda(0, dex_file.NumClassDefs(), compile, thread_count);
2766}
2767
2768void CompilerDriver::Compile(jobject class_loader,
2769 const std::vector<const DexFile*>& dex_files,
2770 TimingLogger* timings) {
2771 if (kDebugProfileGuidedCompilation) {
2772 LOG(INFO) << "[ProfileGuidedCompilation] " <<
2773 ((profile_compilation_info_ == nullptr)
2774 ? "null"
2775 : profile_compilation_info_->DumpInfo(&dex_files));
Brian Carlstrom7940e442013-07-12 13:46:57 -07002776 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002777
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002778 dex_to_dex_compiler_.ClearState();
2779 for (const DexFile* dex_file : dex_files) {
2780 CHECK(dex_file != nullptr);
2781 CompileDexFile(this,
2782 class_loader,
2783 *dex_file,
2784 dex_files,
2785 parallel_thread_pool_.get(),
2786 parallel_thread_count_,
2787 timings,
2788 "Compile Dex File Quick",
2789 CompileMethodQuick);
2790 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool();
2791 const size_t arena_alloc = arena_pool->GetBytesAllocated();
2792 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_);
2793 Runtime::Current()->ReclaimArenaPoolMemory();
2794 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002795
Mathieu Chartier279e3a32018-01-24 18:17:55 -08002796 if (dex_to_dex_compiler_.NumCodeItemsToQuicken(Thread::Current()) > 0u) {
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002797 // TODO: Not visit all of the dex files, its probably rare that only one would have quickened
2798 // methods though.
2799 for (const DexFile* dex_file : dex_files) {
2800 CompileDexFile(this,
2801 class_loader,
2802 *dex_file,
2803 dex_files,
2804 parallel_thread_pool_.get(),
2805 parallel_thread_count_,
2806 timings,
2807 "Compile Dex File Dex2Dex",
2808 CompileMethodDex2Dex);
2809 }
2810 dex_to_dex_compiler_.ClearState();
2811 }
2812
2813 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002814}
2815
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002816void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref,
2817 CompiledMethod* const compiled_method,
2818 size_t non_relative_linker_patch_count) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002819 DCHECK(GetCompiledMethod(method_ref) == nullptr) << method_ref.PrettyMethod();
2820 MethodTable::InsertResult result = compiled_methods_.Insert(method_ref,
2821 /*expected*/ nullptr,
2822 compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002823 CHECK(result == MethodTable::kInsertResultSuccess);
Orion Hodson88591fe2018-03-06 13:35:43 +00002824 non_relative_linker_patch_count_.fetch_add(non_relative_linker_patch_count,
2825 std::memory_order_relaxed);
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002826 DCHECK(GetCompiledMethod(method_ref) != nullptr) << method_ref.PrettyMethod();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002827}
2828
Mathieu Chartier279e3a32018-01-24 18:17:55 -08002829CompiledMethod* CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) {
2830 CompiledMethod* ret = nullptr;
2831 CHECK(compiled_methods_.Remove(method_ref, &ret));
2832 return ret;
2833}
2834
Vladimir Marko2c64a832018-01-04 11:31:56 +00002835bool CompilerDriver::GetCompiledClass(const ClassReference& ref, ClassStatus* status) const {
Andreas Gampebb846102017-05-11 21:03:35 -07002836 DCHECK(status != nullptr);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002837 // The table doesn't know if something wasn't inserted. For this case it will return
Vladimir Marko2c64a832018-01-04 11:31:56 +00002838 // ClassStatus::kNotReady. To handle this, just assume anything we didn't try to verify
2839 // is not compiled.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002840 if (!compiled_classes_.Get(ref, status) ||
Vladimir Marko2c64a832018-01-04 11:31:56 +00002841 *status < ClassStatus::kRetryVerificationAtRuntime) {
Andreas Gampebb846102017-05-11 21:03:35 -07002842 return false;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002843 }
Andreas Gampebb846102017-05-11 21:03:35 -07002844 return true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002845}
2846
Vladimir Marko2c64a832018-01-04 11:31:56 +00002847ClassStatus CompilerDriver::GetClassStatus(const ClassReference& ref) const {
2848 ClassStatus status = ClassStatus::kNotReady;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002849 if (!GetCompiledClass(ref, &status)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002850 classpath_classes_.Get(ref, &status);
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002851 }
2852 return status;
2853}
2854
Vladimir Marko2c64a832018-01-04 11:31:56 +00002855void CompilerDriver::RecordClassStatus(const ClassReference& ref, ClassStatus status) {
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002856 switch (status) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002857 case ClassStatus::kErrorResolved:
2858 case ClassStatus::kErrorUnresolved:
2859 case ClassStatus::kNotReady:
2860 case ClassStatus::kResolved:
2861 case ClassStatus::kRetryVerificationAtRuntime:
2862 case ClassStatus::kVerified:
2863 case ClassStatus::kSuperclassValidated:
2864 case ClassStatus::kInitialized:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002865 break; // Expected states.
2866 default:
2867 LOG(FATAL) << "Unexpected class status for class "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002868 << PrettyDescriptor(
2869 ref.dex_file->GetClassDescriptor(ref.dex_file->GetClassDef(ref.index)))
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002870 << " of " << status;
2871 }
2872
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002873 ClassStateTable::InsertResult result;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002874 ClassStateTable* table = &compiled_classes_;
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002875 do {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002876 ClassStatus existing = ClassStatus::kNotReady;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002877 if (!table->Get(ref, &existing)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002878 // A classpath class.
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002879 if (kIsDebugBuild) {
2880 // Check to make sure it's not a dex file for an oat file we are compiling since these
2881 // should always succeed. These do not include classes in for used libraries.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002882 for (const DexFile* dex_file : GetDexFilesForOatFile()) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002883 CHECK_NE(ref.dex_file, dex_file) << ref.dex_file->GetLocation();
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002884 }
2885 }
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002886 if (!classpath_classes_.HaveDexFile(ref.dex_file)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002887 // Boot classpath dex file.
2888 return;
2889 }
2890 table = &classpath_classes_;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002891 table->Get(ref, &existing);
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002892 }
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002893 if (existing >= status) {
2894 // Existing status is already better than we expect, break.
2895 break;
2896 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002897 // Update the status if we now have a greater one. This happens with vdex,
2898 // which records a class is verified, but does not resolve it.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002899 result = table->Insert(ref, existing, status);
2900 CHECK(result != ClassStateTable::kInsertResultInvalidDexFile) << ref.dex_file->GetLocation();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002901 } while (result != ClassStateTable::kInsertResultSuccess);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002902}
2903
Brian Carlstrom7940e442013-07-12 13:46:57 -07002904CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002905 CompiledMethod* compiled_method = nullptr;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002906 compiled_methods_.Get(ref, &compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002907 return compiled_method;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002908}
2909
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01002910bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx,
2911 uint16_t class_def_idx,
2912 const DexFile& dex_file) const {
2913 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx);
2914 if (verified_method != nullptr) {
2915 return !verified_method->HasVerificationFailures();
2916 }
2917
2918 // If we can't find verification metadata, check if this is a system class (we trust that system
2919 // classes have their methods verified). If it's not, be conservative and assume the method
2920 // has not been verified successfully.
2921
2922 // TODO: When compiling the boot image it should be safe to assume that everything is verified,
2923 // even if methods are not found in the verification cache.
2924 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx));
2925 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2926 Thread* self = Thread::Current();
2927 ScopedObjectAccess soa(self);
2928 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr;
2929 if (!is_system_class) {
2930 self->ClearException();
2931 }
2932 return is_system_class;
2933}
2934
Vladimir Markof4da6752014-08-01 19:04:18 +01002935size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
Orion Hodson88591fe2018-03-06 13:35:43 +00002936 return non_relative_linker_patch_count_.load(std::memory_order_relaxed);
Vladimir Markof4da6752014-08-01 19:04:18 +01002937}
2938
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002939void CompilerDriver::SetRequiresConstructorBarrier(Thread* self,
2940 const DexFile* dex_file,
2941 uint16_t class_def_index,
2942 bool requires) {
2943 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2944 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002945}
2946
Mathieu Chartier371bd832016-04-07 10:19:48 -07002947bool CompilerDriver::RequiresConstructorBarrier(Thread* self,
2948 const DexFile* dex_file,
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002949 uint16_t class_def_index) {
2950 ClassReference class_ref(dex_file, class_def_index);
2951 {
2952 ReaderMutexLock mu(self, requires_constructor_barrier_lock_);
2953 auto it = requires_constructor_barrier_.find(class_ref);
2954 if (it != requires_constructor_barrier_.end()) {
2955 return it->second;
2956 }
Mathieu Chartierb5d38612016-04-07 10:52:52 -07002957 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002958 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2959 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index);
2960 requires_constructor_barrier_.emplace(class_ref, requires);
2961 return requires;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002962}
2963
Andreas Gampe8d295f82015-01-20 14:50:21 -08002964std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002965 std::ostringstream oss;
Calin Juravle69158982016-03-16 11:53:41 +00002966 const gc::Heap* const heap = Runtime::Current()->GetHeap();
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002967 const size_t java_alloc = heap->GetBytesAllocated();
Calin Juravle69158982016-03-16 11:53:41 +00002968 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)";
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002969 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)";
Elliott Hughes7bf5a262015-04-02 20:55:07 -07002970#if defined(__BIONIC__) || defined(__GLIBC__)
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002971 const struct mallinfo info = mallinfo();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002972 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2973 const size_t free_space = static_cast<size_t>(info.fordblks);
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002974 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)"
2975 << " free=" << PrettySize(free_space) << " (" << free_space << "B)";
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002976#endif
Vladimir Marko35831e82015-09-11 11:59:18 +01002977 compiled_method_storage_.DumpMemoryUsage(oss, extended);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002978 return oss.str();
2979}
2980
Jeff Haodcdc85b2015-12-04 14:06:18 -08002981bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from,
2982 const DexFile* inlined_into) const {
2983 // We're not allowed to inline across dex files if we're the no-inline-from dex file.
2984 if (inlined_from != inlined_into &&
Vladimir Marko47496c22016-01-27 16:15:08 +00002985 compiler_options_->GetNoInlineFromDexFile() != nullptr &&
2986 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08002987 return false;
2988 }
2989
2990 return true;
2991}
2992
Andreas Gampeace0dc12016-01-20 13:33:13 -08002993void CompilerDriver::InitializeThreadPools() {
2994 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0;
2995 parallel_thread_pool_.reset(
2996 new ThreadPool("Compiler driver thread pool", parallel_count));
2997 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0));
2998}
2999
3000void CompilerDriver::FreeThreadPools() {
3001 parallel_thread_pool_.reset();
3002 single_thread_pool_.reset();
3003}
3004
Mathieu Chartier72041a02017-07-14 18:23:25 -07003005void CompilerDriver::SetDexFilesForOatFile(const std::vector<const DexFile*>& dex_files) {
3006 dex_files_for_oat_file_ = dex_files;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01003007 compiled_classes_.AddDexFiles(dex_files);
Mathieu Chartier279e3a32018-01-24 18:17:55 -08003008 dex_to_dex_compiler_.SetDexFiles(dex_files);
Nicolas Geoffray486dda02017-09-11 14:15:52 +01003009}
3010
3011void CompilerDriver::SetClasspathDexFiles(const std::vector<const DexFile*>& dex_files) {
3012 classpath_classes_.AddDexFiles(dex_files);
Mathieu Chartier72041a02017-07-14 18:23:25 -07003013}
3014
Brian Carlstrom7940e442013-07-12 13:46:57 -07003015} // namespace art