blob: 723c619b3e38c1b3a198e9987bc3de09b27c9f49 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070019#include <unistd.h>
Andreas Gampeb0f370e2014-09-25 22:51:40 -070020#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070021#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070022
Mathieu Chartierab972ef2014-12-03 17:38:22 -080023#ifndef __APPLE__
24#include <malloc.h> // For mallinfo
25#endif
26
Narayan Kamathe3eae5e2016-10-27 11:47:30 +010027#include "android-base/strings.h"
28
Mathieu Chartierc7853442015-03-27 14:35:38 -070029#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070030#include "art_method-inl.h"
Andreas Gampef0446e92017-05-16 13:51:57 -070031#include "base/arena_allocator.h"
David Brazdild9c90372016-09-14 16:53:55 +010032#include "base/array_ref.h"
Vladimir Marko492a7fa2016-06-01 18:38:43 +010033#include "base/bit_vector.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070034#include "base/enums.h"
Andreas Gampe170331f2017-12-07 18:41:03 -080035#include "base/logging.h" // For VLOG
Brian Carlstrom7940e442013-07-12 13:46:57 -070036#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080037#include "base/systrace.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010038#include "base/time_utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070039#include "base/timing_logger.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010040#include "class_linker-inl.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010041#include "compiled_method-inl.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000042#include "compiler.h"
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +000043#include "compiler_callbacks.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000044#include "compiler_driver-inl.h"
David Sehrb2ec9f52018-02-21 13:20:31 -080045#include "dex/descriptors_names.h"
David Sehr9e734c72018-01-04 17:56:19 -080046#include "dex/dex_file-inl.h"
47#include "dex/dex_file_annotations.h"
48#include "dex/dex_instruction-inl.h"
Andreas Gampe5eb0d382015-07-23 01:19:26 -070049#include "dex/dex_to_dex_compiler.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000050#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000051#include "dex/verified_method.h"
Steven Morelande431e272017-07-18 16:53:49 -070052#include "dex_compilation_unit.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080053#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070054#include "gc/accounting/card_table-inl.h"
55#include "gc/accounting/heap_bitmap.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070056#include "gc/space/image_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070057#include "gc/space/space.h"
Steven Morelande431e272017-07-18 16:53:49 -070058#include "handle_scope-inl.h"
59#include "intrinsics_enum.h"
Andreas Gampe3913e482018-01-22 18:58:01 -080060#include "jit/profile_compilation_info.h"
Steven Morelande431e272017-07-18 16:53:49 -070061#include "jni_internal.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010062#include "linker/linker_patch.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070063#include "mirror/class-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070064#include "mirror/class_loader.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070065#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070066#include "mirror/object-inl.h"
Andreas Gampec6ea7d02017-02-01 16:46:28 -080067#include "mirror/object-refvisitor-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070068#include "mirror/object_array-inl.h"
69#include "mirror/throwable.h"
Steven Morelande431e272017-07-18 16:53:49 -070070#include "nativehelper/ScopedLocalRef.h"
71#include "object_lock.h"
72#include "runtime.h"
Orion Hodson26ef34c2017-11-01 13:32:41 +000073#include "runtime_intrinsics.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070074#include "scoped_thread_state_change-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070075#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070076#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070077#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070078#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010079#include "transaction.h"
Mathieu Chartier93764b82017-07-17 14:51:53 -070080#include "utils/atomic_dex_ref_map-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000081#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080082#include "utils/swap_space.h"
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +000083#include "vdex_file.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000084#include "verifier/method_verifier-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070085#include "verifier/method_verifier.h"
Nicolas Geoffray08025182016-10-25 17:20:18 +010086#include "verifier/verifier_deps.h"
Andreas Gampe6d7abbd2017-04-24 13:19:09 -070087#include "verifier/verifier_enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070088
Brian Carlstrom7940e442013-07-12 13:46:57 -070089namespace art {
90
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070091static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
92
Calin Juravle226501b2015-12-11 14:41:31 +000093// Print additional info during profile guided compilation.
94static constexpr bool kDebugProfileGuidedCompilation = false;
95
Chang Xing70f689d2017-06-08 17:16:12 -070096// Max encoded fields allowed for initializing app image. Hardcode the number for now
97// because 5000 should be large enough.
98static constexpr uint32_t kMaxEncodedFields = 5000;
99
Brian Carlstrom7940e442013-07-12 13:46:57 -0700100static double Percentage(size_t x, size_t y) {
101 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
102}
103
104static void DumpStat(size_t x, size_t y, const char* str) {
105 if (x == 0 && y == 0) {
106 return;
107 }
Ian Rogerse732ef12013-10-09 15:22:24 -0700108 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -0700109}
110
Vladimir Markof096aad2014-01-23 15:51:58 +0000111class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700112 public:
113 AOTCompilationStats()
114 : stats_lock_("AOT compilation statistics lock"),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700115 resolved_types_(0), unresolved_types_(0),
116 resolved_instance_fields_(0), unresolved_instance_fields_(0),
117 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
118 type_based_devirtualization_(0),
119 safe_casts_(0), not_safe_casts_(0) {
120 for (size_t i = 0; i <= kMaxInvokeType; i++) {
121 resolved_methods_[i] = 0;
122 unresolved_methods_[i] = 0;
123 virtual_made_direct_[i] = 0;
124 direct_calls_to_boot_[i] = 0;
125 direct_methods_to_boot_[i] = 0;
126 }
127 }
128
129 void Dump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700130 DumpStat(resolved_types_, unresolved_types_, "types resolved");
131 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
132 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
133 "static fields resolved");
134 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
135 "static fields local to a class");
136 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
137 // Note, the code below subtracts the stat value so that when added to the stat value we have
138 // 100% of samples. TODO: clean this up.
139 DumpStat(type_based_devirtualization_,
140 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
141 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
142 type_based_devirtualization_,
143 "virtual/interface calls made direct based on type information");
144
145 for (size_t i = 0; i <= kMaxInvokeType; i++) {
146 std::ostringstream oss;
147 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
148 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
149 if (virtual_made_direct_[i] > 0) {
150 std::ostringstream oss2;
151 oss2 << static_cast<InvokeType>(i) << " methods made direct";
152 DumpStat(virtual_made_direct_[i],
153 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
154 oss2.str().c_str());
155 }
156 if (direct_calls_to_boot_[i] > 0) {
157 std::ostringstream oss2;
158 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
159 DumpStat(direct_calls_to_boot_[i],
160 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
161 oss2.str().c_str());
162 }
163 if (direct_methods_to_boot_[i] > 0) {
164 std::ostringstream oss2;
165 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
166 DumpStat(direct_methods_to_boot_[i],
167 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
168 oss2.str().c_str());
169 }
170 }
171 }
172
173// Allow lossy statistics in non-debug builds.
174#ifndef NDEBUG
175#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
176#else
177#define STATS_LOCK()
178#endif
179
Mathieu Chartier90443472015-07-16 20:32:27 -0700180 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700181 STATS_LOCK();
182 resolved_types_++;
183 }
184
Mathieu Chartier90443472015-07-16 20:32:27 -0700185 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700186 STATS_LOCK();
187 unresolved_types_++;
188 }
189
Mathieu Chartier90443472015-07-16 20:32:27 -0700190 void ResolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700191 STATS_LOCK();
192 resolved_instance_fields_++;
193 }
194
Mathieu Chartier90443472015-07-16 20:32:27 -0700195 void UnresolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700196 STATS_LOCK();
197 unresolved_instance_fields_++;
198 }
199
Mathieu Chartier90443472015-07-16 20:32:27 -0700200 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700201 STATS_LOCK();
202 resolved_local_static_fields_++;
203 }
204
Mathieu Chartier90443472015-07-16 20:32:27 -0700205 void ResolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700206 STATS_LOCK();
207 resolved_static_fields_++;
208 }
209
Mathieu Chartier90443472015-07-16 20:32:27 -0700210 void UnresolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700211 STATS_LOCK();
212 unresolved_static_fields_++;
213 }
214
215 // Indicate that type information from the verifier led to devirtualization.
Mathieu Chartier90443472015-07-16 20:32:27 -0700216 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700217 STATS_LOCK();
218 type_based_devirtualization_++;
219 }
220
Brian Carlstrom7940e442013-07-12 13:46:57 -0700221 // A check-cast could be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700222 void SafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700223 STATS_LOCK();
224 safe_casts_++;
225 }
226
227 // A check-cast couldn't be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700228 void NotASafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700229 STATS_LOCK();
230 not_safe_casts_++;
231 }
232
233 private:
234 Mutex stats_lock_;
235
Brian Carlstrom7940e442013-07-12 13:46:57 -0700236 size_t resolved_types_;
237 size_t unresolved_types_;
238
239 size_t resolved_instance_fields_;
240 size_t unresolved_instance_fields_;
241
242 size_t resolved_local_static_fields_;
243 size_t resolved_static_fields_;
244 size_t unresolved_static_fields_;
245 // Type based devirtualization for invoke interface and virtual.
246 size_t type_based_devirtualization_;
247
248 size_t resolved_methods_[kMaxInvokeType + 1];
249 size_t unresolved_methods_[kMaxInvokeType + 1];
250 size_t virtual_made_direct_[kMaxInvokeType + 1];
251 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
252 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
253
254 size_t safe_casts_;
255 size_t not_safe_casts_;
256
257 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
258};
259
Jeff Haodcdc85b2015-12-04 14:06:18 -0800260CompilerDriver::CompilerDriver(
261 const CompilerOptions* compiler_options,
262 VerificationResults* verification_results,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800263 Compiler::Kind compiler_kind,
264 InstructionSet instruction_set,
265 const InstructionSetFeatures* instruction_set_features,
Vladimir Marko944da602016-02-19 12:27:55 +0000266 std::unordered_set<std::string>* image_classes,
Vladimir Marko944da602016-02-19 12:27:55 +0000267 size_t thread_count,
Vladimir Marko944da602016-02-19 12:27:55 +0000268 int swap_fd,
Calin Juravle998c2162015-12-21 15:39:33 +0200269 const ProfileCompilationInfo* profile_compilation_info)
Calin Juravle226501b2015-12-11 14:41:31 +0000270 : compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800271 verification_results_(verification_results),
Ian Rogers72d32622014-05-06 16:20:11 -0700272 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700273 compiler_kind_(compiler_kind),
Vladimir Marko33bff252017-11-01 14:35:42 +0000274 instruction_set_(
275 instruction_set == InstructionSet::kArm ? InstructionSet::kThumb2 : instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700276 instruction_set_features_(instruction_set_features),
Mathieu Chartierc4ae9162016-04-07 13:19:19 -0700277 requires_constructor_barrier_lock_("constructor barrier lock"),
Vladimir Markof4da6752014-08-01 19:04:18 +0100278 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700279 image_classes_(image_classes),
Andreas Gampef39208f2017-10-19 15:06:59 -0700280 number_of_soft_verifier_failures_(0),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800281 had_hard_verifier_failure_(false),
Andreas Gampeace0dc12016-01-20 13:33:13 -0800282 parallel_thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700283 stats_(new AOTCompilationStats),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700284 compiler_context_(nullptr),
Alexey Frunze19f6c692016-11-30 19:19:55 -0800285 support_boot_image_fixup_(true),
Calin Juravle998c2162015-12-21 15:39:33 +0200286 compiled_method_storage_(swap_fd),
Calin Juravle69158982016-03-16 11:53:41 +0000287 profile_compilation_info_(profile_compilation_info),
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100288 max_arena_alloc_(0),
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800289 dex_to_dex_compiler_(this) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800290 DCHECK(compiler_options_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700291
Ian Rogers72d32622014-05-06 16:20:11 -0700292 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700293
Vladimir Markoaad75c62016-10-03 08:46:48 +0000294 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800295 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image";
296 }
Andreas Gampecac31ad2017-11-06 20:01:17 -0800297
298 compiled_method_storage_.SetDedupeEnabled(compiler_options_->DeduplicateCode());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700299}
300
301CompilerDriver::~CompilerDriver() {
Mathieu Chartier93764b82017-07-17 14:51:53 -0700302 compiled_methods_.Visit([this](const DexFileReference& ref ATTRIBUTE_UNUSED,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800303 CompiledMethod* method) {
304 if (method != nullptr) {
305 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, method);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800306 }
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800307 });
Ian Rogers72d32622014-05-06 16:20:11 -0700308 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700309}
310
Vladimir Marko35831e82015-09-11 11:59:18 +0100311
Ian Rogersdd7624d2014-03-14 17:43:00 -0700312#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700313 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700314 return CreateTrampoline64(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700315 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700316 } else { \
317 return CreateTrampoline32(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700318 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700319 }
320
Vladimir Marko93205e32016-04-13 11:59:46 +0100321std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700322 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700323}
324
Vladimir Marko93205e32016-04-13 11:59:46 +0100325std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline()
326 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700327 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800328}
329
Vladimir Marko93205e32016-04-13 11:59:46 +0100330std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline()
331 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700332 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700333}
334
Vladimir Marko93205e32016-04-13 11:59:46 +0100335std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline()
336 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700337 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700338}
339
Vladimir Marko93205e32016-04-13 11:59:46 +0100340std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge()
341 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700342 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700343}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700344#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700345
346void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700347 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800348 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700349 DCHECK(!Runtime::Current()->IsStarted());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800350
351 InitializeThreadPools();
352
Andreas Gampe8d295f82015-01-20 14:50:21 -0800353 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Andreas Gampe740667a2015-09-15 17:55:06 -0700354 // Precompile:
355 // 1) Load image classes
356 // 2) Resolve all classes
357 // 3) Attempt to verify all classes
358 // 4) Attempt to initialize image classes, and trivially initialized classes
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000359 PreCompile(class_loader, dex_files, timings);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000360 if (GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100361 // We don't need to setup the intrinsics for non boot image compilation, as
362 // those compilations will pick up a boot image that have the ArtMethod already
363 // set with the intrinsics flag.
Orion Hodson26ef34c2017-11-01 13:32:41 +0000364 InitializeIntrinsics();
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100365 }
Andreas Gampe740667a2015-09-15 17:55:06 -0700366 // Compile:
367 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex
368 // compilation.
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100369 if (GetCompilerOptions().IsAnyCompilationEnabled()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800370 Compile(class_loader, dex_files, timings);
Andreas Gampe740667a2015-09-15 17:55:06 -0700371 }
Nicolas Geoffray2d8801f2017-11-28 15:50:07 +0000372 if (GetCompilerOptions().GetDumpStats()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700373 stats_->Dump();
374 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800375
376 FreeThreadPools();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700377}
378
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800379static optimizer::DexToDexCompiler::CompilationLevel GetDexToDexCompilationLevel(
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700380 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader,
381 const DexFile& dex_file, const DexFile::ClassDef& class_def)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700382 REQUIRES_SHARED(Locks::mutator_lock_) {
Nicolas Geoffrayf3075272018-01-08 12:41:19 +0000383 // When the dex file is uncompressed in the APK, we do not generate a copy in the .vdex
384 // file. As a result, dex2oat will map the dex file read-only, and we only need to check
385 // that to know if we can do quickening.
386 if (dex_file.GetContainer() != nullptr && dex_file.GetContainer()->IsReadOnly()) {
387 return optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile;
388 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800389 auto* const runtime = Runtime::Current();
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100390 DCHECK(driver.GetCompilerOptions().IsQuickeningCompilationEnabled());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700391 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800392 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800393 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700394 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700395 CHECK(self->IsExceptionPending());
396 self->ClearException();
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800397 return optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700398 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700399 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
400 // references with actual offsets. We cannot re-verify such instructions.
401 //
402 // We store the verification information in the class status in the oat file, which the linker
403 // can validate (checksums) and use to skip load-time verification. It is thus safe to
404 // optimize when a class has been fully verified before.
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800405 optimizer::DexToDexCompiler::CompilationLevel max_level =
406 optimizer::DexToDexCompiler::CompilationLevel::kOptimize;
Alex Lighte40dd382017-01-25 17:44:53 -0800407 if (driver.GetCompilerOptions().GetDebuggable()) {
408 // We are debuggable so definitions of classes might be changed. We don't want to do any
409 // optimizations that could break that.
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800410 max_level = optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile;
Alex Lighte40dd382017-01-25 17:44:53 -0800411 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700412 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200413 // Class is verified so we can enable DEX-to-DEX compilation for performance.
Alex Lighte40dd382017-01-25 17:44:53 -0800414 return max_level;
Sebastien Hertz75021222013-07-16 18:34:50 +0200415 } else {
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700416 // Class verification has failed: do not run DEX-to-DEX optimizations.
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800417 return optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile;
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700418 }
419}
420
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800421static optimizer::DexToDexCompiler::CompilationLevel GetDexToDexCompilationLevel(
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700422 Thread* self,
423 const CompilerDriver& driver,
424 jobject jclass_loader,
425 const DexFile& dex_file,
426 const DexFile::ClassDef& class_def) {
427 ScopedObjectAccess soa(self);
428 StackHandleScope<1> hs(soa.Self());
429 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700430 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700431 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def);
432}
433
434// Does the runtime for the InstructionSet provide an implementation returned by
435// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
436static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
437 switch (isa) {
Vladimir Marko33bff252017-11-01 14:35:42 +0000438 case InstructionSet::kArm:
439 case InstructionSet::kArm64:
440 case InstructionSet::kThumb2:
441 case InstructionSet::kMips:
442 case InstructionSet::kMips64:
443 case InstructionSet::kX86:
444 case InstructionSet::kX86_64: return true;
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700445 default: return false;
446 }
447}
448
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800449template <typename CompileFn>
450static void CompileMethodHarness(
451 Thread* self,
452 CompilerDriver* driver,
453 const DexFile::CodeItem* code_item,
454 uint32_t access_flags,
455 InvokeType invoke_type,
456 uint16_t class_def_idx,
457 uint32_t method_idx,
458 Handle<mirror::ClassLoader> class_loader,
459 const DexFile& dex_file,
460 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
461 bool compilation_enabled,
462 Handle<mirror::DexCache> dex_cache,
463 CompileFn compile_fn) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700464 DCHECK(driver != nullptr);
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800465 CompiledMethod* compiled_method;
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700466 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
467 MethodReference method_ref(&dex_file, method_idx);
468
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800469 compiled_method = compile_fn(self,
470 driver,
471 code_item,
472 access_flags,
473 invoke_type,
474 class_def_idx,
475 method_idx,
476 class_loader,
477 dex_file,
478 dex_to_dex_compilation_level,
479 compilation_enabled,
480 dex_cache);
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700481
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700482 if (kTimeCompileMethod) {
483 uint64_t duration_ns = NanoTime() - start_ns;
484 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) {
David Sehr709b0702016-10-13 09:12:37 -0700485 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx)
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700486 << " took " << PrettyDuration(duration_ns);
487 }
488 }
489
490 if (compiled_method != nullptr) {
491 // Count non-relative linker patches.
492 size_t non_relative_linker_patch_count = 0u;
Vladimir Markod8dbc8d2017-09-20 13:37:47 +0100493 for (const linker::LinkerPatch& patch : compiled_method->GetPatches()) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700494 if (!patch.IsPcRelative()) {
495 ++non_relative_linker_patch_count;
496 }
497 }
498 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default
499 // When compiling with PIC, there should be zero non-relative linker patches
500 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
501
502 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count);
503 }
504
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700505 if (self->IsExceptionPending()) {
506 ScopedObjectAccess soa(self);
David Sehr709b0702016-10-13 09:12:37 -0700507 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n"
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700508 << self->GetException()->Dump();
Sebastien Hertz75021222013-07-16 18:34:50 +0200509 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700510}
511
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800512static void CompileMethodDex2Dex(
513 Thread* self,
514 CompilerDriver* driver,
515 const DexFile::CodeItem* code_item,
516 uint32_t access_flags,
517 InvokeType invoke_type,
518 uint16_t class_def_idx,
519 uint32_t method_idx,
520 Handle<mirror::ClassLoader> class_loader,
521 const DexFile& dex_file,
522 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
523 bool compilation_enabled,
524 Handle<mirror::DexCache> dex_cache) {
525 auto dex_2_dex_fn = [](Thread* self ATTRIBUTE_UNUSED,
526 CompilerDriver* driver,
527 const DexFile::CodeItem* code_item,
528 uint32_t access_flags,
529 InvokeType invoke_type,
530 uint16_t class_def_idx,
531 uint32_t method_idx,
532 Handle<mirror::ClassLoader> class_loader,
533 const DexFile& dex_file,
534 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
535 bool compilation_enabled ATTRIBUTE_UNUSED,
536 Handle<mirror::DexCache> dex_cache ATTRIBUTE_UNUSED) -> CompiledMethod* {
537 DCHECK(driver != nullptr);
538 MethodReference method_ref(&dex_file, method_idx);
539
540 optimizer::DexToDexCompiler* const compiler = &driver->GetDexToDexCompiler();
541
542 if (compiler->ShouldCompileMethod(method_ref)) {
543 VerificationResults* results = driver->GetVerificationResults();
544 DCHECK(results != nullptr);
545 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
546 // Do not optimize if a VerifiedMethod is missing. SafeCast elision,
547 // for example, relies on it.
548 return compiler->CompileMethod(
549 code_item,
550 access_flags,
551 invoke_type,
552 class_def_idx,
553 method_idx,
554 class_loader,
555 dex_file,
556 (verified_method != nullptr)
557 ? dex_to_dex_compilation_level
558 : optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile);
559 }
560 return nullptr;
561 };
562 CompileMethodHarness(self,
563 driver,
564 code_item,
565 access_flags,
566 invoke_type,
567 class_def_idx,
568 method_idx,
569 class_loader,
570 dex_file,
571 dex_to_dex_compilation_level,
572 compilation_enabled,
573 dex_cache,
574 dex_2_dex_fn);
575}
576
577static void CompileMethodQuick(
578 Thread* self,
579 CompilerDriver* driver,
580 const DexFile::CodeItem* code_item,
581 uint32_t access_flags,
582 InvokeType invoke_type,
583 uint16_t class_def_idx,
584 uint32_t method_idx,
585 Handle<mirror::ClassLoader> class_loader,
586 const DexFile& dex_file,
587 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
588 bool compilation_enabled,
589 Handle<mirror::DexCache> dex_cache) {
590 auto quick_fn = [](
591 Thread* self,
592 CompilerDriver* driver,
593 const DexFile::CodeItem* code_item,
594 uint32_t access_flags,
595 InvokeType invoke_type,
596 uint16_t class_def_idx,
597 uint32_t method_idx,
598 Handle<mirror::ClassLoader> class_loader,
599 const DexFile& dex_file,
600 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level,
601 bool compilation_enabled,
602 Handle<mirror::DexCache> dex_cache) {
603 DCHECK(driver != nullptr);
604 CompiledMethod* compiled_method = nullptr;
605 MethodReference method_ref(&dex_file, method_idx);
606
607 if ((access_flags & kAccNative) != 0) {
608 // Are we extracting only and have support for generic JNI down calls?
609 if (!driver->GetCompilerOptions().IsJniCompilationEnabled() &&
610 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) {
611 // Leaving this empty will trigger the generic JNI version
612 } else {
613 // Query any JNI optimization annotations such as @FastNative or @CriticalNative.
614 access_flags |= annotations::GetNativeMethodAnnotationAccessFlags(
615 dex_file, dex_file.GetClassDef(class_def_idx), method_idx);
616
617 compiled_method = driver->GetCompiler()->JniCompile(
618 access_flags, method_idx, dex_file, dex_cache);
619 CHECK(compiled_method != nullptr);
620 }
621 } else if ((access_flags & kAccAbstract) != 0) {
622 // Abstract methods don't have code.
623 } else {
624 VerificationResults* results = driver->GetVerificationResults();
625 DCHECK(results != nullptr);
626 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
627 bool compile = compilation_enabled &&
628 // Basic checks, e.g., not <clinit>.
629 results->IsCandidateForCompilation(method_ref, access_flags) &&
630 // Did not fail to create VerifiedMethod metadata.
631 verified_method != nullptr &&
632 // Do not have failures that should punt to the interpreter.
633 !verified_method->HasRuntimeThrow() &&
634 (verified_method->GetEncounteredVerificationFailures() &
635 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 &&
636 // Is eligable for compilation by methods-to-compile filter.
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800637 driver->ShouldCompileBasedOnProfile(method_ref);
638
639 if (compile) {
640 // NOTE: if compiler declines to compile this method, it will return null.
641 compiled_method = driver->GetCompiler()->Compile(code_item,
642 access_flags,
643 invoke_type,
644 class_def_idx,
645 method_idx,
646 class_loader,
647 dex_file,
648 dex_cache);
649 }
650 if (compiled_method == nullptr &&
651 dex_to_dex_compilation_level !=
652 optimizer::DexToDexCompiler::CompilationLevel::kDontDexToDexCompile) {
653 DCHECK(!Runtime::Current()->UseJitCompilation());
654 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Mathieu Chartier279e3a32018-01-24 18:17:55 -0800655 driver->GetDexToDexCompiler().MarkForCompilation(self, method_ref);
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800656 }
657 }
658 return compiled_method;
659 };
660 CompileMethodHarness(self,
661 driver,
662 code_item,
663 access_flags,
664 invoke_type,
665 class_def_idx,
666 method_idx,
667 class_loader,
668 dex_file,
669 dex_to_dex_compilation_level,
670 compilation_enabled,
671 dex_cache,
672 quick_fn);
673}
674
Mathieu Chartiere401d142015-04-22 13:56:20 -0700675void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700676 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700677 jobject jclass_loader;
678 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700679 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800680 uint32_t method_idx = method->GetDexMethodIndex();
681 uint32_t access_flags = method->GetAccessFlags();
682 InvokeType invoke_type = method->GetInvokeType();
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000683 StackHandleScope<2> hs(self);
Mathieu Chartier736b5602015-09-02 14:54:11 -0700684 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000685 Handle<mirror::ClassLoader> class_loader(
686 hs.NewHandle(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700687 {
688 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800689 ScopedLocalRef<jobject> local_class_loader(
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000690 soa.Env(), soa.AddLocalReference<jobject>(class_loader.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700691 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
692 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700693 dex_file = method->GetDexFile();
694 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700695 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800696 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Mathieu Chartier736b5602015-09-02 14:54:11 -0700697
698 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -0700699 ScopedThreadSuspension sts(self, kNative);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700700
701 std::vector<const DexFile*> dex_files;
702 dex_files.push_back(dex_file);
703
Andreas Gampeace0dc12016-01-20 13:33:13 -0800704 InitializeThreadPools();
705
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000706 PreCompile(jclass_loader, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700707
Brian Carlstrom7940e442013-07-12 13:46:57 -0700708 // Can we run DEX-to-DEX compiler on this class ?
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800709 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level =
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700710 GetDexToDexCompilationLevel(self,
711 *this,
712 jclass_loader,
713 *dex_file,
714 dex_file->GetClassDef(class_def_idx));
715
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800716 CompileMethodQuick(self,
717 this,
718 code_item,
719 access_flags,
720 invoke_type,
721 class_def_idx,
722 method_idx,
723 class_loader,
724 *dex_file,
725 dex_to_dex_compilation_level,
726 true,
727 dex_cache);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700728
Mathieu Chartier279e3a32018-01-24 18:17:55 -0800729 const size_t num_methods = dex_to_dex_compiler_.NumCodeItemsToQuicken(self);
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800730 if (num_methods != 0) {
731 DCHECK_EQ(num_methods, 1u);
Andreas Gampe3c060ad2018-01-22 13:07:49 -0800732 CompileMethodDex2Dex(self,
733 this,
734 code_item,
735 access_flags,
736 invoke_type,
737 class_def_idx,
738 method_idx,
739 class_loader,
740 *dex_file,
741 dex_to_dex_compilation_level,
742 true,
743 dex_cache);
Mathieu Chartiera79efdb2018-01-18 16:31:01 -0800744 dex_to_dex_compiler_.ClearState();
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100745 }
746
Andreas Gampeace0dc12016-01-20 13:33:13 -0800747 FreeThreadPools();
748
Brian Carlstrom7940e442013-07-12 13:46:57 -0700749 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800750}
751
Andreas Gampeace0dc12016-01-20 13:33:13 -0800752void CompilerDriver::Resolve(jobject class_loader,
753 const std::vector<const DexFile*>& dex_files,
754 TimingLogger* timings) {
755 // Resolution allocates classes and needs to run single-threaded to be deterministic.
756 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
757 ThreadPool* resolve_thread_pool = force_determinism
758 ? single_thread_pool_.get()
759 : parallel_thread_pool_.get();
760 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_;
761
Brian Carlstrom7940e442013-07-12 13:46:57 -0700762 for (size_t i = 0; i != dex_files.size(); ++i) {
763 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700764 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -0800765 ResolveDexFile(class_loader,
766 *dex_file,
767 dex_files,
768 resolve_thread_pool,
769 resolve_thread_count,
770 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700771 }
772}
773
Andreas Gampeace0dc12016-01-20 13:33:13 -0800774// Resolve const-strings in the code. Done to have deterministic allocation behavior. Right now
775// this is single-threaded for simplicity.
776// TODO: Collect the relevant string indices in parallel, then allocate them sequentially in a
777// stable order.
778
Vladimir Marko175e7862018-03-27 09:03:13 +0000779static void ResolveConstStrings(ClassLinker* class_linker,
780 Handle<mirror::DexCache> dex_cache,
Mathieu Chartier6238c832018-01-04 09:55:13 -0800781 const DexFile& dex_file,
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000782 const DexFile::CodeItem* code_item)
783 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800784 if (code_item == nullptr) {
785 // Abstract or native method.
786 return;
787 }
788
Mathieu Chartier698ebbc2018-01-05 11:00:42 -0800789 for (const DexInstructionPcPair& inst : CodeItemInstructionAccessor(dex_file, code_item)) {
Mathieu Chartier2b2bef22017-10-26 17:10:19 -0700790 switch (inst->Opcode()) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000791 case Instruction::CONST_STRING:
Andreas Gampeace0dc12016-01-20 13:33:13 -0800792 case Instruction::CONST_STRING_JUMBO: {
Mathieu Chartier2b2bef22017-10-26 17:10:19 -0700793 dex::StringIndex string_index((inst->Opcode() == Instruction::CONST_STRING)
794 ? inst->VRegB_21c()
795 : inst->VRegB_31c());
Vladimir Markoa64b52d2017-12-08 16:27:49 +0000796 ObjPtr<mirror::String> string = class_linker->ResolveString(string_index, dex_cache);
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000797 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800798 break;
799 }
800
801 default:
802 break;
803 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800804 }
805}
806
807static void ResolveConstStrings(CompilerDriver* driver,
808 const std::vector<const DexFile*>& dex_files,
809 TimingLogger* timings) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000810 ScopedObjectAccess soa(Thread::Current());
811 StackHandleScope<1> hs(soa.Self());
812 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
813 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
814
Andreas Gampeace0dc12016-01-20 13:33:13 -0800815 for (const DexFile* dex_file : dex_files) {
Vladimir Markocd556b02017-02-03 11:47:34 +0000816 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
Andreas Gampeace0dc12016-01-20 13:33:13 -0800817 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings);
818
819 size_t class_def_count = dex_file->NumClassDefs();
820 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) {
821 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
822
823 const uint8_t* class_data = dex_file->GetClassData(class_def);
824 if (class_data == nullptr) {
825 // empty class, probably a marker interface
826 continue;
827 }
828
829 ClassDataItemIterator it(*dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -0700830 it.SkipAllFields();
Andreas Gampeace0dc12016-01-20 13:33:13 -0800831
832 bool compilation_enabled = driver->IsClassToCompile(
833 dex_file->StringByTypeIdx(class_def.class_idx_));
834 if (!compilation_enabled) {
835 // Compilation is skipped, do not resolve const-string in code of this class.
Vladimir Marko175e7862018-03-27 09:03:13 +0000836 // FIXME: Make sure that inlining honors this. b/26687569
Andreas Gampeace0dc12016-01-20 13:33:13 -0800837 continue;
838 }
839
Mathieu Chartierb7c273c2017-11-10 18:07:56 -0800840 // Direct and virtual methods.
Mathieu Chartierb7c273c2017-11-10 18:07:56 -0800841 while (it.HasNextMethod()) {
Vladimir Marko175e7862018-03-27 09:03:13 +0000842 ResolveConstStrings(class_linker, dex_cache, *dex_file, it.GetMethodCodeItem());
843 it.Next();
844 }
845 DCHECK(!it.HasNext());
846 }
847 }
848}
849
850// Initialize type check bit strings for check-cast and instance-of in the code. Done to have
851// deterministic allocation behavior. Right now this is single-threaded for simplicity.
852// TODO: Collect the relevant type indices in parallel, then process them sequentially in a
853// stable order.
854
855static void InitializeTypeCheckBitstrings(CompilerDriver* driver,
856 ClassLinker* class_linker,
857 Handle<mirror::DexCache> dex_cache,
858 const DexFile& dex_file,
859 const DexFile::CodeItem* code_item)
860 REQUIRES_SHARED(Locks::mutator_lock_) {
861 if (code_item == nullptr) {
862 // Abstract or native method.
863 return;
864 }
865
866 for (const DexInstructionPcPair& inst : CodeItemInstructionAccessor(dex_file, code_item)) {
867 switch (inst->Opcode()) {
868 case Instruction::CHECK_CAST:
869 case Instruction::INSTANCE_OF: {
870 dex::TypeIndex type_index(
871 (inst->Opcode() == Instruction::CHECK_CAST) ? inst->VRegB_21c() : inst->VRegC_22c());
872 const char* descriptor = dex_file.StringByTypeIdx(type_index);
873 // We currently do not use the bitstring type check for array or final (including
874 // primitive) classes. We may reconsider this in future if it's deemed to be beneficial.
875 // And we cannot use it for classes outside the boot image as we do not know the runtime
876 // value of their bitstring when compiling (it may not even get assigned at runtime).
877 if (descriptor[0] == 'L' && driver->IsImageClass(descriptor)) {
878 ObjPtr<mirror::Class> klass =
879 class_linker->LookupResolvedType(type_index,
880 dex_cache.Get(),
881 /* class_loader */ nullptr);
882 CHECK(klass != nullptr) << descriptor << " should have been previously resolved.";
883 // Now assign the bitstring if the class is not final. Keep this in sync with sharpening.
884 if (!klass->IsFinal()) {
885 MutexLock subtype_check_lock(Thread::Current(), *Locks::subtype_check_lock_);
886 SubtypeCheck<ObjPtr<mirror::Class>>::EnsureAssigned(klass);
887 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800888 }
Vladimir Marko175e7862018-03-27 09:03:13 +0000889 break;
890 }
891
892 default:
893 break;
894 }
895 }
896}
897
898static void InitializeTypeCheckBitstrings(CompilerDriver* driver,
899 const std::vector<const DexFile*>& dex_files,
900 TimingLogger* timings) {
901 ScopedObjectAccess soa(Thread::Current());
902 StackHandleScope<1> hs(soa.Self());
903 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
904 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
905
906 for (const DexFile* dex_file : dex_files) {
907 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
908 TimingLogger::ScopedTiming t("Initialize type check bitstrings", timings);
909
910 size_t class_def_count = dex_file->NumClassDefs();
911 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) {
912 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
913
914 const uint8_t* class_data = dex_file->GetClassData(class_def);
915 if (class_data == nullptr) {
916 // empty class, probably a marker interface
917 continue;
918 }
919
920 ClassDataItemIterator it(*dex_file, class_data);
921 it.SkipAllFields();
922
923 bool compilation_enabled = driver->IsClassToCompile(
924 dex_file->StringByTypeIdx(class_def.class_idx_));
925 if (!compilation_enabled) {
926 // Compilation is skipped, do not look for type checks in code of this class.
927 // FIXME: Make sure that inlining honors this. b/26687569
928 continue;
929 }
930
931 // Direct and virtual methods.
932 while (it.HasNextMethod()) {
933 InitializeTypeCheckBitstrings(
934 driver, class_linker, dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800935 it.Next();
936 }
937 DCHECK(!it.HasNext());
938 }
939 }
940}
941
942inline void CompilerDriver::CheckThreadPools() {
943 DCHECK(parallel_thread_pool_ != nullptr);
944 DCHECK(single_thread_pool_ != nullptr);
945}
946
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000947static void EnsureVerifiedOrVerifyAtRuntime(jobject jclass_loader,
948 const std::vector<const DexFile*>& dex_files) {
949 ScopedObjectAccess soa(Thread::Current());
950 StackHandleScope<2> hs(soa.Self());
951 Handle<mirror::ClassLoader> class_loader(
952 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
953 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr));
954 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
955
956 for (const DexFile* dex_file : dex_files) {
957 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
958 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
959 const char* descriptor = dex_file->GetClassDescriptor(class_def);
960 cls.Assign(class_linker->FindClass(soa.Self(), descriptor, class_loader));
Andreas Gampefa4333d2017-02-14 11:10:34 -0800961 if (cls == nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000962 soa.Self()->ClearException();
963 } else if (&cls->GetDexFile() == dex_file) {
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +0000964 DCHECK(cls->IsErroneous() || cls->IsVerified() || cls->ShouldVerifyAtRuntime())
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000965 << cls->PrettyClass()
966 << " " << cls->GetStatus();
967 }
968 }
969 }
970}
971
Andreas Gampeace0dc12016-01-20 13:33:13 -0800972void CompilerDriver::PreCompile(jobject class_loader,
973 const std::vector<const DexFile*>& dex_files,
974 TimingLogger* timings) {
975 CheckThreadPools();
976
Brian Carlstrom7940e442013-07-12 13:46:57 -0700977 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800978 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700979
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100980 if (compiler_options_->IsAnyCompilationEnabled()) {
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700981 // Avoid adding the dex files in the case where we aren't going to add compiled methods.
982 // This reduces RAM usage for this case.
983 for (const DexFile* dex_file : dex_files) {
984 // Can be already inserted if the caller is CompileOne. This happens for gtests.
985 if (!compiled_methods_.HaveDexFile(dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700986 compiled_methods_.AddDexFile(dex_file);
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700987 }
988 }
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100989 // Resolve eagerly to prepare for compilation.
Andreas Gampeace0dc12016-01-20 13:33:13 -0800990 Resolve(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700991 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
992 }
993
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000994 if (compiler_options_->AssumeClassesAreVerified()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800995 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800996 SetVerified(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700997 }
998
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000999 if (!compiler_options_->IsVerificationEnabled()) {
Jeff Hao4a200f52014-04-01 14:58:49 -07001000 return;
1001 }
1002
Vladimir Markoaad75c62016-10-03 08:46:48 +00001003 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -08001004 // Resolve strings from const-string. Do this now to have a deterministic image.
1005 ResolveConstStrings(this, dex_files, timings);
1006 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false);
1007 }
1008
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001009 Verify(class_loader, dex_files, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -08001010 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001011
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001012 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
Andreas Gampefdfb4d42017-07-27 12:12:22 -07001013 // Avoid dumping threads. Even if we shut down the thread pools, there will still be three
1014 // instances of this thread's stack.
1015 LOG(FATAL_WITHOUT_ABORT) << "Had a hard failure verifying all classes, and was asked to abort "
1016 << "in such situations. Please check the log.";
Andreas Gampe56c9b7c2018-02-27 18:49:26 -08001017 _exit(1);
Andreas Gampef39208f2017-10-19 15:06:59 -07001018 } else if (number_of_soft_verifier_failures_ > 0 &&
1019 GetCompilerOptions().AbortOnSoftVerifierFailure()) {
1020 LOG(FATAL_WITHOUT_ABORT) << "Had " << number_of_soft_verifier_failures_ << " soft failure(s) "
1021 << "verifying all classes, and was asked to abort in such situations. "
1022 << "Please check the log.";
Andreas Gampe56c9b7c2018-02-27 18:49:26 -08001023 _exit(1);
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001024 }
1025
Nicolas Geoffray49cda062017-04-21 13:08:25 +01001026 if (compiler_options_->IsAnyCompilationEnabled()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001027 if (kIsDebugBuild) {
1028 EnsureVerifiedOrVerifyAtRuntime(class_loader, dex_files);
1029 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00001030 InitializeClasses(class_loader, dex_files, timings);
1031 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
1032 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001033
1034 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -08001035 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Vladimir Marko175e7862018-03-27 09:03:13 +00001036
1037 if (kBitstringSubtypeCheckEnabled &&
1038 GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
1039 // Initialize type check bit string used by check-cast and instanceof.
1040 // Do this now to have a deterministic image.
1041 // Note: This is done after UpdateImageClasses() at it relies on the image classes to be final.
1042 InitializeTypeCheckBitstrings(this, dex_files, timings);
1043 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001044}
1045
Ian Rogersdfb325e2013-10-30 01:00:44 -07001046bool CompilerDriver::IsImageClass(const char* descriptor) const {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -08001047 if (image_classes_ != nullptr) {
1048 // If we have a set of image classes, use those.
Ian Rogersdfb325e2013-10-30 01:00:44 -07001049 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001050 }
Mathieu Chartierc5dd3192015-12-09 16:38:30 -08001051 // No set of image classes, assume we include all the classes.
1052 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case.
Vladimir Markoaad75c62016-10-03 08:46:48 +00001053 return !GetCompilerOptions().IsBootImage();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001054}
1055
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08001056bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001057 if (classes_to_compile_ == nullptr) {
1058 return true;
1059 }
1060 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08001061}
1062
Calin Juravle226501b2015-12-11 14:41:31 +00001063bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const {
Mathieu Chartier97ab5e32017-02-22 13:35:44 -08001064 // Profile compilation info may be null if no profile is passed.
Mathieu Chartierd0af56c2017-02-17 12:56:25 -08001065 if (!CompilerFilter::DependsOnProfile(compiler_options_->GetCompilerFilter())) {
1066 // Use the compiler filter instead of the presence of profile_compilation_info_ since
1067 // we may want to have full speed compilation along with profile based layout optimizations.
Calin Juravle226501b2015-12-11 14:41:31 +00001068 return true;
1069 }
Mathieu Chartier97ab5e32017-02-22 13:35:44 -08001070 // If we are using a profile filter but do not have a profile compilation info, compile nothing.
1071 if (profile_compilation_info_ == nullptr) {
1072 return false;
1073 }
Mathieu Chartier7b135c82017-06-05 12:54:01 -07001074 // Compile only hot methods, it is the profile saver's job to decide what startup methods to mark
1075 // as hot.
Mathieu Chartierbbe3a5e2017-06-13 16:36:17 -07001076 bool result = profile_compilation_info_->GetMethodHotness(method_ref).IsHot();
Calin Juravle226501b2015-12-11 14:41:31 +00001077
1078 if (kDebugProfileGuidedCompilation) {
1079 LOG(INFO) << "[ProfileGuidedCompilation] "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001080 << (result ? "Compiled" : "Skipped") << " method:" << method_ref.PrettyMethod(true);
Calin Juravle226501b2015-12-11 14:41:31 +00001081 }
1082 return result;
1083}
1084
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001085class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor {
1086 public:
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001087 ResolveCatchBlockExceptionsClassVisitor() : classes_() {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001088
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001089 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001090 classes_.push_back(c);
Mathieu Chartiere4275c02015-08-06 15:34:15 -07001091 return true;
1092 }
1093
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001094 void FindExceptionTypesToResolve(
1095 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
Vladimir Markobfb80d22017-02-14 14:08:12 +00001096 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001097 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
1098 for (ObjPtr<mirror::Class> klass : classes_) {
1099 for (ArtMethod& method : klass->GetMethods(pointer_size)) {
1100 FindExceptionTypesToResolveForMethod(&method, exceptions_to_resolve);
1101 }
1102 }
1103 }
1104
1105 private:
1106 void FindExceptionTypesToResolveForMethod(
1107 ArtMethod* method,
1108 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
1109 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001110 if (method->GetCodeItem() == nullptr) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001111 return; // native or abstract method
Brian Carlstrom7940e442013-07-12 13:46:57 -07001112 }
David Sehr0225f8e2018-01-31 08:52:24 +00001113 CodeItemDataAccessor accessor(method->DexInstructionData());
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001114 if (accessor.TriesSize() == 0) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001115 return; // nothing to process
1116 }
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001117 const uint8_t* encoded_catch_handler_list = accessor.GetCatchHandlerData();
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001118 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
1119 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
1120 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
1121 bool has_catch_all = false;
1122 if (encoded_catch_handler_size <= 0) {
1123 encoded_catch_handler_size = -encoded_catch_handler_size;
1124 has_catch_all = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001125 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001126 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
Andreas Gampea5b09a62016-11-17 15:21:22 -08001127 dex::TypeIndex encoded_catch_handler_handlers_type_idx =
1128 dex::TypeIndex(DecodeUnsignedLeb128(&encoded_catch_handler_list));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001129 // Add to set of types to resolve if not already in the dex cache resolved types
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001130 if (!method->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
1131 exceptions_to_resolve->emplace(encoded_catch_handler_handlers_type_idx,
1132 method->GetDexFile());
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001133 }
1134 // ignore address associated with catch handler
1135 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1136 }
1137 if (has_catch_all) {
1138 // ignore catch all address
1139 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1140 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001141 }
1142 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001143
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001144 std::vector<ObjPtr<mirror::Class>> classes_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001145};
1146
1147class RecordImageClassesVisitor : public ClassVisitor {
1148 public:
1149 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes)
1150 : image_classes_(image_classes) {}
1151
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001152 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001153 std::string temp;
1154 image_classes_->insert(klass->GetDescriptor(&temp));
1155 return true;
1156 }
1157
1158 private:
1159 std::unordered_set<std::string>* const image_classes_;
1160};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001161
1162// Make a list of descriptors for classes to include in the image
Mathieu Chartier90443472015-07-16 20:32:27 -07001163void CompilerDriver::LoadImageClasses(TimingLogger* timings) {
Kenny Rootd5185342014-05-13 14:47:05 -07001164 CHECK(timings != nullptr);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001165 if (!GetCompilerOptions().IsBootImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001166 return;
1167 }
1168
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001169 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001170 // Make a first class to load all classes explicitly listed in the file
1171 Thread* self = Thread::Current();
1172 ScopedObjectAccess soa(self);
1173 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -07001174 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -07001175 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001176 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001177 StackHandleScope<1> hs(self);
1178 Handle<mirror::Class> klass(
1179 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001180 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001181 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001182 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -07001183 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001184 } else {
1185 ++it;
1186 }
1187 }
1188
1189 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
1190 // exceptions are resolved by the verifier when there is a catch block in an interested method.
1191 // Do this here so that exception classes appear to have been specified image classes.
Andreas Gampea5b09a62016-11-17 15:21:22 -08001192 std::set<std::pair<dex::TypeIndex, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001193 StackHandleScope<1> hs(self);
1194 Handle<mirror::Class> java_lang_Throwable(
1195 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001196 do {
1197 unresolved_exception_types.clear();
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001198 {
1199 // Thread suspension is not allowed while ResolveCatchBlockExceptionsClassVisitor
1200 // is using a std::vector<ObjPtr<mirror::Class>>.
1201 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
1202 ResolveCatchBlockExceptionsClassVisitor visitor;
1203 class_linker->VisitClasses(&visitor);
1204 visitor.FindExceptionTypesToResolve(&unresolved_exception_types);
1205 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001206 for (const auto& exception_type : unresolved_exception_types) {
1207 dex::TypeIndex exception_type_idx = exception_type.first;
Mathieu Chartier02e25112013-08-14 16:14:24 -07001208 const DexFile* dex_file = exception_type.second;
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001209 StackHandleScope<1> hs2(self);
Mathieu Chartierf284d442016-06-02 11:48:30 -07001210 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file,
1211 nullptr)));
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001212 ObjPtr<mirror::Class> klass =
Andreas Gampefa4333d2017-02-14 11:10:34 -08001213 (dex_cache != nullptr)
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001214 ? class_linker->ResolveType(exception_type_idx,
Vladimir Markocd556b02017-02-03 11:47:34 +00001215 dex_cache,
1216 ScopedNullHandle<mirror::ClassLoader>())
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001217 : nullptr;
Andreas Gampefa4333d2017-02-14 11:10:34 -08001218 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001219 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
1220 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
1221 LOG(FATAL) << "Failed to resolve class " << descriptor;
1222 }
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001223 DCHECK(java_lang_Throwable->IsAssignableFrom(klass));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001224 }
1225 // Resolving exceptions may load classes that reference more exceptions, iterate until no
1226 // more are found
1227 } while (!unresolved_exception_types.empty());
1228
1229 // We walk the roots looking for classes so that we'll pick up the
1230 // above classes plus any classes them depend on such super
1231 // classes, interfaces, and the required ClassLinker roots.
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001232 RecordImageClassesVisitor visitor(image_classes_.get());
1233 class_linker->VisitClasses(&visitor);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001234
1235 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001236}
1237
Vladimir Marko19a4d372016-12-08 14:41:46 +00001238static void MaybeAddToImageClasses(Thread* self,
1239 ObjPtr<mirror::Class> klass,
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001240 std::unordered_set<std::string>* image_classes)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001241 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001242 DCHECK_EQ(self, Thread::Current());
Mathieu Chartierf8322842014-05-16 10:59:25 -07001243 StackHandleScope<1> hs(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001244 std::string temp;
Andreas Gampe542451c2016-07-26 09:02:02 -07001245 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001246 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07001247 const char* descriptor = klass->GetDescriptor(&temp);
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001248 std::pair<std::unordered_set<std::string>::iterator, bool> result =
1249 image_classes->insert(descriptor);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001250 if (!result.second) { // Previously inserted.
1251 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001252 }
Ian Rogers1ff3c982014-08-12 02:30:58 -07001253 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Vladimir Marko19a4d372016-12-08 14:41:46 +00001254 for (size_t i = 0, num_interfaces = klass->NumDirectInterfaces(); i != num_interfaces; ++i) {
1255 ObjPtr<mirror::Class> interface = mirror::Class::GetDirectInterface(self, klass, i);
1256 DCHECK(interface != nullptr);
1257 MaybeAddToImageClasses(self, interface, image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001258 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001259 for (auto& m : klass->GetVirtualMethods(pointer_size)) {
1260 MaybeAddToImageClasses(self, m.GetDeclaringClass(), image_classes);
Mathieu Chartiere401d142015-04-22 13:56:20 -07001261 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001262 if (klass->IsArrayClass()) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001263 MaybeAddToImageClasses(self, klass->GetComponentType(), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001264 }
Mathieu Chartierf8322842014-05-16 10:59:25 -07001265 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001266 }
1267}
1268
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001269// Keeps all the data for the update together. Also doubles as the reference visitor.
1270// Note: we can use object pointers because we suspend all threads.
1271class ClinitImageUpdate {
1272 public:
Mathieu Chartier31e88222016-10-14 18:43:19 -07001273 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs,
1274 std::unordered_set<std::string>* image_class_descriptors,
1275 Thread* self,
1276 ClassLinker* linker) {
1277 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs,
1278 image_class_descriptors,
1279 self,
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001280 linker));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001281 return res.release();
1282 }
1283
1284 ~ClinitImageUpdate() {
1285 // Allow others to suspend again.
1286 self_->EndAssertNoThreadSuspension(old_cause_);
1287 }
1288
1289 // Visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001290 void operator()(ObjPtr<mirror::Object> object,
1291 MemberOffset field_offset,
1292 bool /* is_static */) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001293 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001294 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
1295 if (ref != nullptr) {
1296 VisitClinitClassesObject(ref);
1297 }
1298 }
1299
Roland Levillain5e8d5f02016-10-18 18:03:43 +01001300 // java.lang.ref.Reference visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001301 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED,
1302 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {}
Mathieu Chartierda7c6502015-07-23 16:01:26 -07001303
1304 // Ignore class native roots.
1305 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED)
1306 const {}
1307 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {}
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001308
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001309 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001310 // Use the initial classes as roots for a search.
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001311 for (Handle<mirror::Class> klass_root : image_classes_) {
1312 VisitClinitClassesObject(klass_root.Get());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001313 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001314 Thread* self = Thread::Current();
1315 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001316 for (Handle<mirror::Class> h_klass : to_insert_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001317 MaybeAddToImageClasses(self, h_klass.Get(), image_class_descriptors_);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001318 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001319 }
1320
1321 private:
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001322 class FindImageClassesVisitor : public ClassVisitor {
1323 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001324 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs,
1325 ClinitImageUpdate* data)
1326 : data_(data),
1327 hs_(hs) {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001328
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001329 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001330 std::string temp;
1331 const char* name = klass->GetDescriptor(&temp);
1332 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001333 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001334 } else {
1335 // Check whether it is initialized and has a clinit. They must be kept, too.
1336 if (klass->IsInitialized() && klass->FindClassInitializer(
1337 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001338 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001339 }
1340 }
1341 return true;
1342 }
1343
1344 private:
1345 ClinitImageUpdate* const data_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001346 VariableSizedHandleScope& hs_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001347 };
1348
Mathieu Chartier31e88222016-10-14 18:43:19 -07001349 ClinitImageUpdate(VariableSizedHandleScope& hs,
1350 std::unordered_set<std::string>* image_class_descriptors,
1351 Thread* self,
1352 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_)
1353 : hs_(hs),
1354 image_class_descriptors_(image_class_descriptors),
1355 self_(self) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001356 CHECK(linker != nullptr);
1357 CHECK(image_class_descriptors != nullptr);
1358
1359 // Make sure nobody interferes with us.
1360 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
1361
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001362 // Find all the already-marked classes.
1363 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001364 FindImageClassesVisitor visitor(hs_, this);
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001365 linker->VisitClasses(&visitor);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001366 }
1367
1368 void VisitClinitClassesObject(mirror::Object* object) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001369 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001370 DCHECK(object != nullptr);
1371 if (marked_objects_.find(object) != marked_objects_.end()) {
1372 // Already processed.
1373 return;
1374 }
1375
1376 // Mark it.
1377 marked_objects_.insert(object);
1378
1379 if (object->IsClass()) {
Mathieu Chartier31e88222016-10-14 18:43:19 -07001380 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread
1381 // suspensionb is not safe to do in VisitObjects or VisitReferences.
1382 to_insert_.push_back(hs_.NewHandle(object->AsClass()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001383 } else {
1384 // Else visit the object's class.
1385 VisitClinitClassesObject(object->GetClass());
1386 }
1387
Mathieu Chartiere401d142015-04-22 13:56:20 -07001388 // If it is not a DexCache, visit all references.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001389 if (!object->IsDexCache()) {
Mathieu Chartier059ef3d2015-08-18 13:54:21 -07001390 object->VisitReferences(*this, *this);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001391 }
1392 }
1393
Mathieu Chartier31e88222016-10-14 18:43:19 -07001394 VariableSizedHandleScope& hs_;
1395 mutable std::vector<Handle<mirror::Class>> to_insert_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001396 mutable std::unordered_set<mirror::Object*> marked_objects_;
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001397 std::unordered_set<std::string>* const image_class_descriptors_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001398 std::vector<Handle<mirror::Class>> image_classes_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001399 Thread* const self_;
1400 const char* old_cause_;
1401
1402 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
1403};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001404
Ian Rogers3d504072014-03-01 09:16:49 -08001405void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Vladimir Markoaad75c62016-10-03 08:46:48 +00001406 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001407 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001408
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001409 Runtime* runtime = Runtime::Current();
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001410
1411 // Suspend all threads.
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001412 ScopedSuspendAll ssa(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001413
Mathieu Chartier31e88222016-10-14 18:43:19 -07001414 VariableSizedHandleScope hs(Thread::Current());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001415 std::string error_msg;
Mathieu Chartier31e88222016-10-14 18:43:19 -07001416 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs,
1417 image_classes_.get(),
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001418 Thread::Current(),
Mathieu Chartier31e88222016-10-14 18:43:19 -07001419 runtime->GetClassLinker()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001420
1421 // Do the marking.
1422 update->Walk();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001423 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001424}
1425
Vladimir Marko07785bb2015-06-15 18:52:54 +01001426bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) {
1427 Runtime* runtime = Runtime::Current();
1428 if (!runtime->IsAotCompiler()) {
Calin Juravleffc87072016-04-20 14:22:09 +01001429 DCHECK(runtime->UseJitCompilation());
Vladimir Marko07785bb2015-06-15 18:52:54 +01001430 // Having the klass reference here implies that the klass is already loaded.
1431 return true;
1432 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00001433 if (!GetCompilerOptions().IsBootImage()) {
Vladimir Marko07785bb2015-06-15 18:52:54 +01001434 // Assume loaded only if klass is in the boot image. App classes cannot be assumed
1435 // loaded because we don't even know what class loader will be used to load them.
1436 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace();
1437 return class_in_image;
1438 }
1439 std::string temp;
1440 const char* descriptor = klass->GetDescriptor(&temp);
1441 return IsImageClass(descriptor);
1442}
1443
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001444bool CompilerDriver::CanAccessTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1445 ObjPtr<mirror::Class> resolved_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001446 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001447 stats_->TypeNeedsAccessCheck();
1448 return false; // Unknown class needs access checks.
1449 }
David Brazdil38f64d32016-01-18 17:13:41 +00001450 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1451 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001452 if (referrer_class == nullptr) {
1453 stats_->TypeNeedsAccessCheck();
1454 return false; // Incomplete referrer knowledge needs access check.
1455 }
1456 // Perform access check, will return true if access is ok or false if we're going to have to
1457 // check this at runtime (for example for class loaders).
1458 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001459 }
David Brazdil38f64d32016-01-18 17:13:41 +00001460 if (is_accessible) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001461 stats_->TypeDoesntNeedAccessCheck();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001462 } else {
1463 stats_->TypeNeedsAccessCheck();
1464 }
David Brazdil38f64d32016-01-18 17:13:41 +00001465 return is_accessible;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001466}
1467
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001468bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1469 ObjPtr<mirror::Class> resolved_class,
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001470 bool* finalizable) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001471 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001472 stats_->TypeNeedsAccessCheck();
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001473 // Be conservative.
1474 *finalizable = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001475 return false; // Unknown class needs access checks.
1476 }
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001477 *finalizable = resolved_class->IsFinalizable();
David Brazdil38f64d32016-01-18 17:13:41 +00001478 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1479 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001480 if (referrer_class == nullptr) {
1481 stats_->TypeNeedsAccessCheck();
1482 return false; // Incomplete referrer knowledge needs access check.
1483 }
1484 // Perform access and instantiable checks, will return true if access is ok or false if we're
1485 // going to have to check this at runtime (for example for class loaders).
1486 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001487 }
David Brazdil38f64d32016-01-18 17:13:41 +00001488 bool result = is_accessible && resolved_class->IsInstantiable();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001489 if (result) {
1490 stats_->TypeDoesntNeedAccessCheck();
1491 } else {
1492 stats_->TypeNeedsAccessCheck();
1493 }
1494 return result;
1495}
1496
Vladimir Markobe0e5462014-02-26 11:24:15 +00001497void CompilerDriver::ProcessedInstanceField(bool resolved) {
1498 if (!resolved) {
1499 stats_->UnresolvedInstanceField();
1500 } else {
1501 stats_->ResolvedInstanceField();
1502 }
1503}
1504
1505void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1506 if (!resolved) {
1507 stats_->UnresolvedStaticField();
1508 } else if (local) {
1509 stats_->ResolvedLocalStaticField();
1510 } else {
1511 stats_->ResolvedStaticField();
1512 }
1513}
1514
Mathieu Chartierc7853442015-03-27 14:35:38 -07001515ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
Vladimir Markoe11dd502017-12-08 14:09:45 +00001516 const DexCompilationUnit* mUnit,
1517 bool is_put,
Mathieu Chartierc7853442015-03-27 14:35:38 -07001518 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001519 // Try to resolve the field and compiling method's class.
Mathieu Chartierc7853442015-03-27 14:35:38 -07001520 ArtField* resolved_field;
Vladimir Marko28e012a2017-12-07 11:22:59 +00001521 ObjPtr<mirror::Class> referrer_class;
Mathieu Chartier736b5602015-09-02 14:54:11 -07001522 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001523 {
Vladimir Markoe11dd502017-12-08 14:09:45 +00001524 Handle<mirror::ClassLoader> class_loader = mUnit->GetClassLoader();
1525 resolved_field = ResolveField(soa, dex_cache, class_loader, field_idx, /* is_static */ false);
Mathieu Chartierc7853442015-03-27 14:35:38 -07001526 referrer_class = resolved_field != nullptr
Vladimir Markoe11dd502017-12-08 14:09:45 +00001527 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001528 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001529 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001530 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001531 std::pair<bool, bool> fast_path = IsFastInstanceField(
Mathieu Chartier736b5602015-09-02 14:54:11 -07001532 dex_cache.Get(), referrer_class, resolved_field, field_idx);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001533 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001534 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001535 ProcessedInstanceField(can_link);
1536 return can_link ? resolved_field : nullptr;
1537}
1538
1539bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1540 bool is_put, MemberOffset* field_offset,
1541 bool* is_volatile) {
1542 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc7853442015-03-27 14:35:38 -07001543 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001544
Mathieu Chartierc7853442015-03-27 14:35:38 -07001545 if (resolved_field == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001546 // Conservative defaults.
1547 *is_volatile = true;
1548 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001549 return false;
1550 } else {
1551 *is_volatile = resolved_field->IsVolatile();
1552 *field_offset = resolved_field->GetOffset();
1553 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001554 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001555}
1556
Vladimir Marko2730db02014-01-27 11:15:17 +00001557const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1558 uint32_t method_idx) const {
1559 MethodReference ref(dex_file, method_idx);
1560 return verification_results_->GetVerifiedMethod(ref);
1561}
1562
1563bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001564 if (!compiler_options_->IsVerificationEnabled()) {
1565 // If we didn't verify, every cast has to be treated as non-safe.
1566 return false;
1567 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001568 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1569 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001570 if (result) {
1571 stats_->SafeCast();
1572 } else {
1573 stats_->NotASafeCast();
1574 }
1575 return result;
1576}
1577
Mathieu Chartier90443472015-07-16 20:32:27 -07001578class CompilationVisitor {
1579 public:
1580 virtual ~CompilationVisitor() {}
1581 virtual void Visit(size_t index) = 0;
1582};
1583
Brian Carlstrom7940e442013-07-12 13:46:57 -07001584class ParallelCompilationManager {
1585 public:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001586 ParallelCompilationManager(ClassLinker* class_linker,
1587 jobject class_loader,
1588 CompilerDriver* compiler,
1589 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001590 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001591 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001592 : index_(0),
1593 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001594 class_loader_(class_loader),
1595 compiler_(compiler),
1596 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001597 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001598 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001599
1600 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001601 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001602 return class_linker_;
1603 }
1604
1605 jobject GetClassLoader() const {
1606 return class_loader_;
1607 }
1608
1609 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001610 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001611 return compiler_;
1612 }
1613
1614 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001615 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001616 return dex_file_;
1617 }
1618
Andreas Gampede7b4362014-07-28 18:38:57 -07001619 const std::vector<const DexFile*>& GetDexFiles() const {
1620 return dex_files_;
1621 }
1622
Mathieu Chartier90443472015-07-16 20:32:27 -07001623 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units)
1624 REQUIRES(!*Locks::mutator_lock_) {
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001625 ForAllLambda(begin, end, [visitor](size_t index) { visitor->Visit(index); }, work_units);
1626 }
1627
1628 template <typename Fn>
1629 void ForAllLambda(size_t begin, size_t end, Fn fn, size_t work_units)
1630 REQUIRES(!*Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001631 Thread* self = Thread::Current();
1632 self->AssertNoPendingException();
1633 CHECK_GT(work_units, 0U);
1634
Orion Hodson88591fe2018-03-06 13:35:43 +00001635 index_.store(begin, std::memory_order_relaxed);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001636 for (size_t i = 0; i < work_units; ++i) {
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001637 thread_pool_->AddTask(self, new ForAllClosureLambda<Fn>(this, end, fn));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001638 }
1639 thread_pool_->StartWorkers(self);
1640
1641 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1642 // thread destructor's called below perform join).
1643 CHECK_NE(self->GetState(), kRunnable);
1644
1645 // Wait for all the worker threads to finish.
1646 thread_pool_->Wait(self, true, false);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001647
1648 // And stop the workers accepting jobs.
1649 thread_pool_->StopWorkers(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001650 }
1651
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001652 size_t NextIndex() {
Orion Hodson88591fe2018-03-06 13:35:43 +00001653 return index_.fetch_add(1, std::memory_order_seq_cst);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001654 }
1655
Brian Carlstrom7940e442013-07-12 13:46:57 -07001656 private:
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001657 template <typename Fn>
1658 class ForAllClosureLambda : public Task {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001659 public:
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001660 ForAllClosureLambda(ParallelCompilationManager* manager, size_t end, Fn fn)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001661 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001662 end_(end),
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001663 fn_(fn) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001664
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001665 void Run(Thread* self) OVERRIDE {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001666 while (true) {
1667 const size_t index = manager_->NextIndex();
1668 if (UNLIKELY(index >= end_)) {
1669 break;
1670 }
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001671 fn_(index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001672 self->AssertNoPendingException();
1673 }
1674 }
1675
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001676 void Finalize() OVERRIDE {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001677 delete this;
1678 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001679
Brian Carlstrom7940e442013-07-12 13:46:57 -07001680 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001681 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001682 const size_t end_;
Andreas Gampe3c060ad2018-01-22 13:07:49 -08001683 Fn fn_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001684 };
1685
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001686 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001687 ClassLinker* const class_linker_;
1688 const jobject class_loader_;
1689 CompilerDriver* const compiler_;
1690 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001691 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001692 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001693
1694 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001695};
1696
Jeff Hao0e49b422013-11-08 12:16:56 -08001697// A fast version of SkipClass above if the class pointer is available
1698// that avoids the expensive FindInClassPath search.
Vladimir Marko28e012a2017-12-07 11:22:59 +00001699static bool SkipClass(jobject class_loader, const DexFile& dex_file, ObjPtr<mirror::Class> klass)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001700 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001701 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001702 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1703 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001704 if (class_loader == nullptr) {
David Sehr709b0702016-10-13 09:12:37 -07001705 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from "
Jeff Hao0e49b422013-11-08 12:16:56 -08001706 << dex_file.GetLocation() << " previously found in "
1707 << original_dex_file.GetLocation();
1708 }
1709 return true;
1710 }
1711 return false;
1712}
1713
Mathieu Chartier70b63482014-06-27 17:19:04 -07001714static void CheckAndClearResolveException(Thread* self)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001715 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier70b63482014-06-27 17:19:04 -07001716 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001717 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001718 std::string temp;
1719 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1720 const char* expected_exceptions[] = {
1721 "Ljava/lang/IllegalAccessError;",
1722 "Ljava/lang/IncompatibleClassChangeError;",
1723 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001724 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001725 "Ljava/lang/NoClassDefFoundError;",
1726 "Ljava/lang/NoSuchFieldError;",
1727 "Ljava/lang/NoSuchMethodError;"
1728 };
1729 bool found = false;
1730 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1731 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1732 found = true;
1733 }
1734 }
1735 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001736 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001737 }
1738 self->ClearException();
1739}
1740
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001741bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file,
1742 uint16_t class_def_idx) const {
1743 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_idx);
1744 const uint8_t* class_data = dex_file.GetClassData(class_def);
1745 if (class_data == nullptr) {
1746 // Empty class such as a marker interface.
1747 return false;
1748 }
1749 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001750 it.SkipStaticFields();
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001751 // We require a constructor barrier if there are final instance fields.
1752 while (it.HasNextInstanceField()) {
1753 if (it.MemberIsFinal()) {
1754 return true;
1755 }
1756 it.Next();
1757 }
1758 return false;
1759}
1760
Mathieu Chartier90443472015-07-16 20:32:27 -07001761class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor {
1762 public:
1763 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager)
1764 : manager_(manager) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001765
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001766 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08001767 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07001768 Thread* const self = Thread::Current();
1769 jobject jclass_loader = manager_->GetClassLoader();
1770 const DexFile& dex_file = *manager_->GetDexFile();
1771 ClassLinker* class_linker = manager_->GetClassLinker();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001772
Mathieu Chartier90443472015-07-16 20:32:27 -07001773 // If an instance field is final then we need to have a barrier on the return, static final
1774 // fields are assigned within the lock held for class initialization. Conservatively assume
1775 // constructor barriers are always required.
1776 bool requires_constructor_barrier = true;
1777
1778 // Method and Field are the worst. We can't resolve without either
1779 // context from the code use (to disambiguate virtual vs direct
1780 // method and instance vs static field) or from class
1781 // definitions. While the compiler will resolve what it can as it
1782 // needs it, here we try to resolve fields and methods used in class
1783 // definitions, since many of them many never be referenced by
1784 // generated code.
1785 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1786 ScopedObjectAccess soa(self);
1787 StackHandleScope<2> hs(soa.Self());
1788 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001789 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001790 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00001791 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07001792 // Resolve the class.
Vladimir Marko28e012a2017-12-07 11:22:59 +00001793 ObjPtr<mirror::Class> klass =
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001794 class_linker->ResolveType(class_def.class_idx_, dex_cache, class_loader);
Mathieu Chartier90443472015-07-16 20:32:27 -07001795 bool resolve_fields_and_methods;
1796 if (klass == nullptr) {
1797 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1798 // attempt to resolve methods and fields when there is no declaring class.
1799 CheckAndClearResolveException(soa.Self());
1800 resolve_fields_and_methods = false;
1801 } else {
1802 // We successfully resolved a class, should we skip it?
1803 if (SkipClass(jclass_loader, dex_file, klass)) {
1804 return;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001805 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001806 // We want to resolve the methods and fields eagerly.
1807 resolve_fields_and_methods = true;
Ian Rogers68b56852014-08-29 20:19:11 -07001808 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001809 // Note the class_data pointer advances through the headers,
1810 // static fields, instance fields, direct methods, and virtual
1811 // methods.
1812 const uint8_t* class_data = dex_file.GetClassData(class_def);
1813 if (class_data == nullptr) {
1814 // Empty class such as a marker interface.
1815 requires_constructor_barrier = false;
1816 } else {
1817 ClassDataItemIterator it(dex_file, class_data);
1818 while (it.HasNextStaticField()) {
1819 if (resolve_fields_and_methods) {
Vladimir Markoe11dd502017-12-08 14:09:45 +00001820 ArtField* field = class_linker->ResolveField(
1821 it.GetMemberIndex(), dex_cache, class_loader, /* is_static */ true);
Mathieu Chartier90443472015-07-16 20:32:27 -07001822 if (field == nullptr) {
1823 CheckAndClearResolveException(soa.Self());
1824 }
Ian Rogers68b56852014-08-29 20:19:11 -07001825 }
1826 it.Next();
1827 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001828 // We require a constructor barrier if there are final instance fields.
1829 requires_constructor_barrier = false;
1830 while (it.HasNextInstanceField()) {
1831 if (it.MemberIsFinal()) {
1832 requires_constructor_barrier = true;
1833 }
1834 if (resolve_fields_and_methods) {
Vladimir Markoe11dd502017-12-08 14:09:45 +00001835 ArtField* field = class_linker->ResolveField(
1836 it.GetMemberIndex(), dex_cache, class_loader, /* is_static */ false);
Mathieu Chartier90443472015-07-16 20:32:27 -07001837 if (field == nullptr) {
1838 CheckAndClearResolveException(soa.Self());
1839 }
Ian Rogers68b56852014-08-29 20:19:11 -07001840 }
1841 it.Next();
1842 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001843 if (resolve_fields_and_methods) {
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08001844 while (it.HasNextMethod()) {
Vladimir Markoba118822017-06-12 15:41:56 +01001845 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Vladimir Marko89011192017-12-11 13:45:05 +00001846 it.GetMemberIndex(),
1847 dex_cache,
1848 class_loader,
1849 /* referrer */ nullptr,
Mathieu Chartier90443472015-07-16 20:32:27 -07001850 it.GetMethodInvokeType(class_def));
1851 if (method == nullptr) {
1852 CheckAndClearResolveException(soa.Self());
1853 }
1854 it.Next();
1855 }
1856 DCHECK(!it.HasNext());
1857 }
1858 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07001859 manager_->GetCompiler()->SetRequiresConstructorBarrier(self,
1860 &dex_file,
1861 class_def_index,
1862 requires_constructor_barrier);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001863 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001864
Mathieu Chartier90443472015-07-16 20:32:27 -07001865 private:
1866 const ParallelCompilationManager* const manager_;
1867};
1868
1869class ResolveTypeVisitor : public CompilationVisitor {
1870 public:
1871 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) {
1872 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001873 void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001874 // Class derived values are more complicated, they require the linker and loader.
Mathieu Chartier90443472015-07-16 20:32:27 -07001875 ScopedObjectAccess soa(Thread::Current());
1876 ClassLinker* class_linker = manager_->GetClassLinker();
1877 const DexFile& dex_file = *manager_->GetDexFile();
1878 StackHandleScope<2> hs(soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07001879 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001880 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader())));
Mathieu Chartierd57d4542015-10-14 10:55:30 -07001881 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile(
1882 dex_file,
Mathieu Chartierf284d442016-06-02 11:48:30 -07001883 class_loader.Get())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001884 ObjPtr<mirror::Class> klass = (dex_cache != nullptr)
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001885 ? class_linker->ResolveType(dex::TypeIndex(type_idx), dex_cache, class_loader)
Vladimir Markocd556b02017-02-03 11:47:34 +00001886 : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001887
Mathieu Chartier90443472015-07-16 20:32:27 -07001888 if (klass == nullptr) {
1889 soa.Self()->AssertPendingException();
1890 mirror::Throwable* exception = soa.Self()->GetException();
1891 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1892 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1893 // There's little point continuing compilation if the heap is exhausted.
1894 LOG(FATAL) << "Out of memory during type resolution for compilation";
1895 }
1896 soa.Self()->ClearException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001897 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001898 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001899
1900 private:
1901 const ParallelCompilationManager* const manager_;
1902};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001903
Andreas Gampeace0dc12016-01-20 13:33:13 -08001904void CompilerDriver::ResolveDexFile(jobject class_loader,
1905 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001906 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001907 ThreadPool* thread_pool,
1908 size_t thread_count,
1909 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001910 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1911
1912 // TODO: we could resolve strings here, although the string table is largely filled with class
1913 // and method names.
1914
Andreas Gampede7b4362014-07-28 18:38:57 -07001915 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1916 thread_pool);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001917 if (GetCompilerOptions().IsBootImage()) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001918 // For images we resolve all types, such as array, whereas for applications just those with
1919 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001920 TimingLogger::ScopedTiming t("Resolve Types", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001921 ResolveTypeVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001922 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001923 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001924
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001925 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001926 ResolveClassFieldsAndMethodsVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001927 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001928}
1929
Andreas Gampeace0dc12016-01-20 13:33:13 -08001930void CompilerDriver::SetVerified(jobject class_loader,
1931 const std::vector<const DexFile*>& dex_files,
1932 TimingLogger* timings) {
1933 // This can be run in parallel.
Mathieu Chartier90443472015-07-16 20:32:27 -07001934 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001935 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001936 SetVerifiedDexFile(class_loader,
1937 *dex_file,
1938 dex_files,
1939 parallel_thread_pool_.get(),
1940 parallel_thread_count_,
1941 timings);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001942 }
1943}
1944
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001945static void PopulateVerifiedMethods(const DexFile& dex_file,
1946 uint32_t class_def_index,
1947 VerificationResults* verification_results) {
1948 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1949 const uint8_t* class_data = dex_file.GetClassData(class_def);
1950 if (class_data == nullptr) {
1951 return;
1952 }
1953 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001954 it.SkipAllFields();
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001955
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08001956 while (it.HasNextMethod()) {
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001957 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1958 it.Next();
1959 }
1960 DCHECK(!it.HasNext());
1961}
1962
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001963static void LoadAndUpdateStatus(const DexFile& dex_file,
1964 const DexFile::ClassDef& class_def,
Vladimir Marko2c64a832018-01-04 11:31:56 +00001965 ClassStatus status,
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001966 Handle<mirror::ClassLoader> class_loader,
1967 Thread* self)
1968 REQUIRES_SHARED(Locks::mutator_lock_) {
1969 StackHandleScope<1> hs(self);
1970 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1971 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1972 Handle<mirror::Class> cls(hs.NewHandle<mirror::Class>(
1973 class_linker->FindClass(self, descriptor, class_loader)));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001974 if (cls != nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001975 // Check that the class is resolved with the current dex file. We might get
1976 // a boot image class, or a class in a different dex file for multidex, and
1977 // we should not update the status in that case.
1978 if (&cls->GetDexFile() == &dex_file) {
1979 ObjectLock<mirror::Class> lock(self, cls);
1980 mirror::Class::SetStatus(cls, status, self);
1981 }
1982 } else {
1983 DCHECK(self->IsExceptionPending());
1984 self->ClearException();
1985 }
1986}
1987
Nicolas Geoffray74981052017-01-16 17:54:09 +00001988bool CompilerDriver::FastVerify(jobject jclass_loader,
1989 const std::vector<const DexFile*>& dex_files,
1990 TimingLogger* timings) {
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001991 verifier::VerifierDeps* verifier_deps =
1992 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
Mathieu Chartier72041a02017-07-14 18:23:25 -07001993 // If there exist VerifierDeps that aren't the ones we just created to output, use them to verify.
1994 if (verifier_deps == nullptr || verifier_deps->OutputOnly()) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001995 return false;
1996 }
1997 TimingLogger::ScopedTiming t("Fast Verify", timings);
1998 ScopedObjectAccess soa(Thread::Current());
1999 StackHandleScope<2> hs(soa.Self());
2000 Handle<mirror::ClassLoader> class_loader(
2001 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Nicolas Geoffray74981052017-01-16 17:54:09 +00002002 if (!verifier_deps->ValidateDependencies(class_loader, soa.Self())) {
2003 return false;
2004 }
2005
Nicolas Geoffray49cda062017-04-21 13:08:25 +01002006 bool compiler_only_verifies = !GetCompilerOptions().IsAnyCompilationEnabled();
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002007
Nicolas Geoffray74981052017-01-16 17:54:09 +00002008 // We successfully validated the dependencies, now update class status
2009 // of verified classes. Note that the dependencies also record which classes
2010 // could not be fully verified; we could try again, but that would hurt verification
2011 // time. So instead we assume these classes still need to be verified at
2012 // runtime.
2013 for (const DexFile* dex_file : dex_files) {
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07002014 // Fetch the list of unverified classes.
2015 const std::set<dex::TypeIndex>& unverified_classes =
Nicolas Geoffray74981052017-01-16 17:54:09 +00002016 verifier_deps->GetUnverifiedClasses(*dex_file);
Nicolas Geoffray74981052017-01-16 17:54:09 +00002017 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
2018 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07002019 if (unverified_classes.find(class_def.class_idx_) == unverified_classes.end()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002020 if (compiler_only_verifies) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00002021 // Just update the compiled_classes_ map. The compiler doesn't need to resolve
2022 // the type.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002023 ClassReference ref(dex_file, i);
Vladimir Marko2c64a832018-01-04 11:31:56 +00002024 ClassStatus existing = ClassStatus::kNotReady;
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002025 DCHECK(compiled_classes_.Get(ref, &existing)) << ref.dex_file->GetLocation();
2026 ClassStateTable::InsertResult result =
Vladimir Marko2c64a832018-01-04 11:31:56 +00002027 compiled_classes_.Insert(ref, existing, ClassStatus::kVerified);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002028 CHECK_EQ(result, ClassStateTable::kInsertResultSuccess);
Nicolas Geoffray74981052017-01-16 17:54:09 +00002029 } else {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002030 // Update the class status, so later compilation stages know they don't need to verify
Nicolas Geoffray74981052017-01-16 17:54:09 +00002031 // the class.
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002032 LoadAndUpdateStatus(
Vladimir Marko2c64a832018-01-04 11:31:56 +00002033 *dex_file, class_def, ClassStatus::kVerified, class_loader, soa.Self());
Nicolas Geoffray74981052017-01-16 17:54:09 +00002034 // Create `VerifiedMethod`s for each methods, the compiler expects one for
2035 // quickening or compiling.
2036 // Note that this means:
2037 // - We're only going to compile methods that did verify.
2038 // - Quickening will not do checkcast ellision.
2039 // TODO(ngeoffray): Reconsider this once we refactor compiler filters.
2040 PopulateVerifiedMethods(*dex_file, i, verification_results_);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002041 }
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002042 } else if (!compiler_only_verifies) {
2043 // Make sure later compilation stages know they should not try to verify
2044 // this class again.
2045 LoadAndUpdateStatus(*dex_file,
2046 class_def,
Vladimir Marko2c64a832018-01-04 11:31:56 +00002047 ClassStatus::kRetryVerificationAtRuntime,
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002048 class_loader,
2049 soa.Self());
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002050 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002051 }
2052 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00002053 return true;
2054}
2055
2056void CompilerDriver::Verify(jobject jclass_loader,
2057 const std::vector<const DexFile*>& dex_files,
2058 TimingLogger* timings) {
2059 if (FastVerify(jclass_loader, dex_files, timings)) {
2060 return;
2061 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002062
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002063 // If there is no existing `verifier_deps` (because of non-existing vdex), or
2064 // the existing `verifier_deps` is not valid anymore, create a new one for
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002065 // non boot image compilation. The verifier will need it to record the new dependencies.
2066 // Then dex2oat can update the vdex file with these new dependencies.
2067 if (!GetCompilerOptions().IsBootImage()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07002068 // Dex2oat creates the verifier deps.
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002069 // Create the main VerifierDeps, and set it to this thread.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002070 verifier::VerifierDeps* verifier_deps =
2071 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
2072 CHECK(verifier_deps != nullptr);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002073 Thread::Current()->SetVerifierDeps(verifier_deps);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002074 // Create per-thread VerifierDeps to avoid contention on the main one.
2075 // We will merge them after verification.
2076 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07002077 worker->GetThread()->SetVerifierDeps(new verifier::VerifierDeps(dex_files_for_oat_file_));
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002078 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002079 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00002080
Nicolas Geoffray46847392017-04-28 14:56:39 +01002081 // Verification updates VerifierDeps and needs to run single-threaded to be deterministic.
2082 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2083 ThreadPool* verify_thread_pool =
2084 force_determinism ? single_thread_pool_.get() : parallel_thread_pool_.get();
2085 size_t verify_thread_count = force_determinism ? 1U : parallel_thread_count_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002086 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002087 CHECK(dex_file != nullptr);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002088 VerifyDexFile(jclass_loader,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002089 *dex_file,
2090 dex_files,
Nicolas Geoffray46847392017-04-28 14:56:39 +01002091 verify_thread_pool,
2092 verify_thread_count,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002093 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002094 }
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002095
2096 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002097 // Merge all VerifierDeps into the main one.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002098 verifier::VerifierDeps* verifier_deps = Thread::Current()->GetVerifierDeps();
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002099 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
2100 verifier::VerifierDeps* thread_deps = worker->GetThread()->GetVerifierDeps();
2101 worker->GetThread()->SetVerifierDeps(nullptr);
Mathieu Chartier72041a02017-07-14 18:23:25 -07002102 verifier_deps->MergeWith(*thread_deps, dex_files_for_oat_file_);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002103 delete thread_deps;
2104 }
2105 Thread::Current()->SetVerifierDeps(nullptr);
2106 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002107}
2108
Mathieu Chartier90443472015-07-16 20:32:27 -07002109class VerifyClassVisitor : public CompilationVisitor {
2110 public:
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002111 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level)
Andreas Gampe7fe30232016-03-25 16:58:00 -07002112 : manager_(manager), log_level_(log_level) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07002113
Mathieu Chartier90443472015-07-16 20:32:27 -07002114 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002115 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002116 ScopedObjectAccess soa(Thread::Current());
2117 const DexFile& dex_file = *manager_->GetDexFile();
2118 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2119 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2120 ClassLinker* class_linker = manager_->GetClassLinker();
2121 jobject jclass_loader = manager_->GetClassLoader();
2122 StackHandleScope<3> hs(soa.Self());
2123 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002124 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002125 Handle<mirror::Class> klass(
2126 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002127 verifier::FailureKind failure_kind;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002128 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002129 CHECK(soa.Self()->IsExceptionPending());
2130 soa.Self()->ClearException();
Mathieu Chartier90443472015-07-16 20:32:27 -07002131
2132 /*
2133 * At compile time, we can still structurally verify the class even if FindClass fails.
2134 * This is to ensure the class is structurally sound for compilation. An unsound class
2135 * will be rejected by the verifier and later skipped during compilation in the compiler.
2136 */
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07002137 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00002138 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002139 std::string error_msg;
Nicolas Geoffray08025182016-10-25 17:20:18 +01002140 failure_kind =
2141 verifier::MethodVerifier::VerifyClass(soa.Self(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002142 &dex_file,
2143 dex_cache,
2144 class_loader,
David Brazdil15fc7292016-09-02 14:13:18 +01002145 class_def,
Andreas Gampe53e32d12015-12-09 21:03:23 -08002146 Runtime::Current()->GetCompilerCallbacks(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002147 true /* allow soft failures */,
Andreas Gampe7fe30232016-03-25 16:58:00 -07002148 log_level_,
Nicolas Geoffray08025182016-10-25 17:20:18 +01002149 &error_msg);
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002150 if (failure_kind == verifier::FailureKind::kHardFailure) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002151 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
2152 << " because: " << error_msg;
2153 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002154 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2155 manager_->GetCompiler()->AddSoftVerifierFailure();
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002156 } else {
2157 // Force a soft failure for the VerifierDeps. This is a sanity measure, as
2158 // the vdex file already records that the class hasn't been resolved. It avoids
2159 // trying to do future verification optimizations when processing the vdex file.
Andreas Gampef39208f2017-10-19 15:06:59 -07002160 DCHECK(failure_kind == verifier::FailureKind::kNoFailure) << failure_kind;
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002161 failure_kind = verifier::FailureKind::kSoftFailure;
Mathieu Chartier90443472015-07-16 20:32:27 -07002162 }
Andreas Gampebb30d5d2018-04-23 09:59:25 -07002163 } else if (&klass->GetDexFile() != &dex_file) {
2164 // Skip a duplicate class (as the resolved class is from another, earlier dex file).
2165 return; // Do not update state.
Mathieu Chartier90443472015-07-16 20:32:27 -07002166 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
David Sehr709b0702016-10-13 09:12:37 -07002167 CHECK(klass->IsResolved()) << klass->PrettyClass();
Nicolas Geoffray08025182016-10-25 17:20:18 +01002168 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_);
Mathieu Chartier90443472015-07-16 20:32:27 -07002169
2170 if (klass->IsErroneous()) {
2171 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
2172 CHECK(soa.Self()->IsExceptionPending());
2173 soa.Self()->ClearException();
2174 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002175 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2176 manager_->GetCompiler()->AddSoftVerifierFailure();
Mathieu Chartier90443472015-07-16 20:32:27 -07002177 }
2178
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002179 CHECK(klass->ShouldVerifyAtRuntime() || klass->IsVerified() || klass->IsErroneous())
David Sehr709b0702016-10-13 09:12:37 -07002180 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus();
Mathieu Chartier90443472015-07-16 20:32:27 -07002181
Nicolas Geoffrayc7da1d62017-04-19 09:36:24 +01002182 // Class has a meaningful status for the compiler now, record it.
2183 ClassReference ref(manager_->GetDexFile(), class_def_index);
2184 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
2185
Andreas Gamped278cb42017-11-22 14:13:00 -08002186 // It is *very* problematic if there are resolution errors in the boot classpath.
2187 //
2188 // It is also bad if classes fail verification. For example, we rely on things working
2189 // OK without verification when the decryption dialog is brought up. It is thus highly
2190 // recommended to compile the boot classpath with
2191 // --abort-on-hard-verifier-error --abort-on-soft-verifier-error
2192 // which is the default build system configuration.
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002193 if (kIsDebugBuild) {
Orion Hodsonc5e0d3f2017-08-22 19:00:04 +01002194 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage()) {
Andreas Gamped278cb42017-11-22 14:13:00 -08002195 if (!klass->IsResolved() || klass->IsErroneous()) {
Andreas Gampe12fadcd2017-08-03 05:06:28 -07002196 LOG(FATAL) << "Boot classpath class " << klass->PrettyClass()
Andreas Gamped278cb42017-11-22 14:13:00 -08002197 << " failed to resolve/is erroneous: state= " << klass->GetStatus();
2198 UNREACHABLE();
Andreas Gampe12fadcd2017-08-03 05:06:28 -07002199 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002200 }
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002201 if (klass->IsVerified()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002202 DCHECK_EQ(failure_kind, verifier::FailureKind::kNoFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002203 } else if (klass->ShouldVerifyAtRuntime()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002204 DCHECK_EQ(failure_kind, verifier::FailureKind::kSoftFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002205 } else {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002206 DCHECK_EQ(failure_kind, verifier::FailureKind::kHardFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002207 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002208 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002209 } else {
2210 // Make the skip a soft failure, essentially being considered as verify at runtime.
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002211 failure_kind = verifier::FailureKind::kSoftFailure;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002212 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002213 verifier::VerifierDeps::MaybeRecordVerificationStatus(
2214 dex_file, class_def.class_idx_, failure_kind);
Mathieu Chartier90443472015-07-16 20:32:27 -07002215 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002216 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002217
2218 private:
2219 const ParallelCompilationManager* const manager_;
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002220 const verifier::HardFailLogMode log_level_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002221};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002222
Andreas Gampeace0dc12016-01-20 13:33:13 -08002223void CompilerDriver::VerifyDexFile(jobject class_loader,
2224 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002225 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002226 ThreadPool* thread_pool,
2227 size_t thread_count,
2228 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002229 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002230 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002231 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2232 thread_pool);
Andreas Gampef39208f2017-10-19 15:06:59 -07002233 bool abort_on_verifier_failures = GetCompilerOptions().AbortOnHardVerifierFailure()
2234 || GetCompilerOptions().AbortOnSoftVerifierFailure();
2235 verifier::HardFailLogMode log_level = abort_on_verifier_failures
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002236 ? verifier::HardFailLogMode::kLogInternalFatal
2237 : verifier::HardFailLogMode::kLogWarning;
Andreas Gampe7fe30232016-03-25 16:58:00 -07002238 VerifyClassVisitor visitor(&context, log_level);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002239 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002240}
2241
Mathieu Chartier90443472015-07-16 20:32:27 -07002242class SetVerifiedClassVisitor : public CompilationVisitor {
2243 public:
2244 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2245
2246 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002247 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002248 ScopedObjectAccess soa(Thread::Current());
2249 const DexFile& dex_file = *manager_->GetDexFile();
2250 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2251 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2252 ClassLinker* class_linker = manager_->GetClassLinker();
2253 jobject jclass_loader = manager_->GetClassLoader();
2254 StackHandleScope<3> hs(soa.Self());
2255 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002256 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002257 Handle<mirror::Class> klass(
2258 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2259 // Class might have failed resolution. Then don't set it to verified.
Andreas Gampefa4333d2017-02-14 11:10:34 -08002260 if (klass != nullptr) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002261 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
2262 // very wrong.
Vladimir Marko72ab6842017-01-20 19:32:50 +00002263 if (klass->IsResolved() && !klass->IsErroneousResolved()) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002264 if (klass->GetStatus() < ClassStatus::kVerified) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002265 ObjectLock<mirror::Class> lock(soa.Self(), klass);
2266 // Set class status to verified.
Vladimir Marko2c64a832018-01-04 11:31:56 +00002267 mirror::Class::SetStatus(klass, ClassStatus::kVerified, soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07002268 // Mark methods as pre-verified. If we don't do this, the interpreter will run with
2269 // access checks.
Igor Murashkindf707e42016-02-02 16:56:50 -08002270 klass->SetSkipAccessChecksFlagOnAllMethods(
Mathieu Chartier90443472015-07-16 20:32:27 -07002271 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet()));
Igor Murashkindf707e42016-02-02 16:56:50 -08002272 klass->SetVerificationAttempted();
Mathieu Chartier90443472015-07-16 20:32:27 -07002273 }
2274 // Record the final class status if necessary.
2275 ClassReference ref(manager_->GetDexFile(), class_def_index);
2276 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002277 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002278 } else {
2279 Thread* self = soa.Self();
2280 DCHECK(self->IsExceptionPending());
2281 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002282 }
2283 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002284
2285 private:
2286 const ParallelCompilationManager* const manager_;
2287};
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002288
Andreas Gampeace0dc12016-01-20 13:33:13 -08002289void CompilerDriver::SetVerifiedDexFile(jobject class_loader,
2290 const DexFile& dex_file,
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002291 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002292 ThreadPool* thread_pool,
2293 size_t thread_count,
2294 TimingLogger* timings) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002295 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002296 if (!compiled_classes_.HaveDexFile(&dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002297 compiled_classes_.AddDexFile(&dex_file);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002298 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002299 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2300 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2301 thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002302 SetVerifiedClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002303 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002304}
2305
Mathieu Chartier90443472015-07-16 20:32:27 -07002306class InitializeClassVisitor : public CompilationVisitor {
2307 public:
2308 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
Ian Rogersfc0e94b2013-09-23 23:51:32 -07002309
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002310 void Visit(size_t class_def_index) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002311 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002312 jobject jclass_loader = manager_->GetClassLoader();
2313 const DexFile& dex_file = *manager_->GetDexFile();
2314 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2315 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
2316 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Jeff Hao0e49b422013-11-08 12:16:56 -08002317
Mathieu Chartier90443472015-07-16 20:32:27 -07002318 ScopedObjectAccess soa(Thread::Current());
2319 StackHandleScope<3> hs(soa.Self());
2320 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002321 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002322 Handle<mirror::Class> klass(
2323 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
2324
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002325 if (klass != nullptr && !SkipClass(manager_->GetClassLoader(), dex_file, klass.Get())) {
2326 TryInitializeClass(klass, class_loader);
2327 }
2328 // Clear any class not found or verification exceptions.
2329 soa.Self()->ClearException();
2330 }
2331
2332 // A helper function for initializing klass.
2333 void TryInitializeClass(Handle<mirror::Class> klass, Handle<mirror::ClassLoader>& class_loader)
2334 REQUIRES_SHARED(Locks::mutator_lock_) {
2335 const DexFile& dex_file = klass->GetDexFile();
2336 const DexFile::ClassDef* class_def = klass->GetClassDef();
2337 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def->class_idx_);
2338 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
2339 ScopedObjectAccessUnchecked soa(Thread::Current());
2340 StackHandleScope<3> hs(soa.Self());
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002341 const bool is_boot_image = manager_->GetCompiler()->GetCompilerOptions().IsBootImage();
Mathieu Chartier17498e52017-06-13 11:35:04 -07002342 const bool is_app_image = manager_->GetCompiler()->GetCompilerOptions().IsAppImage();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002343
Vladimir Marko2c64a832018-01-04 11:31:56 +00002344 ClassStatus old_status = klass->GetStatus();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002345 // Don't initialize classes in boot space when compiling app image
2346 if (is_app_image && klass->IsBootStrapClassLoaded()) {
2347 // Also return early and don't store the class status in the recorded class status.
2348 return;
2349 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002350 // Only try to initialize classes that were successfully verified.
2351 if (klass->IsVerified()) {
2352 // Attempt to initialize the class but bail if we either need to initialize the super-class
2353 // or static fields.
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002354 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002355 old_status = klass->GetStatus();
2356 if (!klass->IsInitialized()) {
2357 // We don't want non-trivial class initialization occurring on multiple threads due to
2358 // deadlock problems. For example, a parent class is initialized (holding its lock) that
2359 // refers to a sub-class in its static/class initializer causing it to try to acquire the
2360 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
2361 // after first initializing its parents, whose locks are acquired. This leads to a
2362 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
2363 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
2364 // than use a special Object for the purpose we use the Class of java.lang.Class.
2365 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
2366 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
2367 // Attempt to initialize allowing initialization of parent classes but still not static
2368 // fields.
Chang Xinge602b1c2017-06-30 11:55:01 -07002369 // Initialize dependencies first only for app image, to make TryInitialize recursive.
2370 bool is_superclass_initialized = !is_app_image ? true :
2371 InitializeDependencies(klass, class_loader, soa.Self());
2372 if (!is_app_image || (is_app_image && is_superclass_initialized)) {
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002373 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Chang Xinge602b1c2017-06-30 11:55:01 -07002374 }
2375 // Otherwise it's in app image but superclasses can't be initialized, no need to proceed.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002376 old_status = klass->GetStatus();
Chang Xing70f689d2017-06-08 17:16:12 -07002377
2378 bool too_many_encoded_fields = false;
2379 if (!is_boot_image && klass->NumStaticFields() > kMaxEncodedFields) {
2380 too_many_encoded_fields = true;
2381 }
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002382 // If the class was not initialized, we can proceed to see if we can initialize static
Chang Xing70f689d2017-06-08 17:16:12 -07002383 // fields. Limit the max number of encoded fields.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002384 if (!klass->IsInitialized() &&
Mathieu Chartier17498e52017-06-13 11:35:04 -07002385 (is_app_image || is_boot_image) &&
Chang Xinge602b1c2017-06-30 11:55:01 -07002386 is_superclass_initialized &&
Chang Xing70f689d2017-06-08 17:16:12 -07002387 !too_many_encoded_fields &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002388 manager_->GetCompiler()->IsImageClass(descriptor)) {
2389 bool can_init_static_fields = false;
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002390 if (is_boot_image) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002391 // We need to initialize static fields, we only do this for image classes that aren't
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002392 // marked with the $NoPreloadHolder (which implies this should not be initialized
2393 // early).
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002394 can_init_static_fields = !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
2395 } else {
Mathieu Chartier17498e52017-06-13 11:35:04 -07002396 CHECK(is_app_image);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002397 // The boot image case doesn't need to recursively initialize the dependencies with
2398 // special logic since the class linker already does this.
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002399 can_init_static_fields =
Mathieu Chartier0933cc52018-03-23 14:25:08 -07002400 ClassLinker::kAppImageMayContainStrings &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002401 !soa.Self()->IsExceptionPending() &&
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002402 is_superclass_initialized &&
2403 NoClinitInDependency(klass, soa.Self(), &class_loader);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002404 // TODO The checking for clinit can be removed since it's already
2405 // checked when init superclass. Currently keep it because it contains
2406 // processing of intern strings. Will be removed later when intern strings
2407 // and clinit are both initialized.
2408 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002409
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002410 if (can_init_static_fields) {
2411 VLOG(compiler) << "Initializing: " << descriptor;
2412 // TODO multithreading support. We should ensure the current compilation thread has
2413 // exclusive access to the runtime and the transaction. To achieve this, we could use
2414 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
2415 // checks in Thread::AssertThreadSuspensionIsAllowable.
2416 Runtime* const runtime = Runtime::Current();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002417 // Run the class initializer in transaction mode.
Chang Xing5a906fc2017-07-26 15:01:16 -07002418 runtime->EnterTransactionMode(is_app_image, klass.Get());
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002419 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2420 true);
2421 // TODO we detach transaction from runtime to indicate we quit the transactional
2422 // mode which prevents the GC from visiting objects modified during the transaction.
2423 // Ensure GC is not run so don't access freed objects when aborting transaction.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002424
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002425 {
2426 ScopedAssertNoThreadSuspension ants("Transaction end");
Chang Xing16d1dd82017-07-20 17:56:26 -07002427
2428 if (success) {
2429 runtime->ExitTransactionMode();
2430 DCHECK(!runtime->IsActiveTransaction());
2431 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002432
Mathieu Chartier90443472015-07-16 20:32:27 -07002433 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002434 CHECK(soa.Self()->IsExceptionPending());
2435 mirror::Throwable* exception = soa.Self()->GetException();
2436 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2437 << exception->Dump();
2438 std::ostream* file_log = manager_->GetCompiler()->
2439 GetCompilerOptions().GetInitFailureOutput();
2440 if (file_log != nullptr) {
2441 *file_log << descriptor << "\n";
2442 *file_log << exception->Dump() << "\n";
2443 }
2444 soa.Self()->ClearException();
Chang Xing605fe242017-07-20 15:57:21 -07002445 runtime->RollbackAllTransactions();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002446 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002447 } else if (is_boot_image) {
2448 // For boot image, we want to put the updated status in the oat class since we can't
2449 // reject the image anyways.
2450 old_status = klass->GetStatus();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002451 }
2452 }
2453
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002454 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002455 // On failure, still intern strings of static fields and seen in <clinit>, as these
2456 // will be created in the zygote. This is separated from the transaction code just
2457 // above as we will allocate strings, so must be allowed to suspend.
2458 if (&klass->GetDexFile() == manager_->GetDexFile()) {
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002459 InternStrings(klass, class_loader);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002460 } else {
2461 DCHECK(!is_boot_image) << "Boot image must have equal dex files";
Andreas Gampedbfe2542014-11-25 22:21:42 -08002462 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002463 }
2464 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002465 }
Jeff Hao0cb17282017-07-12 14:51:49 -07002466 // If the class still isn't initialized, at least try some checks that initialization
2467 // would do so they can be skipped at runtime.
2468 if (!klass->IsInitialized() &&
2469 manager_->GetClassLinker()->ValidateSuperClassDescriptors(klass)) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002470 old_status = ClassStatus::kSuperclassValidated;
Jeff Hao0cb17282017-07-12 14:51:49 -07002471 } else {
2472 soa.Self()->ClearException();
2473 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002474 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002475 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002476 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002477 // Record the final class status if necessary.
2478 ClassReference ref(&dex_file, klass->GetDexClassDefIndex());
2479 // Back up the status before doing initialization for static encoded fields,
2480 // because the static encoded branch wants to keep the status to uninitialized.
2481 manager_->GetCompiler()->RecordClassStatus(ref, old_status);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002482 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002483
2484 private:
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002485 void InternStrings(Handle<mirror::Class> klass, Handle<mirror::ClassLoader> class_loader)
2486 REQUIRES_SHARED(Locks::mutator_lock_) {
2487 DCHECK(manager_->GetCompiler()->GetCompilerOptions().IsBootImage());
2488 DCHECK(klass->IsVerified());
2489 DCHECK(!klass->IsInitialized());
2490
2491 StackHandleScope<1> hs(Thread::Current());
Vladimir Markoe11dd502017-12-08 14:09:45 +00002492 Handle<mirror::DexCache> dex_cache = hs.NewHandle(klass->GetDexCache());
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002493 const DexFile::ClassDef* class_def = klass->GetClassDef();
2494 ClassLinker* class_linker = manager_->GetClassLinker();
2495
Andreas Gampe7bf90482017-03-02 16:41:35 -08002496 // Check encoded final field values for strings and intern.
Vladimir Markoe11dd502017-12-08 14:09:45 +00002497 annotations::RuntimeEncodedStaticFieldValueIterator value_it(dex_cache,
2498 class_loader,
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002499 manager_->GetClassLinker(),
2500 *class_def);
2501 for ( ; value_it.HasNext(); value_it.Next()) {
2502 if (value_it.GetValueType() == annotations::RuntimeEncodedStaticFieldValueIterator::kString) {
2503 // Resolve the string. This will intern the string.
2504 art::ObjPtr<mirror::String> resolved = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002505 dex::StringIndex(value_it.GetJavaValue().i), dex_cache);
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002506 CHECK(resolved != nullptr);
2507 }
2508 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002509
2510 // Intern strings seen in <clinit>.
2511 ArtMethod* clinit = klass->FindClassInitializer(class_linker->GetImagePointerSize());
2512 if (clinit != nullptr) {
Mathieu Chartier73f21d42018-01-02 14:26:50 -08002513 for (const DexInstructionPcPair& inst : clinit->DexInstructions()) {
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002514 if (inst->Opcode() == Instruction::CONST_STRING) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002515 ObjPtr<mirror::String> s = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002516 dex::StringIndex(inst->VRegB_21c()), dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002517 CHECK(s != nullptr);
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002518 } else if (inst->Opcode() == Instruction::CONST_STRING_JUMBO) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002519 ObjPtr<mirror::String> s = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002520 dex::StringIndex(inst->VRegB_31c()), dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002521 CHECK(s != nullptr);
2522 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002523 }
2524 }
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002525 }
2526
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002527 bool ResolveTypesOfMethods(Thread* self, ArtMethod* m)
2528 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Markob45528c2017-07-27 14:14:28 +01002529 // Return value of ResolveReturnType() is discarded because resolve will be done internally.
2530 ObjPtr<mirror::Class> rtn_type = m->ResolveReturnType();
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002531 if (rtn_type == nullptr) {
2532 self->ClearException();
2533 return false;
2534 }
2535 const DexFile::TypeList* types = m->GetParameterTypeList();
2536 if (types != nullptr) {
2537 for (uint32_t i = 0; i < types->Size(); ++i) {
2538 dex::TypeIndex param_type_idx = types->GetTypeItem(i).type_idx_;
Vladimir Markob45528c2017-07-27 14:14:28 +01002539 ObjPtr<mirror::Class> param_type = m->ResolveClassFromTypeIndex(param_type_idx);
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002540 if (param_type == nullptr) {
2541 self->ClearException();
2542 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002543 }
2544 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002545 }
2546 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002547 }
2548
2549 // Pre resolve types mentioned in all method signatures before start a transaction
2550 // since ResolveType doesn't work in transaction mode.
2551 bool PreResolveTypes(Thread* self, const Handle<mirror::Class>& klass)
2552 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002553 PointerSize pointer_size = manager_->GetClassLinker()->GetImagePointerSize();
2554 for (ArtMethod& m : klass->GetMethods(pointer_size)) {
2555 if (!ResolveTypesOfMethods(self, &m)) {
2556 return false;
2557 }
2558 }
2559 if (klass->IsInterface()) {
2560 return true;
2561 } else if (klass->HasSuperClass()) {
2562 StackHandleScope<1> hs(self);
2563 MutableHandle<mirror::Class> super_klass(hs.NewHandle<mirror::Class>(klass->GetSuperClass()));
2564 for (int i = super_klass->GetVTableLength() - 1; i >= 0; --i) {
2565 ArtMethod* m = klass->GetVTableEntry(i, pointer_size);
2566 ArtMethod* super_m = super_klass->GetVTableEntry(i, pointer_size);
2567 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002568 return false;
2569 }
2570 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002571 for (int32_t i = 0; i < klass->GetIfTableCount(); ++i) {
2572 super_klass.Assign(klass->GetIfTable()->GetInterface(i));
2573 if (klass->GetClassLoader() != super_klass->GetClassLoader()) {
2574 uint32_t num_methods = super_klass->NumVirtualMethods();
2575 for (uint32_t j = 0; j < num_methods; ++j) {
2576 ArtMethod* m = klass->GetIfTable()->GetMethodArray(i)->GetElementPtrSize<ArtMethod*>(
2577 j, pointer_size);
2578 ArtMethod* super_m = super_klass->GetVirtualMethod(j, pointer_size);
2579 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
2580 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002581 }
2582 }
2583 }
2584 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002585 }
2586 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002587 }
2588
2589 // Initialize the klass's dependencies recursively before initializing itself.
2590 // Checking for interfaces is also necessary since interfaces can contain
2591 // both default methods and static encoded fields.
2592 bool InitializeDependencies(const Handle<mirror::Class>& klass,
2593 Handle<mirror::ClassLoader> class_loader,
2594 Thread* self)
2595 REQUIRES_SHARED(Locks::mutator_lock_) {
2596 if (klass->HasSuperClass()) {
2597 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2598 StackHandleScope<1> hs(self);
2599 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2600 if (!handle_scope_super->IsInitialized()) {
2601 this->TryInitializeClass(handle_scope_super, class_loader);
2602 if (!handle_scope_super->IsInitialized()) {
2603 return false;
2604 }
2605 }
2606 }
2607
2608 uint32_t num_if = klass->NumDirectInterfaces();
2609 for (size_t i = 0; i < num_if; i++) {
2610 ObjPtr<mirror::Class>
2611 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2612 StackHandleScope<1> hs(self);
2613 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2614
2615 TryInitializeClass(handle_interface, class_loader);
2616
2617 if (!handle_interface->IsInitialized()) {
2618 return false;
2619 }
2620 }
2621
2622 return PreResolveTypes(self, klass);
2623 }
2624
2625 // In this phase the classes containing class initializers are ignored. Make sure no
2626 // clinit appears in kalss's super class chain and interfaces.
2627 bool NoClinitInDependency(const Handle<mirror::Class>& klass,
2628 Thread* self,
2629 Handle<mirror::ClassLoader>* class_loader)
2630 REQUIRES_SHARED(Locks::mutator_lock_) {
2631 ArtMethod* clinit =
2632 klass->FindClassInitializer(manager_->GetClassLinker()->GetImagePointerSize());
2633 if (clinit != nullptr) {
2634 VLOG(compiler) << klass->PrettyClass() << ' ' << clinit->PrettyMethod(true);
2635 return false;
2636 }
2637 if (klass->HasSuperClass()) {
2638 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2639 StackHandleScope<1> hs(self);
2640 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2641 if (!NoClinitInDependency(handle_scope_super, self, class_loader)) {
2642 return false;
2643 }
2644 }
2645
2646 uint32_t num_if = klass->NumDirectInterfaces();
2647 for (size_t i = 0; i < num_if; i++) {
2648 ObjPtr<mirror::Class>
2649 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2650 StackHandleScope<1> hs(self);
2651 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2652 if (!NoClinitInDependency(handle_interface, self, class_loader)) {
2653 return false;
2654 }
2655 }
2656
Chang Xingba17dbd2017-06-28 21:27:56 +00002657 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002658 }
2659
Mathieu Chartier90443472015-07-16 20:32:27 -07002660 const ParallelCompilationManager* const manager_;
2661};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002662
Andreas Gampeace0dc12016-01-20 13:33:13 -08002663void CompilerDriver::InitializeClasses(jobject jni_class_loader,
2664 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002665 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002666 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002667 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002668
2669 // Initialization allocates objects and needs to run single-threaded to be deterministic.
2670 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2671 ThreadPool* init_thread_pool = force_determinism
2672 ? single_thread_pool_.get()
2673 : parallel_thread_pool_.get();
2674 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_;
2675
Brian Carlstrom7940e442013-07-12 13:46:57 -07002676 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002677 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002678 init_thread_pool);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002679
2680 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
2681 // Set the concurrency thread to 1 to support initialization for App Images since transaction
2682 // doesn't support multithreading now.
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002683 // TODO: remove this when transactional mode supports multithreading.
Andreas Gampeace0dc12016-01-20 13:33:13 -08002684 init_thread_count = 1U;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002685 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002686 InitializeClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002687 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002688}
2689
Mathieu Chartier91288d82016-04-28 09:44:54 -07002690class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002691 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002692 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs)
2693 : hs_(hs) {}
2694
2695 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE
2696 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002697 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) {
2698 return true;
2699 }
Mathieu Chartier085a0722016-04-01 17:33:31 -07002700 if (klass->IsArrayClass()) {
2701 StackHandleScope<1> hs(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002702 auto h_klass = hs.NewHandleWrapper(&klass);
2703 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true);
Mathieu Chartier085a0722016-04-01 17:33:31 -07002704 }
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002705 // Collect handles since there may be thread suspension in future EnsureInitialized.
2706 to_visit_.push_back(hs_.NewHandle(klass));
Nicolas Geoffray88f288e2016-06-29 08:17:52 +00002707 return true;
Nelli Kimbadee982016-05-13 13:08:53 +03002708 }
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002709
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002710 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) {
2711 for (Handle<mirror::Class> c : to_visit_) {
2712 // Create the conflict tables.
2713 FillIMTAndConflictTables(c.Get());
2714 }
2715 }
2716
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002717 private:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002718 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass)
2719 REQUIRES_SHARED(Locks::mutator_lock_) {
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002720 if (!klass->ShouldHaveImt()) {
2721 return;
2722 }
2723 if (visited_classes_.find(klass) != visited_classes_.end()) {
2724 return;
2725 }
2726 if (klass->HasSuperClass()) {
2727 FillIMTAndConflictTables(klass->GetSuperClass());
2728 }
2729 if (!klass->IsTemp()) {
2730 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass);
2731 }
2732 visited_classes_.insert(klass);
2733 }
2734
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002735 VariableSizedHandleScope& hs_;
2736 std::vector<Handle<mirror::Class>> to_visit_;
2737 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_;
Mathieu Chartier085a0722016-04-01 17:33:31 -07002738};
2739
Brian Carlstrom7940e442013-07-12 13:46:57 -07002740void CompilerDriver::InitializeClasses(jobject class_loader,
2741 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002742 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002743 for (size_t i = 0; i != dex_files.size(); ++i) {
2744 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002745 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002746 InitializeClasses(class_loader, *dex_file, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002747 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002748 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002749 // Make sure that we call EnsureIntiailized on all the array classes to call
2750 // SetVerificationAttempted so that the access flags are set. If we do not do this they get
2751 // changed at runtime resulting in more dirty image pages.
Mathieu Chartier91288d82016-04-28 09:44:54 -07002752 // Also create conflict tables.
2753 // Only useful if we are compiling an image (image_classes_ is not null).
Mathieu Chartier085a0722016-04-01 17:33:31 -07002754 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002755 VariableSizedHandleScope hs(soa.Self());
2756 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs);
Mathieu Chartier91288d82016-04-28 09:44:54 -07002757 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002758 visitor.FillAllIMTAndConflictTables();
Mathieu Chartier085a0722016-04-01 17:33:31 -07002759 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002760 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartier093ef212014-08-11 13:52:12 -07002761 // Prune garbage objects created during aborted transactions.
Roland Levillainaf290312018-02-27 20:02:17 +00002762 Runtime::Current()->GetHeap()->CollectGarbage(/* clear_soft_references */ true);
Mathieu Chartier093ef212014-08-11 13:52:12 -07002763 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002764}
2765
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002766template <typename CompileFn>
2767static void CompileDexFile(CompilerDriver* driver,
2768 jobject class_loader,
2769 const DexFile& dex_file,
2770 const std::vector<const DexFile*>& dex_files,
2771 ThreadPool* thread_pool,
2772 size_t thread_count,
2773 TimingLogger* timings,
2774 const char* timing_name,
2775 CompileFn compile_fn) {
2776 TimingLogger::ScopedTiming t(timing_name, timings);
2777 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(),
2778 class_loader,
2779 driver,
2780 &dex_file,
2781 dex_files,
2782 thread_pool);
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002783
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002784 auto compile = [&context, &compile_fn](size_t class_def_index) {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002785 ScopedTrace trace(__FUNCTION__);
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002786 const DexFile& dex_file = *context.GetDexFile();
Mathieu Chartier90443472015-07-16 20:32:27 -07002787 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002788 ClassLinker* class_linker = context.GetClassLinker();
2789 jobject jclass_loader = context.GetClassLoader();
Mathieu Chartier90443472015-07-16 20:32:27 -07002790 ClassReference ref(&dex_file, class_def_index);
2791 // Skip compiling classes with generic verifier failures since they will still fail at runtime
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002792 if (context.GetCompiler()->GetVerificationResults()->IsClassRejected(ref)) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07002793 return;
2794 }
Mathieu Chartier736b5602015-09-02 14:54:11 -07002795 // Use a scoped object access to perform to the quick SkipClass check.
2796 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2797 ScopedObjectAccess soa(Thread::Current());
2798 StackHandleScope<3> hs(soa.Self());
2799 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002800 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier736b5602015-09-02 14:54:11 -07002801 Handle<mirror::Class> klass(
2802 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2803 Handle<mirror::DexCache> dex_cache;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002804 if (klass == nullptr) {
Mathieu Chartier736b5602015-09-02 14:54:11 -07002805 soa.Self()->AssertPendingException();
2806 soa.Self()->ClearException();
2807 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file));
2808 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2809 return;
Andreas Gampebb30d5d2018-04-23 09:59:25 -07002810 } else if (&klass->GetDexFile() != &dex_file) {
2811 // Skip a duplicate class (as the resolved class is from another, earlier dex file).
2812 return; // Do not update state.
Mathieu Chartier736b5602015-09-02 14:54:11 -07002813 } else {
2814 dex_cache = hs.NewHandle(klass->GetDexCache());
2815 }
2816
Mathieu Chartier90443472015-07-16 20:32:27 -07002817 const uint8_t* class_data = dex_file.GetClassData(class_def);
2818 if (class_data == nullptr) {
2819 // empty class, probably a marker interface
2820 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002821 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002822
Mathieu Chartier736b5602015-09-02 14:54:11 -07002823 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -07002824 ScopedThreadSuspension sts(soa.Self(), kNative);
Mathieu Chartier736b5602015-09-02 14:54:11 -07002825
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002826 CompilerDriver* const driver = context.GetCompiler();
Mathieu Chartier90443472015-07-16 20:32:27 -07002827
2828 // Can we run DEX-to-DEX compiler on this class ?
Mathieu Chartiera79efdb2018-01-18 16:31:01 -08002829 optimizer::DexToDexCompiler::CompilationLevel dex_to_dex_compilation_level =
Mathieu Chartier736b5602015-09-02 14:54:11 -07002830 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002831
Mathieu Chartier90443472015-07-16 20:32:27 -07002832 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07002833 it.SkipAllFields();
Mathieu Chartier90443472015-07-16 20:32:27 -07002834
2835 bool compilation_enabled = driver->IsClassToCompile(
2836 dex_file.StringByTypeIdx(class_def.class_idx_));
2837
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002838 // Compile direct and virtual methods.
2839 int64_t previous_method_idx = -1;
2840 while (it.HasNextMethod()) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002841 uint32_t method_idx = it.GetMemberIndex();
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002842 if (method_idx == previous_method_idx) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002843 // smali can create dex files with two encoded_methods sharing the same method_idx
2844 // http://code.google.com/p/smali/issues/detail?id=119
2845 it.Next();
2846 continue;
2847 }
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002848 previous_method_idx = method_idx;
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002849 compile_fn(soa.Self(),
2850 driver,
2851 it.GetMethodCodeItem(),
2852 it.GetMethodAccessFlags(),
2853 it.GetMethodInvokeType(class_def),
2854 class_def_index,
2855 method_idx,
2856 class_loader,
2857 dex_file,
2858 dex_to_dex_compilation_level,
2859 compilation_enabled,
2860 dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002861 it.Next();
2862 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002863 DCHECK(!it.HasNext());
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002864 };
2865 context.ForAllLambda(0, dex_file.NumClassDefs(), compile, thread_count);
2866}
2867
2868void CompilerDriver::Compile(jobject class_loader,
2869 const std::vector<const DexFile*>& dex_files,
2870 TimingLogger* timings) {
2871 if (kDebugProfileGuidedCompilation) {
2872 LOG(INFO) << "[ProfileGuidedCompilation] " <<
2873 ((profile_compilation_info_ == nullptr)
2874 ? "null"
2875 : profile_compilation_info_->DumpInfo(&dex_files));
Brian Carlstrom7940e442013-07-12 13:46:57 -07002876 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002877
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002878 dex_to_dex_compiler_.ClearState();
2879 for (const DexFile* dex_file : dex_files) {
2880 CHECK(dex_file != nullptr);
2881 CompileDexFile(this,
2882 class_loader,
2883 *dex_file,
2884 dex_files,
2885 parallel_thread_pool_.get(),
2886 parallel_thread_count_,
2887 timings,
2888 "Compile Dex File Quick",
2889 CompileMethodQuick);
2890 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool();
2891 const size_t arena_alloc = arena_pool->GetBytesAllocated();
2892 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_);
2893 Runtime::Current()->ReclaimArenaPoolMemory();
2894 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002895
Mathieu Chartier279e3a32018-01-24 18:17:55 -08002896 if (dex_to_dex_compiler_.NumCodeItemsToQuicken(Thread::Current()) > 0u) {
Andreas Gampe3c060ad2018-01-22 13:07:49 -08002897 // TODO: Not visit all of the dex files, its probably rare that only one would have quickened
2898 // methods though.
2899 for (const DexFile* dex_file : dex_files) {
2900 CompileDexFile(this,
2901 class_loader,
2902 *dex_file,
2903 dex_files,
2904 parallel_thread_pool_.get(),
2905 parallel_thread_count_,
2906 timings,
2907 "Compile Dex File Dex2Dex",
2908 CompileMethodDex2Dex);
2909 }
2910 dex_to_dex_compiler_.ClearState();
2911 }
2912
2913 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002914}
2915
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002916void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref,
2917 CompiledMethod* const compiled_method,
2918 size_t non_relative_linker_patch_count) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002919 DCHECK(GetCompiledMethod(method_ref) == nullptr) << method_ref.PrettyMethod();
2920 MethodTable::InsertResult result = compiled_methods_.Insert(method_ref,
2921 /*expected*/ nullptr,
2922 compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002923 CHECK(result == MethodTable::kInsertResultSuccess);
Orion Hodson88591fe2018-03-06 13:35:43 +00002924 non_relative_linker_patch_count_.fetch_add(non_relative_linker_patch_count,
2925 std::memory_order_relaxed);
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002926 DCHECK(GetCompiledMethod(method_ref) != nullptr) << method_ref.PrettyMethod();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002927}
2928
Mathieu Chartier279e3a32018-01-24 18:17:55 -08002929CompiledMethod* CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) {
2930 CompiledMethod* ret = nullptr;
2931 CHECK(compiled_methods_.Remove(method_ref, &ret));
2932 return ret;
2933}
2934
Vladimir Marko2c64a832018-01-04 11:31:56 +00002935bool CompilerDriver::GetCompiledClass(const ClassReference& ref, ClassStatus* status) const {
Andreas Gampebb846102017-05-11 21:03:35 -07002936 DCHECK(status != nullptr);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002937 // The table doesn't know if something wasn't inserted. For this case it will return
Vladimir Marko2c64a832018-01-04 11:31:56 +00002938 // ClassStatus::kNotReady. To handle this, just assume anything we didn't try to verify
2939 // is not compiled.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002940 if (!compiled_classes_.Get(ref, status) ||
Vladimir Marko2c64a832018-01-04 11:31:56 +00002941 *status < ClassStatus::kRetryVerificationAtRuntime) {
Andreas Gampebb846102017-05-11 21:03:35 -07002942 return false;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002943 }
Andreas Gampebb846102017-05-11 21:03:35 -07002944 return true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002945}
2946
Vladimir Marko2c64a832018-01-04 11:31:56 +00002947ClassStatus CompilerDriver::GetClassStatus(const ClassReference& ref) const {
2948 ClassStatus status = ClassStatus::kNotReady;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002949 if (!GetCompiledClass(ref, &status)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002950 classpath_classes_.Get(ref, &status);
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002951 }
2952 return status;
2953}
2954
Vladimir Marko2c64a832018-01-04 11:31:56 +00002955void CompilerDriver::RecordClassStatus(const ClassReference& ref, ClassStatus status) {
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002956 switch (status) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002957 case ClassStatus::kErrorResolved:
2958 case ClassStatus::kErrorUnresolved:
2959 case ClassStatus::kNotReady:
2960 case ClassStatus::kResolved:
2961 case ClassStatus::kRetryVerificationAtRuntime:
2962 case ClassStatus::kVerified:
2963 case ClassStatus::kSuperclassValidated:
2964 case ClassStatus::kInitialized:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002965 break; // Expected states.
2966 default:
2967 LOG(FATAL) << "Unexpected class status for class "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002968 << PrettyDescriptor(
2969 ref.dex_file->GetClassDescriptor(ref.dex_file->GetClassDef(ref.index)))
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002970 << " of " << status;
2971 }
2972
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002973 ClassStateTable::InsertResult result;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002974 ClassStateTable* table = &compiled_classes_;
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002975 do {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002976 ClassStatus existing = ClassStatus::kNotReady;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002977 if (!table->Get(ref, &existing)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002978 // A classpath class.
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002979 if (kIsDebugBuild) {
2980 // Check to make sure it's not a dex file for an oat file we are compiling since these
2981 // should always succeed. These do not include classes in for used libraries.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002982 for (const DexFile* dex_file : GetDexFilesForOatFile()) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002983 CHECK_NE(ref.dex_file, dex_file) << ref.dex_file->GetLocation();
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002984 }
2985 }
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002986 if (!classpath_classes_.HaveDexFile(ref.dex_file)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002987 // Boot classpath dex file.
2988 return;
2989 }
2990 table = &classpath_classes_;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002991 table->Get(ref, &existing);
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002992 }
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002993 if (existing >= status) {
2994 // Existing status is already better than we expect, break.
2995 break;
2996 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002997 // Update the status if we now have a greater one. This happens with vdex,
2998 // which records a class is verified, but does not resolve it.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002999 result = table->Insert(ref, existing, status);
3000 CHECK(result != ClassStateTable::kInsertResultInvalidDexFile) << ref.dex_file->GetLocation();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07003001 } while (result != ClassStateTable::kInsertResultSuccess);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07003002}
3003
Brian Carlstrom7940e442013-07-12 13:46:57 -07003004CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08003005 CompiledMethod* compiled_method = nullptr;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07003006 compiled_methods_.Get(ref, &compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08003007 return compiled_method;
Brian Carlstrom7940e442013-07-12 13:46:57 -07003008}
3009
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01003010bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx,
3011 uint16_t class_def_idx,
3012 const DexFile& dex_file) const {
3013 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx);
3014 if (verified_method != nullptr) {
3015 return !verified_method->HasVerificationFailures();
3016 }
3017
3018 // If we can't find verification metadata, check if this is a system class (we trust that system
3019 // classes have their methods verified). If it's not, be conservative and assume the method
3020 // has not been verified successfully.
3021
3022 // TODO: When compiling the boot image it should be safe to assume that everything is verified,
3023 // even if methods are not found in the verification cache.
3024 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx));
3025 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
3026 Thread* self = Thread::Current();
3027 ScopedObjectAccess soa(self);
3028 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr;
3029 if (!is_system_class) {
3030 self->ClearException();
3031 }
3032 return is_system_class;
3033}
3034
Vladimir Markof4da6752014-08-01 19:04:18 +01003035size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
Orion Hodson88591fe2018-03-06 13:35:43 +00003036 return non_relative_linker_patch_count_.load(std::memory_order_relaxed);
Vladimir Markof4da6752014-08-01 19:04:18 +01003037}
3038
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07003039void CompilerDriver::SetRequiresConstructorBarrier(Thread* self,
3040 const DexFile* dex_file,
3041 uint16_t class_def_index,
3042 bool requires) {
3043 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
3044 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires);
Brian Carlstrom7940e442013-07-12 13:46:57 -07003045}
3046
Mathieu Chartier371bd832016-04-07 10:19:48 -07003047bool CompilerDriver::RequiresConstructorBarrier(Thread* self,
3048 const DexFile* dex_file,
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07003049 uint16_t class_def_index) {
3050 ClassReference class_ref(dex_file, class_def_index);
3051 {
3052 ReaderMutexLock mu(self, requires_constructor_barrier_lock_);
3053 auto it = requires_constructor_barrier_.find(class_ref);
3054 if (it != requires_constructor_barrier_.end()) {
3055 return it->second;
3056 }
Mathieu Chartierb5d38612016-04-07 10:52:52 -07003057 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07003058 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
3059 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index);
3060 requires_constructor_barrier_.emplace(class_ref, requires);
3061 return requires;
Brian Carlstrom7940e442013-07-12 13:46:57 -07003062}
3063
Andreas Gampe8d295f82015-01-20 14:50:21 -08003064std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003065 std::ostringstream oss;
Calin Juravle69158982016-03-16 11:53:41 +00003066 const gc::Heap* const heap = Runtime::Current()->GetHeap();
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003067 const size_t java_alloc = heap->GetBytesAllocated();
Calin Juravle69158982016-03-16 11:53:41 +00003068 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)";
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003069 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)";
Elliott Hughes7bf5a262015-04-02 20:55:07 -07003070#if defined(__BIONIC__) || defined(__GLIBC__)
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003071 const struct mallinfo info = mallinfo();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003072 const size_t allocated_space = static_cast<size_t>(info.uordblks);
3073 const size_t free_space = static_cast<size_t>(info.fordblks);
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003074 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)"
3075 << " free=" << PrettySize(free_space) << " (" << free_space << "B)";
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003076#endif
Vladimir Marko35831e82015-09-11 11:59:18 +01003077 compiled_method_storage_.DumpMemoryUsage(oss, extended);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003078 return oss.str();
3079}
3080
Jeff Haodcdc85b2015-12-04 14:06:18 -08003081bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from,
3082 const DexFile* inlined_into) const {
3083 // We're not allowed to inline across dex files if we're the no-inline-from dex file.
3084 if (inlined_from != inlined_into &&
Vladimir Marko47496c22016-01-27 16:15:08 +00003085 compiler_options_->GetNoInlineFromDexFile() != nullptr &&
3086 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08003087 return false;
3088 }
3089
3090 return true;
3091}
3092
Andreas Gampeace0dc12016-01-20 13:33:13 -08003093void CompilerDriver::InitializeThreadPools() {
3094 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0;
3095 parallel_thread_pool_.reset(
3096 new ThreadPool("Compiler driver thread pool", parallel_count));
3097 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0));
3098}
3099
3100void CompilerDriver::FreeThreadPools() {
3101 parallel_thread_pool_.reset();
3102 single_thread_pool_.reset();
3103}
3104
Mathieu Chartier72041a02017-07-14 18:23:25 -07003105void CompilerDriver::SetDexFilesForOatFile(const std::vector<const DexFile*>& dex_files) {
3106 dex_files_for_oat_file_ = dex_files;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01003107 compiled_classes_.AddDexFiles(dex_files);
Mathieu Chartier279e3a32018-01-24 18:17:55 -08003108 dex_to_dex_compiler_.SetDexFiles(dex_files);
Nicolas Geoffray486dda02017-09-11 14:15:52 +01003109}
3110
3111void CompilerDriver::SetClasspathDexFiles(const std::vector<const DexFile*>& dex_files) {
3112 classpath_classes_.AddDexFiles(dex_files);
Mathieu Chartier72041a02017-07-14 18:23:25 -07003113}
3114
Brian Carlstrom7940e442013-07-12 13:46:57 -07003115} // namespace art