blob: 547ffbcf6221ae51101712abc3cacdc39a718963 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070019#include <unistd.h>
Andreas Gampeb0f370e2014-09-25 22:51:40 -070020#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070021#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070022
Mathieu Chartierab972ef2014-12-03 17:38:22 -080023#ifndef __APPLE__
24#include <malloc.h> // For mallinfo
25#endif
26
Narayan Kamathe3eae5e2016-10-27 11:47:30 +010027#include "android-base/strings.h"
28
Mathieu Chartierc7853442015-03-27 14:35:38 -070029#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070030#include "art_method-inl.h"
Andreas Gampef0446e92017-05-16 13:51:57 -070031#include "base/arena_allocator.h"
David Brazdild9c90372016-09-14 16:53:55 +010032#include "base/array_ref.h"
Vladimir Marko492a7fa2016-06-01 18:38:43 +010033#include "base/bit_vector.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070034#include "base/enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070035#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080036#include "base/systrace.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010037#include "base/time_utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070038#include "base/timing_logger.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010039#include "class_linker-inl.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010040#include "compiled_method-inl.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000041#include "compiler.h"
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +000042#include "compiler_callbacks.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000043#include "compiler_driver-inl.h"
Andreas Gampe5eb0d382015-07-23 01:19:26 -070044#include "dex/dex_to_dex_compiler.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000045#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000046#include "dex/verified_method.h"
Steven Morelande431e272017-07-18 16:53:49 -070047#include "dex_compilation_unit.h"
48#include "dex_file-inl.h"
49#include "dex_instruction-inl.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080050#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070051#include "gc/accounting/card_table-inl.h"
52#include "gc/accounting/heap_bitmap.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070053#include "gc/space/image_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070054#include "gc/space/space.h"
Steven Morelande431e272017-07-18 16:53:49 -070055#include "handle_scope-inl.h"
56#include "intrinsics_enum.h"
57#include "jni_internal.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010058#include "linker/linker_patch.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070059#include "mirror/class-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070060#include "mirror/class_loader.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070061#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070062#include "mirror/object-inl.h"
Andreas Gampec6ea7d02017-02-01 16:46:28 -080063#include "mirror/object-refvisitor-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070064#include "mirror/object_array-inl.h"
65#include "mirror/throwable.h"
Steven Morelande431e272017-07-18 16:53:49 -070066#include "nativehelper/ScopedLocalRef.h"
67#include "object_lock.h"
68#include "runtime.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070069#include "scoped_thread_state_change-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070070#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070071#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070072#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070073#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010074#include "transaction.h"
Mathieu Chartier93764b82017-07-17 14:51:53 -070075#include "utils/atomic_dex_ref_map-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000076#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080077#include "utils/swap_space.h"
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +000078#include "vdex_file.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000079#include "verifier/method_verifier-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070080#include "verifier/method_verifier.h"
Nicolas Geoffray08025182016-10-25 17:20:18 +010081#include "verifier/verifier_deps.h"
Andreas Gampe6d7abbd2017-04-24 13:19:09 -070082#include "verifier/verifier_enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070083
Brian Carlstrom7940e442013-07-12 13:46:57 -070084namespace art {
85
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070086static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
87
Calin Juravle226501b2015-12-11 14:41:31 +000088// Print additional info during profile guided compilation.
89static constexpr bool kDebugProfileGuidedCompilation = false;
90
Chang Xing70f689d2017-06-08 17:16:12 -070091// Max encoded fields allowed for initializing app image. Hardcode the number for now
92// because 5000 should be large enough.
93static constexpr uint32_t kMaxEncodedFields = 5000;
94
Brian Carlstrom7940e442013-07-12 13:46:57 -070095static double Percentage(size_t x, size_t y) {
96 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
97}
98
99static void DumpStat(size_t x, size_t y, const char* str) {
100 if (x == 0 && y == 0) {
101 return;
102 }
Ian Rogerse732ef12013-10-09 15:22:24 -0700103 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -0700104}
105
Vladimir Markof096aad2014-01-23 15:51:58 +0000106class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700107 public:
108 AOTCompilationStats()
109 : stats_lock_("AOT compilation statistics lock"),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700110 resolved_types_(0), unresolved_types_(0),
111 resolved_instance_fields_(0), unresolved_instance_fields_(0),
112 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
113 type_based_devirtualization_(0),
114 safe_casts_(0), not_safe_casts_(0) {
115 for (size_t i = 0; i <= kMaxInvokeType; i++) {
116 resolved_methods_[i] = 0;
117 unresolved_methods_[i] = 0;
118 virtual_made_direct_[i] = 0;
119 direct_calls_to_boot_[i] = 0;
120 direct_methods_to_boot_[i] = 0;
121 }
122 }
123
124 void Dump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700125 DumpStat(resolved_types_, unresolved_types_, "types resolved");
126 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
127 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
128 "static fields resolved");
129 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
130 "static fields local to a class");
131 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
132 // Note, the code below subtracts the stat value so that when added to the stat value we have
133 // 100% of samples. TODO: clean this up.
134 DumpStat(type_based_devirtualization_,
135 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
136 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
137 type_based_devirtualization_,
138 "virtual/interface calls made direct based on type information");
139
140 for (size_t i = 0; i <= kMaxInvokeType; i++) {
141 std::ostringstream oss;
142 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
143 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
144 if (virtual_made_direct_[i] > 0) {
145 std::ostringstream oss2;
146 oss2 << static_cast<InvokeType>(i) << " methods made direct";
147 DumpStat(virtual_made_direct_[i],
148 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
149 oss2.str().c_str());
150 }
151 if (direct_calls_to_boot_[i] > 0) {
152 std::ostringstream oss2;
153 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
154 DumpStat(direct_calls_to_boot_[i],
155 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
156 oss2.str().c_str());
157 }
158 if (direct_methods_to_boot_[i] > 0) {
159 std::ostringstream oss2;
160 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
161 DumpStat(direct_methods_to_boot_[i],
162 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
163 oss2.str().c_str());
164 }
165 }
166 }
167
168// Allow lossy statistics in non-debug builds.
169#ifndef NDEBUG
170#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
171#else
172#define STATS_LOCK()
173#endif
174
Mathieu Chartier90443472015-07-16 20:32:27 -0700175 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700176 STATS_LOCK();
177 resolved_types_++;
178 }
179
Mathieu Chartier90443472015-07-16 20:32:27 -0700180 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700181 STATS_LOCK();
182 unresolved_types_++;
183 }
184
Mathieu Chartier90443472015-07-16 20:32:27 -0700185 void ResolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700186 STATS_LOCK();
187 resolved_instance_fields_++;
188 }
189
Mathieu Chartier90443472015-07-16 20:32:27 -0700190 void UnresolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700191 STATS_LOCK();
192 unresolved_instance_fields_++;
193 }
194
Mathieu Chartier90443472015-07-16 20:32:27 -0700195 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700196 STATS_LOCK();
197 resolved_local_static_fields_++;
198 }
199
Mathieu Chartier90443472015-07-16 20:32:27 -0700200 void ResolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700201 STATS_LOCK();
202 resolved_static_fields_++;
203 }
204
Mathieu Chartier90443472015-07-16 20:32:27 -0700205 void UnresolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700206 STATS_LOCK();
207 unresolved_static_fields_++;
208 }
209
210 // Indicate that type information from the verifier led to devirtualization.
Mathieu Chartier90443472015-07-16 20:32:27 -0700211 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700212 STATS_LOCK();
213 type_based_devirtualization_++;
214 }
215
Brian Carlstrom7940e442013-07-12 13:46:57 -0700216 // A check-cast could be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700217 void SafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700218 STATS_LOCK();
219 safe_casts_++;
220 }
221
222 // A check-cast couldn't be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700223 void NotASafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700224 STATS_LOCK();
225 not_safe_casts_++;
226 }
227
228 private:
229 Mutex stats_lock_;
230
Brian Carlstrom7940e442013-07-12 13:46:57 -0700231 size_t resolved_types_;
232 size_t unresolved_types_;
233
234 size_t resolved_instance_fields_;
235 size_t unresolved_instance_fields_;
236
237 size_t resolved_local_static_fields_;
238 size_t resolved_static_fields_;
239 size_t unresolved_static_fields_;
240 // Type based devirtualization for invoke interface and virtual.
241 size_t type_based_devirtualization_;
242
243 size_t resolved_methods_[kMaxInvokeType + 1];
244 size_t unresolved_methods_[kMaxInvokeType + 1];
245 size_t virtual_made_direct_[kMaxInvokeType + 1];
246 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
247 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
248
249 size_t safe_casts_;
250 size_t not_safe_casts_;
251
252 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
253};
254
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100255class CompilerDriver::DexFileMethodSet {
256 public:
257 explicit DexFileMethodSet(const DexFile& dex_file)
258 : dex_file_(dex_file),
259 method_indexes_(dex_file.NumMethodIds(), false, Allocator::GetMallocAllocator()) {
260 }
261 DexFileMethodSet(DexFileMethodSet&& other) = default;
262
263 const DexFile& GetDexFile() const { return dex_file_; }
264
265 BitVector& GetMethodIndexes() { return method_indexes_; }
266 const BitVector& GetMethodIndexes() const { return method_indexes_; }
267
268 private:
269 const DexFile& dex_file_;
270 BitVector method_indexes_;
271};
272
Jeff Haodcdc85b2015-12-04 14:06:18 -0800273CompilerDriver::CompilerDriver(
274 const CompilerOptions* compiler_options,
275 VerificationResults* verification_results,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800276 Compiler::Kind compiler_kind,
277 InstructionSet instruction_set,
278 const InstructionSetFeatures* instruction_set_features,
Vladimir Marko944da602016-02-19 12:27:55 +0000279 std::unordered_set<std::string>* image_classes,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800280 std::unordered_set<std::string>* compiled_classes,
281 std::unordered_set<std::string>* compiled_methods,
Vladimir Marko944da602016-02-19 12:27:55 +0000282 size_t thread_count,
283 bool dump_stats,
284 bool dump_passes,
285 CumulativeLogger* timer,
286 int swap_fd,
Calin Juravle998c2162015-12-21 15:39:33 +0200287 const ProfileCompilationInfo* profile_compilation_info)
Calin Juravle226501b2015-12-11 14:41:31 +0000288 : compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800289 verification_results_(verification_results),
Ian Rogers72d32622014-05-06 16:20:11 -0700290 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700291 compiler_kind_(compiler_kind),
Roland Levillain5e8d5f02016-10-18 18:03:43 +0100292 instruction_set_(instruction_set == kArm ? kThumb2 : instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700293 instruction_set_features_(instruction_set_features),
Mathieu Chartierc4ae9162016-04-07 13:19:19 -0700294 requires_constructor_barrier_lock_("constructor barrier lock"),
Vladimir Markof4da6752014-08-01 19:04:18 +0100295 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700296 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800297 classes_to_compile_(compiled_classes),
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700298 methods_to_compile_(compiled_methods),
Andreas Gampef39208f2017-10-19 15:06:59 -0700299 number_of_soft_verifier_failures_(0),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800300 had_hard_verifier_failure_(false),
Andreas Gampeace0dc12016-01-20 13:33:13 -0800301 parallel_thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700302 stats_(new AOTCompilationStats),
303 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000304 dump_passes_(dump_passes),
305 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700306 compiler_context_(nullptr),
Alexey Frunze19f6c692016-11-30 19:19:55 -0800307 support_boot_image_fixup_(true),
Calin Juravle998c2162015-12-21 15:39:33 +0200308 compiled_method_storage_(swap_fd),
Calin Juravle69158982016-03-16 11:53:41 +0000309 profile_compilation_info_(profile_compilation_info),
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100310 max_arena_alloc_(0),
311 dex_to_dex_references_lock_("dex-to-dex references lock"),
312 dex_to_dex_references_(),
313 current_dex_to_dex_methods_(nullptr) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800314 DCHECK(compiler_options_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700315
Ian Rogers72d32622014-05-06 16:20:11 -0700316 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700317
Vladimir Markoaad75c62016-10-03 08:46:48 +0000318 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800319 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image";
320 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700321}
322
323CompilerDriver::~CompilerDriver() {
Mathieu Chartier93764b82017-07-17 14:51:53 -0700324 compiled_methods_.Visit([this](const DexFileReference& ref ATTRIBUTE_UNUSED,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800325 CompiledMethod* method) {
326 if (method != nullptr) {
327 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, method);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800328 }
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800329 });
Ian Rogers72d32622014-05-06 16:20:11 -0700330 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700331}
332
Vladimir Marko35831e82015-09-11 11:59:18 +0100333
Ian Rogersdd7624d2014-03-14 17:43:00 -0700334#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700335 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700336 return CreateTrampoline64(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700337 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700338 } else { \
339 return CreateTrampoline32(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700340 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700341 }
342
Vladimir Marko93205e32016-04-13 11:59:46 +0100343std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700344 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700345}
346
Vladimir Marko93205e32016-04-13 11:59:46 +0100347std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline()
348 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700349 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800350}
351
Vladimir Marko93205e32016-04-13 11:59:46 +0100352std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline()
353 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700354 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700355}
356
Vladimir Marko93205e32016-04-13 11:59:46 +0100357std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline()
358 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700359 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700360}
361
Vladimir Marko93205e32016-04-13 11:59:46 +0100362std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge()
363 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700364 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700365}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700366#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700367
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100368static void SetupIntrinsic(Thread* self,
369 Intrinsics intrinsic,
370 InvokeType invoke_type,
371 const char* class_name,
372 const char* method_name,
373 const char* signature)
374 REQUIRES_SHARED(Locks::mutator_lock_) {
375 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
376 PointerSize image_size = class_linker->GetImagePointerSize();
Vladimir Markoba118822017-06-12 15:41:56 +0100377 ObjPtr<mirror::Class> cls = class_linker->FindSystemClass(self, class_name);
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100378 if (cls == nullptr) {
379 LOG(FATAL) << "Could not find class of intrinsic " << class_name;
380 }
Vladimir Markoba118822017-06-12 15:41:56 +0100381 ArtMethod* method = cls->FindClassMethod(method_name, signature, image_size);
382 if (method == nullptr || method->GetDeclaringClass() != cls) {
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100383 LOG(FATAL) << "Could not find method of intrinsic "
384 << class_name << " " << method_name << " " << signature;
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100385 }
386 DCHECK_EQ(method->GetInvokeType(), invoke_type);
387 method->SetIntrinsic(static_cast<uint32_t>(intrinsic));
388}
389
Brian Carlstrom7940e442013-07-12 13:46:57 -0700390void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700391 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800392 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700393 DCHECK(!Runtime::Current()->IsStarted());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800394
395 InitializeThreadPools();
396
Andreas Gampe8d295f82015-01-20 14:50:21 -0800397 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Andreas Gampe740667a2015-09-15 17:55:06 -0700398 // Precompile:
399 // 1) Load image classes
400 // 2) Resolve all classes
401 // 3) Attempt to verify all classes
402 // 4) Attempt to initialize image classes, and trivially initialized classes
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000403 PreCompile(class_loader, dex_files, timings);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000404 if (GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100405 // We don't need to setup the intrinsics for non boot image compilation, as
406 // those compilations will pick up a boot image that have the ArtMethod already
407 // set with the intrinsics flag.
408 ScopedObjectAccess soa(Thread::Current());
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100409#define SETUP_INTRINSICS(Name, InvokeType, NeedsEnvironmentOrCache, SideEffects, Exceptions, \
410 ClassName, MethodName, Signature) \
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100411 SetupIntrinsic(soa.Self(), Intrinsics::k##Name, InvokeType, ClassName, MethodName, Signature);
412#include "intrinsics_list.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -0700413 INTRINSICS_LIST(SETUP_INTRINSICS)
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100414#undef INTRINSICS_LIST
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100415#undef SETUP_INTRINSICS
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100416 }
Andreas Gampe740667a2015-09-15 17:55:06 -0700417 // Compile:
418 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex
419 // compilation.
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100420 if (GetCompilerOptions().IsAnyCompilationEnabled()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800421 Compile(class_loader, dex_files, timings);
Andreas Gampe740667a2015-09-15 17:55:06 -0700422 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700423 if (dump_stats_) {
424 stats_->Dump();
425 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800426
427 FreeThreadPools();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700428}
429
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700430static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
431 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader,
432 const DexFile& dex_file, const DexFile::ClassDef& class_def)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700433 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800434 auto* const runtime = Runtime::Current();
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100435 DCHECK(driver.GetCompilerOptions().IsQuickeningCompilationEnabled());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700436 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800437 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800438 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700439 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700440 CHECK(self->IsExceptionPending());
441 self->ClearException();
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700442 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700443 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700444 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
445 // references with actual offsets. We cannot re-verify such instructions.
446 //
447 // We store the verification information in the class status in the oat file, which the linker
448 // can validate (checksums) and use to skip load-time verification. It is thus safe to
449 // optimize when a class has been fully verified before.
Alex Lighte40dd382017-01-25 17:44:53 -0800450 optimizer::DexToDexCompilationLevel max_level = optimizer::DexToDexCompilationLevel::kOptimize;
451 if (driver.GetCompilerOptions().GetDebuggable()) {
452 // We are debuggable so definitions of classes might be changed. We don't want to do any
453 // optimizations that could break that.
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700454 max_level = optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Alex Lighte40dd382017-01-25 17:44:53 -0800455 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700456 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200457 // Class is verified so we can enable DEX-to-DEX compilation for performance.
Alex Lighte40dd382017-01-25 17:44:53 -0800458 return max_level;
Sebastien Hertz75021222013-07-16 18:34:50 +0200459 } else {
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700460 // Class verification has failed: do not run DEX-to-DEX optimizations.
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700461 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
462 }
463}
464
465static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
466 Thread* self,
467 const CompilerDriver& driver,
468 jobject jclass_loader,
469 const DexFile& dex_file,
470 const DexFile::ClassDef& class_def) {
471 ScopedObjectAccess soa(self);
472 StackHandleScope<1> hs(soa.Self());
473 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700474 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700475 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def);
476}
477
478// Does the runtime for the InstructionSet provide an implementation returned by
479// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
480static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
481 switch (isa) {
482 case kArm:
483 case kArm64:
484 case kThumb2:
485 case kMips:
486 case kMips64:
487 case kX86:
488 case kX86_64: return true;
489 default: return false;
490 }
491}
492
493static void CompileMethod(Thread* self,
494 CompilerDriver* driver,
495 const DexFile::CodeItem* code_item,
496 uint32_t access_flags,
497 InvokeType invoke_type,
498 uint16_t class_def_idx,
499 uint32_t method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000500 Handle<mirror::ClassLoader> class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700501 const DexFile& dex_file,
502 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700503 bool compilation_enabled,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800504 Handle<mirror::DexCache> dex_cache) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700505 DCHECK(driver != nullptr);
506 CompiledMethod* compiled_method = nullptr;
507 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
508 MethodReference method_ref(&dex_file, method_idx);
509
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100510 if (driver->GetCurrentDexToDexMethods() != nullptr) {
511 // This is the second pass when we dex-to-dex compile previously marked methods.
512 // TODO: Refactor the compilation to avoid having to distinguish the two passes
513 // here. That should be done on a higher level. http://b/29089975
514 if (driver->GetCurrentDexToDexMethods()->IsBitSet(method_idx)) {
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700515 VerificationResults* results = driver->GetVerificationResults();
516 DCHECK(results != nullptr);
517 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100518 // Do not optimize if a VerifiedMethod is missing. SafeCast elision,
519 // for example, relies on it.
520 compiled_method = optimizer::ArtCompileDEX(
521 driver,
522 code_item,
523 access_flags,
524 invoke_type,
525 class_def_idx,
526 method_idx,
527 class_loader,
528 dex_file,
529 (verified_method != nullptr)
530 ? dex_to_dex_compilation_level
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700531 : optimizer::DexToDexCompilationLevel::kDontDexToDexCompile);
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100532 }
533 } else if ((access_flags & kAccNative) != 0) {
Goran Jakovljevic8d41c082016-09-28 08:49:46 +0000534 // Are we extracting only and have support for generic JNI down calls?
535 if (!driver->GetCompilerOptions().IsJniCompilationEnabled() &&
536 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700537 // Leaving this empty will trigger the generic JNI version
538 } else {
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700539 // Look-up the ArtMethod associated with this code_item (if any)
540 // -- It is later used to lookup any [optimization] annotations for this method.
541 ScopedObjectAccess soa(self);
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700542
543 // TODO: Lookup annotation from DexFile directly without resolving method.
544 ArtMethod* method =
Vladimir Markoba118822017-06-12 15:41:56 +0100545 Runtime::Current()->GetClassLinker()->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700546 dex_file,
547 method_idx,
548 dex_cache,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000549 class_loader,
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700550 /* referrer */ nullptr,
551 invoke_type);
552
Igor Murashkin367f3dd2016-09-01 17:00:24 -0700553 // Query any JNI optimization annotations such as @FastNative or @CriticalNative.
554 Compiler::JniOptimizationFlags optimization_flags = Compiler::kNone;
555 if (UNLIKELY(method == nullptr)) {
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700556 // Failed method resolutions happen very rarely, e.g. ancestor class cannot be resolved.
557 DCHECK(self->IsExceptionPending());
558 self->ClearException();
Igor Murashkin367f3dd2016-09-01 17:00:24 -0700559 } else if (method->IsAnnotatedWithFastNative()) {
560 // TODO: Will no longer need this CHECK once we have verifier checking this.
561 CHECK(!method->IsAnnotatedWithCriticalNative());
562 optimization_flags = Compiler::kFastNative;
563 } else if (method->IsAnnotatedWithCriticalNative()) {
564 // TODO: Will no longer need this CHECK once we have verifier checking this.
565 CHECK(!method->IsAnnotatedWithFastNative());
566 optimization_flags = Compiler::kCriticalNative;
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700567 }
568
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700569 compiled_method = driver->GetCompiler()->JniCompile(access_flags,
570 method_idx,
571 dex_file,
572 optimization_flags);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700573 CHECK(compiled_method != nullptr);
574 }
575 } else if ((access_flags & kAccAbstract) != 0) {
576 // Abstract methods don't have code.
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000577 } else {
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700578 VerificationResults* results = driver->GetVerificationResults();
579 DCHECK(results != nullptr);
580 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700581 bool compile = compilation_enabled &&
582 // Basic checks, e.g., not <clinit>.
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700583 results->IsCandidateForCompilation(method_ref, access_flags) &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700584 // Did not fail to create VerifiedMethod metadata.
Andreas Gampe0760a812015-08-26 17:12:51 -0700585 verified_method != nullptr &&
586 // Do not have failures that should punt to the interpreter.
587 !verified_method->HasRuntimeThrow() &&
588 (verified_method->GetEncounteredVerificationFailures() &
Andreas Gampea727e372015-08-25 09:22:37 -0700589 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700590 // Is eligable for compilation by methods-to-compile filter.
Calin Juravle226501b2015-12-11 14:41:31 +0000591 driver->IsMethodToCompile(method_ref) &&
592 driver->ShouldCompileBasedOnProfile(method_ref);
593
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700594 if (compile) {
595 // NOTE: if compiler declines to compile this method, it will return null.
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000596 compiled_method = driver->GetCompiler()->Compile(code_item,
597 access_flags,
598 invoke_type,
599 class_def_idx,
600 method_idx,
601 class_loader,
602 dex_file,
603 dex_cache);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700604 }
605 if (compiled_method == nullptr &&
606 dex_to_dex_compilation_level != optimizer::DexToDexCompilationLevel::kDontDexToDexCompile) {
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100607 DCHECK(!Runtime::Current()->UseJitCompilation());
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700608 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100609 driver->MarkForDexToDexCompilation(self, method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700610 }
611 }
612 if (kTimeCompileMethod) {
613 uint64_t duration_ns = NanoTime() - start_ns;
614 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) {
David Sehr709b0702016-10-13 09:12:37 -0700615 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx)
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700616 << " took " << PrettyDuration(duration_ns);
617 }
618 }
619
620 if (compiled_method != nullptr) {
621 // Count non-relative linker patches.
622 size_t non_relative_linker_patch_count = 0u;
Vladimir Markod8dbc8d2017-09-20 13:37:47 +0100623 for (const linker::LinkerPatch& patch : compiled_method->GetPatches()) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700624 if (!patch.IsPcRelative()) {
625 ++non_relative_linker_patch_count;
626 }
627 }
628 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default
629 // When compiling with PIC, there should be zero non-relative linker patches
630 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
631
632 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count);
633 }
634
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700635 if (self->IsExceptionPending()) {
636 ScopedObjectAccess soa(self);
David Sehr709b0702016-10-13 09:12:37 -0700637 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n"
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700638 << self->GetException()->Dump();
Sebastien Hertz75021222013-07-16 18:34:50 +0200639 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700640}
641
Mathieu Chartiere401d142015-04-22 13:56:20 -0700642void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700643 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700644 jobject jclass_loader;
645 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700646 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800647 uint32_t method_idx = method->GetDexMethodIndex();
648 uint32_t access_flags = method->GetAccessFlags();
649 InvokeType invoke_type = method->GetInvokeType();
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000650 StackHandleScope<2> hs(self);
Mathieu Chartier736b5602015-09-02 14:54:11 -0700651 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000652 Handle<mirror::ClassLoader> class_loader(
653 hs.NewHandle(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700654 {
655 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800656 ScopedLocalRef<jobject> local_class_loader(
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000657 soa.Env(), soa.AddLocalReference<jobject>(class_loader.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700658 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
659 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700660 dex_file = method->GetDexFile();
661 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700662 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800663 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Mathieu Chartier736b5602015-09-02 14:54:11 -0700664
665 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -0700666 ScopedThreadSuspension sts(self, kNative);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700667
668 std::vector<const DexFile*> dex_files;
669 dex_files.push_back(dex_file);
670
Andreas Gampeace0dc12016-01-20 13:33:13 -0800671 InitializeThreadPools();
672
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000673 PreCompile(jclass_loader, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700674
Brian Carlstrom7940e442013-07-12 13:46:57 -0700675 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700676 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
677 GetDexToDexCompilationLevel(self,
678 *this,
679 jclass_loader,
680 *dex_file,
681 dex_file->GetClassDef(class_def_idx));
682
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100683 DCHECK(current_dex_to_dex_methods_ == nullptr);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700684 CompileMethod(self,
685 this,
686 code_item,
687 access_flags,
688 invoke_type,
689 class_def_idx,
690 method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000691 class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700692 *dex_file,
693 dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700694 true,
695 dex_cache);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700696
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100697 ArrayRef<DexFileMethodSet> dex_to_dex_references;
698 {
699 // From this point on, we shall not modify dex_to_dex_references_, so
700 // just grab a reference to it that we use without holding the mutex.
701 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_);
702 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
703 }
704 if (!dex_to_dex_references.empty()) {
705 DCHECK_EQ(dex_to_dex_references.size(), 1u);
706 DCHECK(&dex_to_dex_references[0].GetDexFile() == dex_file);
707 current_dex_to_dex_methods_ = &dex_to_dex_references.front().GetMethodIndexes();
708 DCHECK(current_dex_to_dex_methods_->IsBitSet(method_idx));
709 DCHECK_EQ(current_dex_to_dex_methods_->NumSetBits(), 1u);
710 CompileMethod(self,
711 this,
712 code_item,
713 access_flags,
714 invoke_type,
715 class_def_idx,
716 method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000717 class_loader,
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100718 *dex_file,
719 dex_to_dex_compilation_level,
720 true,
721 dex_cache);
722 current_dex_to_dex_methods_ = nullptr;
723 }
724
Andreas Gampeace0dc12016-01-20 13:33:13 -0800725 FreeThreadPools();
726
Brian Carlstrom7940e442013-07-12 13:46:57 -0700727 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800728}
729
Andreas Gampeace0dc12016-01-20 13:33:13 -0800730void CompilerDriver::Resolve(jobject class_loader,
731 const std::vector<const DexFile*>& dex_files,
732 TimingLogger* timings) {
733 // Resolution allocates classes and needs to run single-threaded to be deterministic.
734 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
735 ThreadPool* resolve_thread_pool = force_determinism
736 ? single_thread_pool_.get()
737 : parallel_thread_pool_.get();
738 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_;
739
Brian Carlstrom7940e442013-07-12 13:46:57 -0700740 for (size_t i = 0; i != dex_files.size(); ++i) {
741 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700742 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -0800743 ResolveDexFile(class_loader,
744 *dex_file,
745 dex_files,
746 resolve_thread_pool,
747 resolve_thread_count,
748 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700749 }
750}
751
Andreas Gampeace0dc12016-01-20 13:33:13 -0800752// Resolve const-strings in the code. Done to have deterministic allocation behavior. Right now
753// this is single-threaded for simplicity.
754// TODO: Collect the relevant string indices in parallel, then allocate them sequentially in a
755// stable order.
756
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000757static void ResolveConstStrings(Handle<mirror::DexCache> dex_cache,
Andreas Gampeace0dc12016-01-20 13:33:13 -0800758 const DexFile& dex_file,
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000759 const DexFile::CodeItem* code_item)
760 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800761 if (code_item == nullptr) {
762 // Abstract or native method.
763 return;
764 }
765
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000766 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
Mathieu Chartier1d2d4ff2017-09-23 16:11:06 -0700767 for (const Instruction& inst : code_item->Instructions()) {
768 switch (inst.Opcode()) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000769 case Instruction::CONST_STRING:
Andreas Gampeace0dc12016-01-20 13:33:13 -0800770 case Instruction::CONST_STRING_JUMBO: {
Mathieu Chartier1d2d4ff2017-09-23 16:11:06 -0700771 dex::StringIndex string_index((inst.Opcode() == Instruction::CONST_STRING)
772 ? inst.VRegB_21c()
773 : inst.VRegB_31c());
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000774 mirror::String* string = class_linker->ResolveString(dex_file, string_index, dex_cache);
775 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800776 break;
777 }
778
779 default:
780 break;
781 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800782 }
783}
784
785static void ResolveConstStrings(CompilerDriver* driver,
786 const std::vector<const DexFile*>& dex_files,
787 TimingLogger* timings) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000788 ScopedObjectAccess soa(Thread::Current());
789 StackHandleScope<1> hs(soa.Self());
790 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
791 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
792
Andreas Gampeace0dc12016-01-20 13:33:13 -0800793 for (const DexFile* dex_file : dex_files) {
Vladimir Markocd556b02017-02-03 11:47:34 +0000794 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
Andreas Gampeace0dc12016-01-20 13:33:13 -0800795 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings);
796
797 size_t class_def_count = dex_file->NumClassDefs();
798 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) {
799 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
800
801 const uint8_t* class_data = dex_file->GetClassData(class_def);
802 if (class_data == nullptr) {
803 // empty class, probably a marker interface
804 continue;
805 }
806
807 ClassDataItemIterator it(*dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -0700808 it.SkipAllFields();
Andreas Gampeace0dc12016-01-20 13:33:13 -0800809
810 bool compilation_enabled = driver->IsClassToCompile(
811 dex_file->StringByTypeIdx(class_def.class_idx_));
812 if (!compilation_enabled) {
813 // Compilation is skipped, do not resolve const-string in code of this class.
814 // TODO: Make sure that inlining honors this.
815 continue;
816 }
817
818 // Direct methods.
819 int64_t previous_direct_method_idx = -1;
820 while (it.HasNextDirectMethod()) {
821 uint32_t method_idx = it.GetMemberIndex();
822 if (method_idx == previous_direct_method_idx) {
823 // smali can create dex files with two encoded_methods sharing the same method_idx
824 // http://code.google.com/p/smali/issues/detail?id=119
825 it.Next();
826 continue;
827 }
828 previous_direct_method_idx = method_idx;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000829 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800830 it.Next();
831 }
832 // Virtual methods.
833 int64_t previous_virtual_method_idx = -1;
834 while (it.HasNextVirtualMethod()) {
835 uint32_t method_idx = it.GetMemberIndex();
836 if (method_idx == previous_virtual_method_idx) {
837 // smali can create dex files with two encoded_methods sharing the same method_idx
838 // http://code.google.com/p/smali/issues/detail?id=119
839 it.Next();
840 continue;
841 }
842 previous_virtual_method_idx = method_idx;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000843 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800844 it.Next();
845 }
846 DCHECK(!it.HasNext());
847 }
848 }
849}
850
851inline void CompilerDriver::CheckThreadPools() {
852 DCHECK(parallel_thread_pool_ != nullptr);
853 DCHECK(single_thread_pool_ != nullptr);
854}
855
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000856static void EnsureVerifiedOrVerifyAtRuntime(jobject jclass_loader,
857 const std::vector<const DexFile*>& dex_files) {
858 ScopedObjectAccess soa(Thread::Current());
859 StackHandleScope<2> hs(soa.Self());
860 Handle<mirror::ClassLoader> class_loader(
861 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
862 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr));
863 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
864
865 for (const DexFile* dex_file : dex_files) {
866 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
867 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
868 const char* descriptor = dex_file->GetClassDescriptor(class_def);
869 cls.Assign(class_linker->FindClass(soa.Self(), descriptor, class_loader));
Andreas Gampefa4333d2017-02-14 11:10:34 -0800870 if (cls == nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000871 soa.Self()->ClearException();
872 } else if (&cls->GetDexFile() == dex_file) {
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +0000873 DCHECK(cls->IsErroneous() || cls->IsVerified() || cls->ShouldVerifyAtRuntime())
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000874 << cls->PrettyClass()
875 << " " << cls->GetStatus();
876 }
877 }
878 }
879}
880
Andreas Gampeace0dc12016-01-20 13:33:13 -0800881void CompilerDriver::PreCompile(jobject class_loader,
882 const std::vector<const DexFile*>& dex_files,
883 TimingLogger* timings) {
884 CheckThreadPools();
885
Brian Carlstrom7940e442013-07-12 13:46:57 -0700886 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800887 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700888
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100889 if (compiler_options_->IsAnyCompilationEnabled()) {
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700890 // Avoid adding the dex files in the case where we aren't going to add compiled methods.
891 // This reduces RAM usage for this case.
892 for (const DexFile* dex_file : dex_files) {
893 // Can be already inserted if the caller is CompileOne. This happens for gtests.
894 if (!compiled_methods_.HaveDexFile(dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700895 compiled_methods_.AddDexFile(dex_file);
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700896 }
897 }
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100898 // Resolve eagerly to prepare for compilation.
Andreas Gampeace0dc12016-01-20 13:33:13 -0800899 Resolve(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700900 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
901 }
902
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000903 if (compiler_options_->AssumeClassesAreVerified()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800904 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800905 SetVerified(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700906 }
907
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000908 if (!compiler_options_->IsVerificationEnabled()) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700909 return;
910 }
911
Vladimir Markoaad75c62016-10-03 08:46:48 +0000912 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800913 // Resolve strings from const-string. Do this now to have a deterministic image.
914 ResolveConstStrings(this, dex_files, timings);
915 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false);
916 }
917
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000918 Verify(class_loader, dex_files, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800919 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700920
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800921 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
Andreas Gampefdfb4d42017-07-27 12:12:22 -0700922 // Avoid dumping threads. Even if we shut down the thread pools, there will still be three
923 // instances of this thread's stack.
924 LOG(FATAL_WITHOUT_ABORT) << "Had a hard failure verifying all classes, and was asked to abort "
925 << "in such situations. Please check the log.";
926 abort();
Andreas Gampef39208f2017-10-19 15:06:59 -0700927 } else if (number_of_soft_verifier_failures_ > 0 &&
928 GetCompilerOptions().AbortOnSoftVerifierFailure()) {
929 LOG(FATAL_WITHOUT_ABORT) << "Had " << number_of_soft_verifier_failures_ << " soft failure(s) "
930 << "verifying all classes, and was asked to abort in such situations. "
931 << "Please check the log.";
932 abort();
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800933 }
934
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100935 if (compiler_options_->IsAnyCompilationEnabled()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000936 if (kIsDebugBuild) {
937 EnsureVerifiedOrVerifyAtRuntime(class_loader, dex_files);
938 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +0000939 InitializeClasses(class_loader, dex_files, timings);
940 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
941 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700942
943 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800944 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700945}
946
Ian Rogersdfb325e2013-10-30 01:00:44 -0700947bool CompilerDriver::IsImageClass(const char* descriptor) const {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800948 if (image_classes_ != nullptr) {
949 // If we have a set of image classes, use those.
Ian Rogersdfb325e2013-10-30 01:00:44 -0700950 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700951 }
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800952 // No set of image classes, assume we include all the classes.
953 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case.
Vladimir Markoaad75c62016-10-03 08:46:48 +0000954 return !GetCompilerOptions().IsBootImage();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700955}
956
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800957bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
Andreas Gampeb1fcead2015-04-20 18:53:51 -0700958 if (classes_to_compile_ == nullptr) {
959 return true;
960 }
961 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800962}
963
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700964bool CompilerDriver::IsMethodToCompile(const MethodReference& method_ref) const {
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700965 if (methods_to_compile_ == nullptr) {
966 return true;
967 }
968
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700969 std::string tmp = method_ref.PrettyMethod();
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700970 return methods_to_compile_->find(tmp.c_str()) != methods_to_compile_->end();
971}
972
Calin Juravle226501b2015-12-11 14:41:31 +0000973bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const {
Mathieu Chartier97ab5e32017-02-22 13:35:44 -0800974 // Profile compilation info may be null if no profile is passed.
Mathieu Chartierd0af56c2017-02-17 12:56:25 -0800975 if (!CompilerFilter::DependsOnProfile(compiler_options_->GetCompilerFilter())) {
976 // Use the compiler filter instead of the presence of profile_compilation_info_ since
977 // we may want to have full speed compilation along with profile based layout optimizations.
Calin Juravle226501b2015-12-11 14:41:31 +0000978 return true;
979 }
Mathieu Chartier97ab5e32017-02-22 13:35:44 -0800980 // If we are using a profile filter but do not have a profile compilation info, compile nothing.
981 if (profile_compilation_info_ == nullptr) {
982 return false;
983 }
Mathieu Chartier7b135c82017-06-05 12:54:01 -0700984 // Compile only hot methods, it is the profile saver's job to decide what startup methods to mark
985 // as hot.
Mathieu Chartierbbe3a5e2017-06-13 16:36:17 -0700986 bool result = profile_compilation_info_->GetMethodHotness(method_ref).IsHot();
Calin Juravle226501b2015-12-11 14:41:31 +0000987
988 if (kDebugProfileGuidedCompilation) {
989 LOG(INFO) << "[ProfileGuidedCompilation] "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700990 << (result ? "Compiled" : "Skipped") << " method:" << method_ref.PrettyMethod(true);
Calin Juravle226501b2015-12-11 14:41:31 +0000991 }
992 return result;
993}
994
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700995class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor {
996 public:
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000997 ResolveCatchBlockExceptionsClassVisitor() : classes_() {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700998
Mathieu Chartier28357fa2016-10-18 16:27:40 -0700999 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001000 classes_.push_back(c);
Mathieu Chartiere4275c02015-08-06 15:34:15 -07001001 return true;
1002 }
1003
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001004 void FindExceptionTypesToResolve(
1005 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
Vladimir Markobfb80d22017-02-14 14:08:12 +00001006 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001007 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
1008 for (ObjPtr<mirror::Class> klass : classes_) {
1009 for (ArtMethod& method : klass->GetMethods(pointer_size)) {
1010 FindExceptionTypesToResolveForMethod(&method, exceptions_to_resolve);
1011 }
1012 }
1013 }
1014
1015 private:
1016 void FindExceptionTypesToResolveForMethod(
1017 ArtMethod* method,
1018 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
1019 REQUIRES_SHARED(Locks::mutator_lock_) {
1020 const DexFile::CodeItem* code_item = method->GetCodeItem();
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001021 if (code_item == nullptr) {
1022 return; // native or abstract method
Brian Carlstrom7940e442013-07-12 13:46:57 -07001023 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001024 if (code_item->tries_size_ == 0) {
1025 return; // nothing to process
1026 }
1027 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
1028 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
1029 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
1030 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
1031 bool has_catch_all = false;
1032 if (encoded_catch_handler_size <= 0) {
1033 encoded_catch_handler_size = -encoded_catch_handler_size;
1034 has_catch_all = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001035 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001036 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
Andreas Gampea5b09a62016-11-17 15:21:22 -08001037 dex::TypeIndex encoded_catch_handler_handlers_type_idx =
1038 dex::TypeIndex(DecodeUnsignedLeb128(&encoded_catch_handler_list));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001039 // Add to set of types to resolve if not already in the dex cache resolved types
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001040 if (!method->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
1041 exceptions_to_resolve->emplace(encoded_catch_handler_handlers_type_idx,
1042 method->GetDexFile());
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001043 }
1044 // ignore address associated with catch handler
1045 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1046 }
1047 if (has_catch_all) {
1048 // ignore catch all address
1049 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1050 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001051 }
1052 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001053
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001054 std::vector<ObjPtr<mirror::Class>> classes_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001055};
1056
1057class RecordImageClassesVisitor : public ClassVisitor {
1058 public:
1059 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes)
1060 : image_classes_(image_classes) {}
1061
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001062 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001063 std::string temp;
1064 image_classes_->insert(klass->GetDescriptor(&temp));
1065 return true;
1066 }
1067
1068 private:
1069 std::unordered_set<std::string>* const image_classes_;
1070};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001071
1072// Make a list of descriptors for classes to include in the image
Mathieu Chartier90443472015-07-16 20:32:27 -07001073void CompilerDriver::LoadImageClasses(TimingLogger* timings) {
Kenny Rootd5185342014-05-13 14:47:05 -07001074 CHECK(timings != nullptr);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001075 if (!GetCompilerOptions().IsBootImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001076 return;
1077 }
1078
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001079 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001080 // Make a first class to load all classes explicitly listed in the file
1081 Thread* self = Thread::Current();
1082 ScopedObjectAccess soa(self);
1083 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -07001084 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -07001085 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001086 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001087 StackHandleScope<1> hs(self);
1088 Handle<mirror::Class> klass(
1089 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001090 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001091 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001092 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -07001093 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001094 } else {
1095 ++it;
1096 }
1097 }
1098
1099 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
1100 // exceptions are resolved by the verifier when there is a catch block in an interested method.
1101 // Do this here so that exception classes appear to have been specified image classes.
Andreas Gampea5b09a62016-11-17 15:21:22 -08001102 std::set<std::pair<dex::TypeIndex, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001103 StackHandleScope<1> hs(self);
1104 Handle<mirror::Class> java_lang_Throwable(
1105 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001106 do {
1107 unresolved_exception_types.clear();
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001108 {
1109 // Thread suspension is not allowed while ResolveCatchBlockExceptionsClassVisitor
1110 // is using a std::vector<ObjPtr<mirror::Class>>.
1111 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
1112 ResolveCatchBlockExceptionsClassVisitor visitor;
1113 class_linker->VisitClasses(&visitor);
1114 visitor.FindExceptionTypesToResolve(&unresolved_exception_types);
1115 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001116 for (const auto& exception_type : unresolved_exception_types) {
1117 dex::TypeIndex exception_type_idx = exception_type.first;
Mathieu Chartier02e25112013-08-14 16:14:24 -07001118 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001119 StackHandleScope<2> hs2(self);
Mathieu Chartierf284d442016-06-02 11:48:30 -07001120 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file,
1121 nullptr)));
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001122 Handle<mirror::Class> klass(hs2.NewHandle(
Andreas Gampefa4333d2017-02-14 11:10:34 -08001123 (dex_cache != nullptr)
Vladimir Markocd556b02017-02-03 11:47:34 +00001124 ? class_linker->ResolveType(*dex_file,
1125 exception_type_idx,
1126 dex_cache,
1127 ScopedNullHandle<mirror::ClassLoader>())
1128 : nullptr));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001129 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001130 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
1131 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
1132 LOG(FATAL) << "Failed to resolve class " << descriptor;
1133 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001134 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001135 }
1136 // Resolving exceptions may load classes that reference more exceptions, iterate until no
1137 // more are found
1138 } while (!unresolved_exception_types.empty());
1139
1140 // We walk the roots looking for classes so that we'll pick up the
1141 // above classes plus any classes them depend on such super
1142 // classes, interfaces, and the required ClassLinker roots.
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001143 RecordImageClassesVisitor visitor(image_classes_.get());
1144 class_linker->VisitClasses(&visitor);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001145
1146 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001147}
1148
Vladimir Marko19a4d372016-12-08 14:41:46 +00001149static void MaybeAddToImageClasses(Thread* self,
1150 ObjPtr<mirror::Class> klass,
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001151 std::unordered_set<std::string>* image_classes)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001152 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001153 DCHECK_EQ(self, Thread::Current());
Mathieu Chartierf8322842014-05-16 10:59:25 -07001154 StackHandleScope<1> hs(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001155 std::string temp;
Andreas Gampe542451c2016-07-26 09:02:02 -07001156 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001157 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07001158 const char* descriptor = klass->GetDescriptor(&temp);
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001159 std::pair<std::unordered_set<std::string>::iterator, bool> result =
1160 image_classes->insert(descriptor);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001161 if (!result.second) { // Previously inserted.
1162 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001163 }
Ian Rogers1ff3c982014-08-12 02:30:58 -07001164 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Vladimir Marko19a4d372016-12-08 14:41:46 +00001165 for (size_t i = 0, num_interfaces = klass->NumDirectInterfaces(); i != num_interfaces; ++i) {
1166 ObjPtr<mirror::Class> interface = mirror::Class::GetDirectInterface(self, klass, i);
1167 DCHECK(interface != nullptr);
1168 MaybeAddToImageClasses(self, interface, image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001169 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001170 for (auto& m : klass->GetVirtualMethods(pointer_size)) {
1171 MaybeAddToImageClasses(self, m.GetDeclaringClass(), image_classes);
Mathieu Chartiere401d142015-04-22 13:56:20 -07001172 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001173 if (klass->IsArrayClass()) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001174 MaybeAddToImageClasses(self, klass->GetComponentType(), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001175 }
Mathieu Chartierf8322842014-05-16 10:59:25 -07001176 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001177 }
1178}
1179
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001180// Keeps all the data for the update together. Also doubles as the reference visitor.
1181// Note: we can use object pointers because we suspend all threads.
1182class ClinitImageUpdate {
1183 public:
Mathieu Chartier31e88222016-10-14 18:43:19 -07001184 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs,
1185 std::unordered_set<std::string>* image_class_descriptors,
1186 Thread* self,
1187 ClassLinker* linker) {
1188 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs,
1189 image_class_descriptors,
1190 self,
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001191 linker));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001192 return res.release();
1193 }
1194
1195 ~ClinitImageUpdate() {
1196 // Allow others to suspend again.
1197 self_->EndAssertNoThreadSuspension(old_cause_);
1198 }
1199
1200 // Visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001201 void operator()(ObjPtr<mirror::Object> object,
1202 MemberOffset field_offset,
1203 bool /* is_static */) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001204 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001205 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
1206 if (ref != nullptr) {
1207 VisitClinitClassesObject(ref);
1208 }
1209 }
1210
Roland Levillain5e8d5f02016-10-18 18:03:43 +01001211 // java.lang.ref.Reference visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001212 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED,
1213 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {}
Mathieu Chartierda7c6502015-07-23 16:01:26 -07001214
1215 // Ignore class native roots.
1216 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED)
1217 const {}
1218 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {}
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001219
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001220 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001221 // Use the initial classes as roots for a search.
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001222 for (Handle<mirror::Class> klass_root : image_classes_) {
1223 VisitClinitClassesObject(klass_root.Get());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001224 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001225 Thread* self = Thread::Current();
1226 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001227 for (Handle<mirror::Class> h_klass : to_insert_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001228 MaybeAddToImageClasses(self, h_klass.Get(), image_class_descriptors_);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001229 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001230 }
1231
1232 private:
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001233 class FindImageClassesVisitor : public ClassVisitor {
1234 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001235 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs,
1236 ClinitImageUpdate* data)
1237 : data_(data),
1238 hs_(hs) {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001239
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001240 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001241 std::string temp;
1242 const char* name = klass->GetDescriptor(&temp);
1243 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001244 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001245 } else {
1246 // Check whether it is initialized and has a clinit. They must be kept, too.
1247 if (klass->IsInitialized() && klass->FindClassInitializer(
1248 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001249 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001250 }
1251 }
1252 return true;
1253 }
1254
1255 private:
1256 ClinitImageUpdate* const data_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001257 VariableSizedHandleScope& hs_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001258 };
1259
Mathieu Chartier31e88222016-10-14 18:43:19 -07001260 ClinitImageUpdate(VariableSizedHandleScope& hs,
1261 std::unordered_set<std::string>* image_class_descriptors,
1262 Thread* self,
1263 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_)
1264 : hs_(hs),
1265 image_class_descriptors_(image_class_descriptors),
1266 self_(self) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001267 CHECK(linker != nullptr);
1268 CHECK(image_class_descriptors != nullptr);
1269
1270 // Make sure nobody interferes with us.
1271 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
1272
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001273 // Find all the already-marked classes.
1274 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001275 FindImageClassesVisitor visitor(hs_, this);
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001276 linker->VisitClasses(&visitor);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001277 }
1278
1279 void VisitClinitClassesObject(mirror::Object* object) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001280 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001281 DCHECK(object != nullptr);
1282 if (marked_objects_.find(object) != marked_objects_.end()) {
1283 // Already processed.
1284 return;
1285 }
1286
1287 // Mark it.
1288 marked_objects_.insert(object);
1289
1290 if (object->IsClass()) {
Mathieu Chartier31e88222016-10-14 18:43:19 -07001291 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread
1292 // suspensionb is not safe to do in VisitObjects or VisitReferences.
1293 to_insert_.push_back(hs_.NewHandle(object->AsClass()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001294 } else {
1295 // Else visit the object's class.
1296 VisitClinitClassesObject(object->GetClass());
1297 }
1298
Mathieu Chartiere401d142015-04-22 13:56:20 -07001299 // If it is not a DexCache, visit all references.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001300 if (!object->IsDexCache()) {
Mathieu Chartier059ef3d2015-08-18 13:54:21 -07001301 object->VisitReferences(*this, *this);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001302 }
1303 }
1304
Mathieu Chartier31e88222016-10-14 18:43:19 -07001305 VariableSizedHandleScope& hs_;
1306 mutable std::vector<Handle<mirror::Class>> to_insert_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001307 mutable std::unordered_set<mirror::Object*> marked_objects_;
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001308 std::unordered_set<std::string>* const image_class_descriptors_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001309 std::vector<Handle<mirror::Class>> image_classes_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001310 Thread* const self_;
1311 const char* old_cause_;
1312
1313 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
1314};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001315
Ian Rogers3d504072014-03-01 09:16:49 -08001316void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Vladimir Markoaad75c62016-10-03 08:46:48 +00001317 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001318 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001319
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001320 Runtime* runtime = Runtime::Current();
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001321
1322 // Suspend all threads.
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001323 ScopedSuspendAll ssa(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001324
Mathieu Chartier31e88222016-10-14 18:43:19 -07001325 VariableSizedHandleScope hs(Thread::Current());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001326 std::string error_msg;
Mathieu Chartier31e88222016-10-14 18:43:19 -07001327 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs,
1328 image_classes_.get(),
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001329 Thread::Current(),
Mathieu Chartier31e88222016-10-14 18:43:19 -07001330 runtime->GetClassLinker()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001331
1332 // Do the marking.
1333 update->Walk();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001334 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001335}
1336
Vladimir Marko07785bb2015-06-15 18:52:54 +01001337bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) {
1338 Runtime* runtime = Runtime::Current();
1339 if (!runtime->IsAotCompiler()) {
Calin Juravleffc87072016-04-20 14:22:09 +01001340 DCHECK(runtime->UseJitCompilation());
Vladimir Marko07785bb2015-06-15 18:52:54 +01001341 // Having the klass reference here implies that the klass is already loaded.
1342 return true;
1343 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00001344 if (!GetCompilerOptions().IsBootImage()) {
Vladimir Marko07785bb2015-06-15 18:52:54 +01001345 // Assume loaded only if klass is in the boot image. App classes cannot be assumed
1346 // loaded because we don't even know what class loader will be used to load them.
1347 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace();
1348 return class_in_image;
1349 }
1350 std::string temp;
1351 const char* descriptor = klass->GetDescriptor(&temp);
1352 return IsImageClass(descriptor);
1353}
1354
Vladimir Marko492a7fa2016-06-01 18:38:43 +01001355void CompilerDriver::MarkForDexToDexCompilation(Thread* self, const MethodReference& method_ref) {
1356 MutexLock lock(self, dex_to_dex_references_lock_);
1357 // Since we're compiling one dex file at a time, we need to look for the
1358 // current dex file entry only at the end of dex_to_dex_references_.
1359 if (dex_to_dex_references_.empty() ||
1360 &dex_to_dex_references_.back().GetDexFile() != method_ref.dex_file) {
1361 dex_to_dex_references_.emplace_back(*method_ref.dex_file);
1362 }
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001363 dex_to_dex_references_.back().GetMethodIndexes().SetBit(method_ref.index);
Vladimir Marko492a7fa2016-06-01 18:38:43 +01001364}
1365
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001366bool CompilerDriver::CanAccessTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1367 ObjPtr<mirror::Class> resolved_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001368 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001369 stats_->TypeNeedsAccessCheck();
1370 return false; // Unknown class needs access checks.
1371 }
David Brazdil38f64d32016-01-18 17:13:41 +00001372 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1373 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001374 if (referrer_class == nullptr) {
1375 stats_->TypeNeedsAccessCheck();
1376 return false; // Incomplete referrer knowledge needs access check.
1377 }
1378 // Perform access check, will return true if access is ok or false if we're going to have to
1379 // check this at runtime (for example for class loaders).
1380 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001381 }
David Brazdil38f64d32016-01-18 17:13:41 +00001382 if (is_accessible) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001383 stats_->TypeDoesntNeedAccessCheck();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001384 } else {
1385 stats_->TypeNeedsAccessCheck();
1386 }
David Brazdil38f64d32016-01-18 17:13:41 +00001387 return is_accessible;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001388}
1389
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001390bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1391 ObjPtr<mirror::Class> resolved_class,
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001392 bool* finalizable) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001393 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001394 stats_->TypeNeedsAccessCheck();
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001395 // Be conservative.
1396 *finalizable = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001397 return false; // Unknown class needs access checks.
1398 }
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001399 *finalizable = resolved_class->IsFinalizable();
David Brazdil38f64d32016-01-18 17:13:41 +00001400 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1401 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001402 if (referrer_class == nullptr) {
1403 stats_->TypeNeedsAccessCheck();
1404 return false; // Incomplete referrer knowledge needs access check.
1405 }
1406 // Perform access and instantiable checks, will return true if access is ok or false if we're
1407 // going to have to check this at runtime (for example for class loaders).
1408 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001409 }
David Brazdil38f64d32016-01-18 17:13:41 +00001410 bool result = is_accessible && resolved_class->IsInstantiable();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001411 if (result) {
1412 stats_->TypeDoesntNeedAccessCheck();
1413 } else {
1414 stats_->TypeNeedsAccessCheck();
1415 }
1416 return result;
1417}
1418
Vladimir Markobe0e5462014-02-26 11:24:15 +00001419void CompilerDriver::ProcessedInstanceField(bool resolved) {
1420 if (!resolved) {
1421 stats_->UnresolvedInstanceField();
1422 } else {
1423 stats_->ResolvedInstanceField();
1424 }
1425}
1426
1427void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1428 if (!resolved) {
1429 stats_->UnresolvedStaticField();
1430 } else if (local) {
1431 stats_->ResolvedLocalStaticField();
1432 } else {
1433 stats_->ResolvedStaticField();
1434 }
1435}
1436
Mathieu Chartierc7853442015-03-27 14:35:38 -07001437ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1438 const DexCompilationUnit* mUnit, bool is_put,
1439 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001440 // Try to resolve the field and compiling method's class.
Mathieu Chartierc7853442015-03-27 14:35:38 -07001441 ArtField* resolved_field;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001442 mirror::Class* referrer_class;
Mathieu Chartier736b5602015-09-02 14:54:11 -07001443 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001444 {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001445 Handle<mirror::ClassLoader> class_loader_handle = mUnit->GetClassLoader();
Mathieu Chartier736b5602015-09-02 14:54:11 -07001446 resolved_field = ResolveField(soa, dex_cache, class_loader_handle, mUnit, field_idx, false);
Mathieu Chartierc7853442015-03-27 14:35:38 -07001447 referrer_class = resolved_field != nullptr
Mathieu Chartier736b5602015-09-02 14:54:11 -07001448 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader_handle, mUnit) : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001449 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001450 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001451 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001452 std::pair<bool, bool> fast_path = IsFastInstanceField(
Mathieu Chartier736b5602015-09-02 14:54:11 -07001453 dex_cache.Get(), referrer_class, resolved_field, field_idx);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001454 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001455 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001456 ProcessedInstanceField(can_link);
1457 return can_link ? resolved_field : nullptr;
1458}
1459
1460bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1461 bool is_put, MemberOffset* field_offset,
1462 bool* is_volatile) {
1463 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc7853442015-03-27 14:35:38 -07001464 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001465
Mathieu Chartierc7853442015-03-27 14:35:38 -07001466 if (resolved_field == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001467 // Conservative defaults.
1468 *is_volatile = true;
1469 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001470 return false;
1471 } else {
1472 *is_volatile = resolved_field->IsVolatile();
1473 *field_offset = resolved_field->GetOffset();
1474 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001475 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001476}
1477
Vladimir Marko2730db02014-01-27 11:15:17 +00001478const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1479 uint32_t method_idx) const {
1480 MethodReference ref(dex_file, method_idx);
1481 return verification_results_->GetVerifiedMethod(ref);
1482}
1483
1484bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001485 if (!compiler_options_->IsVerificationEnabled()) {
1486 // If we didn't verify, every cast has to be treated as non-safe.
1487 return false;
1488 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001489 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1490 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001491 if (result) {
1492 stats_->SafeCast();
1493 } else {
1494 stats_->NotASafeCast();
1495 }
1496 return result;
1497}
1498
Mathieu Chartier90443472015-07-16 20:32:27 -07001499class CompilationVisitor {
1500 public:
1501 virtual ~CompilationVisitor() {}
1502 virtual void Visit(size_t index) = 0;
1503};
1504
Brian Carlstrom7940e442013-07-12 13:46:57 -07001505class ParallelCompilationManager {
1506 public:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001507 ParallelCompilationManager(ClassLinker* class_linker,
1508 jobject class_loader,
1509 CompilerDriver* compiler,
1510 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001511 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001512 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001513 : index_(0),
1514 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001515 class_loader_(class_loader),
1516 compiler_(compiler),
1517 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001518 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001519 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001520
1521 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001522 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001523 return class_linker_;
1524 }
1525
1526 jobject GetClassLoader() const {
1527 return class_loader_;
1528 }
1529
1530 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001531 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001532 return compiler_;
1533 }
1534
1535 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001536 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001537 return dex_file_;
1538 }
1539
Andreas Gampede7b4362014-07-28 18:38:57 -07001540 const std::vector<const DexFile*>& GetDexFiles() const {
1541 return dex_files_;
1542 }
1543
Mathieu Chartier90443472015-07-16 20:32:27 -07001544 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units)
1545 REQUIRES(!*Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001546 Thread* self = Thread::Current();
1547 self->AssertNoPendingException();
1548 CHECK_GT(work_units, 0U);
1549
Ian Rogers3e5cf302014-05-20 16:40:37 -07001550 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001551 for (size_t i = 0; i < work_units; ++i) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001552 thread_pool_->AddTask(self, new ForAllClosure(this, end, visitor));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001553 }
1554 thread_pool_->StartWorkers(self);
1555
1556 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1557 // thread destructor's called below perform join).
1558 CHECK_NE(self->GetState(), kRunnable);
1559
1560 // Wait for all the worker threads to finish.
1561 thread_pool_->Wait(self, true, false);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001562
1563 // And stop the workers accepting jobs.
1564 thread_pool_->StopWorkers(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001565 }
1566
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001567 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001568 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001569 }
1570
Brian Carlstrom7940e442013-07-12 13:46:57 -07001571 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001572 class ForAllClosure : public Task {
1573 public:
Mathieu Chartier90443472015-07-16 20:32:27 -07001574 ForAllClosure(ParallelCompilationManager* manager, size_t end, CompilationVisitor* visitor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001575 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001576 end_(end),
Mathieu Chartier90443472015-07-16 20:32:27 -07001577 visitor_(visitor) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001578
1579 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001580 while (true) {
1581 const size_t index = manager_->NextIndex();
1582 if (UNLIKELY(index >= end_)) {
1583 break;
1584 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001585 visitor_->Visit(index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001586 self->AssertNoPendingException();
1587 }
1588 }
1589
1590 virtual void Finalize() {
1591 delete this;
1592 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001593
Brian Carlstrom7940e442013-07-12 13:46:57 -07001594 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001595 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001596 const size_t end_;
Mathieu Chartier90443472015-07-16 20:32:27 -07001597 CompilationVisitor* const visitor_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001598 };
1599
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001600 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001601 ClassLinker* const class_linker_;
1602 const jobject class_loader_;
1603 CompilerDriver* const compiler_;
1604 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001605 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001606 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001607
1608 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001609};
1610
Jeff Hao0e49b422013-11-08 12:16:56 -08001611// A fast version of SkipClass above if the class pointer is available
1612// that avoids the expensive FindInClassPath search.
1613static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001614 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001615 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001616 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1617 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001618 if (class_loader == nullptr) {
David Sehr709b0702016-10-13 09:12:37 -07001619 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from "
Jeff Hao0e49b422013-11-08 12:16:56 -08001620 << dex_file.GetLocation() << " previously found in "
1621 << original_dex_file.GetLocation();
1622 }
1623 return true;
1624 }
1625 return false;
1626}
1627
Mathieu Chartier70b63482014-06-27 17:19:04 -07001628static void CheckAndClearResolveException(Thread* self)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001629 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier70b63482014-06-27 17:19:04 -07001630 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001631 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001632 std::string temp;
1633 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1634 const char* expected_exceptions[] = {
1635 "Ljava/lang/IllegalAccessError;",
1636 "Ljava/lang/IncompatibleClassChangeError;",
1637 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001638 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001639 "Ljava/lang/NoClassDefFoundError;",
1640 "Ljava/lang/NoSuchFieldError;",
1641 "Ljava/lang/NoSuchMethodError;"
1642 };
1643 bool found = false;
1644 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1645 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1646 found = true;
1647 }
1648 }
1649 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001650 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001651 }
1652 self->ClearException();
1653}
1654
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001655bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file,
1656 uint16_t class_def_idx) const {
1657 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_idx);
1658 const uint8_t* class_data = dex_file.GetClassData(class_def);
1659 if (class_data == nullptr) {
1660 // Empty class such as a marker interface.
1661 return false;
1662 }
1663 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001664 it.SkipStaticFields();
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001665 // We require a constructor barrier if there are final instance fields.
1666 while (it.HasNextInstanceField()) {
1667 if (it.MemberIsFinal()) {
1668 return true;
1669 }
1670 it.Next();
1671 }
1672 return false;
1673}
1674
Mathieu Chartier90443472015-07-16 20:32:27 -07001675class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor {
1676 public:
1677 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager)
1678 : manager_(manager) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001679
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001680 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001681 ATRACE_CALL();
1682 Thread* const self = Thread::Current();
1683 jobject jclass_loader = manager_->GetClassLoader();
1684 const DexFile& dex_file = *manager_->GetDexFile();
1685 ClassLinker* class_linker = manager_->GetClassLinker();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001686
Mathieu Chartier90443472015-07-16 20:32:27 -07001687 // If an instance field is final then we need to have a barrier on the return, static final
1688 // fields are assigned within the lock held for class initialization. Conservatively assume
1689 // constructor barriers are always required.
1690 bool requires_constructor_barrier = true;
1691
1692 // Method and Field are the worst. We can't resolve without either
1693 // context from the code use (to disambiguate virtual vs direct
1694 // method and instance vs static field) or from class
1695 // definitions. While the compiler will resolve what it can as it
1696 // needs it, here we try to resolve fields and methods used in class
1697 // definitions, since many of them many never be referenced by
1698 // generated code.
1699 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1700 ScopedObjectAccess soa(self);
1701 StackHandleScope<2> hs(soa.Self());
1702 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001703 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001704 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00001705 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07001706 // Resolve the class.
1707 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1708 class_loader);
1709 bool resolve_fields_and_methods;
1710 if (klass == nullptr) {
1711 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1712 // attempt to resolve methods and fields when there is no declaring class.
1713 CheckAndClearResolveException(soa.Self());
1714 resolve_fields_and_methods = false;
1715 } else {
1716 // We successfully resolved a class, should we skip it?
1717 if (SkipClass(jclass_loader, dex_file, klass)) {
1718 return;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001719 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001720 // We want to resolve the methods and fields eagerly.
1721 resolve_fields_and_methods = true;
Ian Rogers68b56852014-08-29 20:19:11 -07001722 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001723 // Note the class_data pointer advances through the headers,
1724 // static fields, instance fields, direct methods, and virtual
1725 // methods.
1726 const uint8_t* class_data = dex_file.GetClassData(class_def);
1727 if (class_data == nullptr) {
1728 // Empty class such as a marker interface.
1729 requires_constructor_barrier = false;
1730 } else {
1731 ClassDataItemIterator it(dex_file, class_data);
1732 while (it.HasNextStaticField()) {
1733 if (resolve_fields_and_methods) {
1734 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1735 dex_cache, class_loader, true);
1736 if (field == nullptr) {
1737 CheckAndClearResolveException(soa.Self());
1738 }
Ian Rogers68b56852014-08-29 20:19:11 -07001739 }
1740 it.Next();
1741 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001742 // We require a constructor barrier if there are final instance fields.
1743 requires_constructor_barrier = false;
1744 while (it.HasNextInstanceField()) {
1745 if (it.MemberIsFinal()) {
1746 requires_constructor_barrier = true;
1747 }
1748 if (resolve_fields_and_methods) {
1749 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1750 dex_cache, class_loader, false);
1751 if (field == nullptr) {
1752 CheckAndClearResolveException(soa.Self());
1753 }
Ian Rogers68b56852014-08-29 20:19:11 -07001754 }
1755 it.Next();
1756 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001757 if (resolve_fields_and_methods) {
1758 while (it.HasNextDirectMethod()) {
Vladimir Markoba118822017-06-12 15:41:56 +01001759 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Mathieu Chartier90443472015-07-16 20:32:27 -07001760 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr,
1761 it.GetMethodInvokeType(class_def));
1762 if (method == nullptr) {
1763 CheckAndClearResolveException(soa.Self());
1764 }
1765 it.Next();
1766 }
1767 while (it.HasNextVirtualMethod()) {
Vladimir Markoba118822017-06-12 15:41:56 +01001768 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Mathieu Chartier90443472015-07-16 20:32:27 -07001769 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr,
1770 it.GetMethodInvokeType(class_def));
1771 if (method == nullptr) {
1772 CheckAndClearResolveException(soa.Self());
1773 }
1774 it.Next();
1775 }
1776 DCHECK(!it.HasNext());
1777 }
1778 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07001779 manager_->GetCompiler()->SetRequiresConstructorBarrier(self,
1780 &dex_file,
1781 class_def_index,
1782 requires_constructor_barrier);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001783 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001784
Mathieu Chartier90443472015-07-16 20:32:27 -07001785 private:
1786 const ParallelCompilationManager* const manager_;
1787};
1788
1789class ResolveTypeVisitor : public CompilationVisitor {
1790 public:
1791 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) {
1792 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001793 void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001794 // Class derived values are more complicated, they require the linker and loader.
Mathieu Chartier90443472015-07-16 20:32:27 -07001795 ScopedObjectAccess soa(Thread::Current());
1796 ClassLinker* class_linker = manager_->GetClassLinker();
1797 const DexFile& dex_file = *manager_->GetDexFile();
1798 StackHandleScope<2> hs(soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07001799 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001800 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader())));
Mathieu Chartierd57d4542015-10-14 10:55:30 -07001801 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile(
1802 dex_file,
Mathieu Chartierf284d442016-06-02 11:48:30 -07001803 class_loader.Get())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001804 ObjPtr<mirror::Class> klass = (dex_cache != nullptr)
Vladimir Markocd556b02017-02-03 11:47:34 +00001805 ? class_linker->ResolveType(dex_file, dex::TypeIndex(type_idx), dex_cache, class_loader)
1806 : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001807
Mathieu Chartier90443472015-07-16 20:32:27 -07001808 if (klass == nullptr) {
1809 soa.Self()->AssertPendingException();
1810 mirror::Throwable* exception = soa.Self()->GetException();
1811 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1812 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1813 // There's little point continuing compilation if the heap is exhausted.
1814 LOG(FATAL) << "Out of memory during type resolution for compilation";
1815 }
1816 soa.Self()->ClearException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001817 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001818 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001819
1820 private:
1821 const ParallelCompilationManager* const manager_;
1822};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001823
Andreas Gampeace0dc12016-01-20 13:33:13 -08001824void CompilerDriver::ResolveDexFile(jobject class_loader,
1825 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001826 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001827 ThreadPool* thread_pool,
1828 size_t thread_count,
1829 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001830 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1831
1832 // TODO: we could resolve strings here, although the string table is largely filled with class
1833 // and method names.
1834
Andreas Gampede7b4362014-07-28 18:38:57 -07001835 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1836 thread_pool);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001837 if (GetCompilerOptions().IsBootImage()) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001838 // For images we resolve all types, such as array, whereas for applications just those with
1839 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001840 TimingLogger::ScopedTiming t("Resolve Types", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001841 ResolveTypeVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001842 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001843 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001844
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001845 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001846 ResolveClassFieldsAndMethodsVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001847 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001848}
1849
Andreas Gampeace0dc12016-01-20 13:33:13 -08001850void CompilerDriver::SetVerified(jobject class_loader,
1851 const std::vector<const DexFile*>& dex_files,
1852 TimingLogger* timings) {
1853 // This can be run in parallel.
Mathieu Chartier90443472015-07-16 20:32:27 -07001854 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001855 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001856 SetVerifiedDexFile(class_loader,
1857 *dex_file,
1858 dex_files,
1859 parallel_thread_pool_.get(),
1860 parallel_thread_count_,
1861 timings);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001862 }
1863}
1864
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001865static void PopulateVerifiedMethods(const DexFile& dex_file,
1866 uint32_t class_def_index,
1867 VerificationResults* verification_results) {
1868 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1869 const uint8_t* class_data = dex_file.GetClassData(class_def);
1870 if (class_data == nullptr) {
1871 return;
1872 }
1873 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001874 it.SkipAllFields();
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001875
1876 while (it.HasNextDirectMethod()) {
1877 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1878 it.Next();
1879 }
1880
1881 while (it.HasNextVirtualMethod()) {
1882 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1883 it.Next();
1884 }
1885 DCHECK(!it.HasNext());
1886}
1887
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001888static void LoadAndUpdateStatus(const DexFile& dex_file,
1889 const DexFile::ClassDef& class_def,
1890 mirror::Class::Status status,
1891 Handle<mirror::ClassLoader> class_loader,
1892 Thread* self)
1893 REQUIRES_SHARED(Locks::mutator_lock_) {
1894 StackHandleScope<1> hs(self);
1895 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1896 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1897 Handle<mirror::Class> cls(hs.NewHandle<mirror::Class>(
1898 class_linker->FindClass(self, descriptor, class_loader)));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001899 if (cls != nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001900 // Check that the class is resolved with the current dex file. We might get
1901 // a boot image class, or a class in a different dex file for multidex, and
1902 // we should not update the status in that case.
1903 if (&cls->GetDexFile() == &dex_file) {
1904 ObjectLock<mirror::Class> lock(self, cls);
1905 mirror::Class::SetStatus(cls, status, self);
1906 }
1907 } else {
1908 DCHECK(self->IsExceptionPending());
1909 self->ClearException();
1910 }
1911}
1912
Nicolas Geoffray74981052017-01-16 17:54:09 +00001913bool CompilerDriver::FastVerify(jobject jclass_loader,
1914 const std::vector<const DexFile*>& dex_files,
1915 TimingLogger* timings) {
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001916 verifier::VerifierDeps* verifier_deps =
1917 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
Mathieu Chartier72041a02017-07-14 18:23:25 -07001918 // If there exist VerifierDeps that aren't the ones we just created to output, use them to verify.
1919 if (verifier_deps == nullptr || verifier_deps->OutputOnly()) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001920 return false;
1921 }
1922 TimingLogger::ScopedTiming t("Fast Verify", timings);
1923 ScopedObjectAccess soa(Thread::Current());
1924 StackHandleScope<2> hs(soa.Self());
1925 Handle<mirror::ClassLoader> class_loader(
1926 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Nicolas Geoffray74981052017-01-16 17:54:09 +00001927 if (!verifier_deps->ValidateDependencies(class_loader, soa.Self())) {
1928 return false;
1929 }
1930
Nicolas Geoffray49cda062017-04-21 13:08:25 +01001931 bool compiler_only_verifies = !GetCompilerOptions().IsAnyCompilationEnabled();
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001932
Nicolas Geoffray74981052017-01-16 17:54:09 +00001933 // We successfully validated the dependencies, now update class status
1934 // of verified classes. Note that the dependencies also record which classes
1935 // could not be fully verified; we could try again, but that would hurt verification
1936 // time. So instead we assume these classes still need to be verified at
1937 // runtime.
1938 for (const DexFile* dex_file : dex_files) {
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07001939 // Fetch the list of unverified classes.
1940 const std::set<dex::TypeIndex>& unverified_classes =
Nicolas Geoffray74981052017-01-16 17:54:09 +00001941 verifier_deps->GetUnverifiedClasses(*dex_file);
Nicolas Geoffray74981052017-01-16 17:54:09 +00001942 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
1943 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07001944 if (unverified_classes.find(class_def.class_idx_) == unverified_classes.end()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001945 if (compiler_only_verifies) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001946 // Just update the compiled_classes_ map. The compiler doesn't need to resolve
1947 // the type.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001948 ClassReference ref(dex_file, i);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07001949 mirror::Class::Status existing = mirror::Class::kStatusNotReady;
1950 DCHECK(compiled_classes_.Get(ref, &existing)) << ref.dex_file->GetLocation();
1951 ClassStateTable::InsertResult result =
1952 compiled_classes_.Insert(ref, existing, mirror::Class::kStatusVerified);
1953 CHECK_EQ(result, ClassStateTable::kInsertResultSuccess);
Nicolas Geoffray74981052017-01-16 17:54:09 +00001954 } else {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001955 // Update the class status, so later compilation stages know they don't need to verify
Nicolas Geoffray74981052017-01-16 17:54:09 +00001956 // the class.
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001957 LoadAndUpdateStatus(
1958 *dex_file, class_def, mirror::Class::kStatusVerified, class_loader, soa.Self());
Nicolas Geoffray74981052017-01-16 17:54:09 +00001959 // Create `VerifiedMethod`s for each methods, the compiler expects one for
1960 // quickening or compiling.
1961 // Note that this means:
1962 // - We're only going to compile methods that did verify.
1963 // - Quickening will not do checkcast ellision.
1964 // TODO(ngeoffray): Reconsider this once we refactor compiler filters.
1965 PopulateVerifiedMethods(*dex_file, i, verification_results_);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001966 }
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001967 } else if (!compiler_only_verifies) {
1968 // Make sure later compilation stages know they should not try to verify
1969 // this class again.
1970 LoadAndUpdateStatus(*dex_file,
1971 class_def,
1972 mirror::Class::kStatusRetryVerificationAtRuntime,
1973 class_loader,
1974 soa.Self());
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001975 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001976 }
1977 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00001978 return true;
1979}
1980
1981void CompilerDriver::Verify(jobject jclass_loader,
1982 const std::vector<const DexFile*>& dex_files,
1983 TimingLogger* timings) {
1984 if (FastVerify(jclass_loader, dex_files, timings)) {
1985 return;
1986 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001987
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001988 // If there is no existing `verifier_deps` (because of non-existing vdex), or
1989 // the existing `verifier_deps` is not valid anymore, create a new one for
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001990 // non boot image compilation. The verifier will need it to record the new dependencies.
1991 // Then dex2oat can update the vdex file with these new dependencies.
1992 if (!GetCompilerOptions().IsBootImage()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07001993 // Dex2oat creates the verifier deps.
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001994 // Create the main VerifierDeps, and set it to this thread.
Mathieu Chartier72041a02017-07-14 18:23:25 -07001995 verifier::VerifierDeps* verifier_deps =
1996 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
1997 CHECK(verifier_deps != nullptr);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001998 Thread::Current()->SetVerifierDeps(verifier_deps);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001999 // Create per-thread VerifierDeps to avoid contention on the main one.
2000 // We will merge them after verification.
2001 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07002002 worker->GetThread()->SetVerifierDeps(new verifier::VerifierDeps(dex_files_for_oat_file_));
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002003 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002004 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00002005
Nicolas Geoffray46847392017-04-28 14:56:39 +01002006 // Verification updates VerifierDeps and needs to run single-threaded to be deterministic.
2007 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2008 ThreadPool* verify_thread_pool =
2009 force_determinism ? single_thread_pool_.get() : parallel_thread_pool_.get();
2010 size_t verify_thread_count = force_determinism ? 1U : parallel_thread_count_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002011 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002012 CHECK(dex_file != nullptr);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002013 VerifyDexFile(jclass_loader,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002014 *dex_file,
2015 dex_files,
Nicolas Geoffray46847392017-04-28 14:56:39 +01002016 verify_thread_pool,
2017 verify_thread_count,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002018 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002019 }
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002020
2021 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002022 // Merge all VerifierDeps into the main one.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002023 verifier::VerifierDeps* verifier_deps = Thread::Current()->GetVerifierDeps();
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002024 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
2025 verifier::VerifierDeps* thread_deps = worker->GetThread()->GetVerifierDeps();
2026 worker->GetThread()->SetVerifierDeps(nullptr);
Mathieu Chartier72041a02017-07-14 18:23:25 -07002027 verifier_deps->MergeWith(*thread_deps, dex_files_for_oat_file_);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002028 delete thread_deps;
2029 }
2030 Thread::Current()->SetVerifierDeps(nullptr);
2031 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002032}
2033
Mathieu Chartier90443472015-07-16 20:32:27 -07002034class VerifyClassVisitor : public CompilationVisitor {
2035 public:
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002036 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level)
Andreas Gampe7fe30232016-03-25 16:58:00 -07002037 : manager_(manager), log_level_(log_level) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07002038
Mathieu Chartier90443472015-07-16 20:32:27 -07002039 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2040 ATRACE_CALL();
2041 ScopedObjectAccess soa(Thread::Current());
2042 const DexFile& dex_file = *manager_->GetDexFile();
2043 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2044 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2045 ClassLinker* class_linker = manager_->GetClassLinker();
2046 jobject jclass_loader = manager_->GetClassLoader();
2047 StackHandleScope<3> hs(soa.Self());
2048 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002049 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002050 Handle<mirror::Class> klass(
2051 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002052 verifier::FailureKind failure_kind;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002053 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002054 CHECK(soa.Self()->IsExceptionPending());
2055 soa.Self()->ClearException();
Mathieu Chartier90443472015-07-16 20:32:27 -07002056
2057 /*
2058 * At compile time, we can still structurally verify the class even if FindClass fails.
2059 * This is to ensure the class is structurally sound for compilation. An unsound class
2060 * will be rejected by the verifier and later skipped during compilation in the compiler.
2061 */
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07002062 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00002063 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002064 std::string error_msg;
Nicolas Geoffray08025182016-10-25 17:20:18 +01002065 failure_kind =
2066 verifier::MethodVerifier::VerifyClass(soa.Self(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002067 &dex_file,
2068 dex_cache,
2069 class_loader,
David Brazdil15fc7292016-09-02 14:13:18 +01002070 class_def,
Andreas Gampe53e32d12015-12-09 21:03:23 -08002071 Runtime::Current()->GetCompilerCallbacks(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002072 true /* allow soft failures */,
Andreas Gampe7fe30232016-03-25 16:58:00 -07002073 log_level_,
Nicolas Geoffray08025182016-10-25 17:20:18 +01002074 &error_msg);
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002075 if (failure_kind == verifier::FailureKind::kHardFailure) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002076 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
2077 << " because: " << error_msg;
2078 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002079 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2080 manager_->GetCompiler()->AddSoftVerifierFailure();
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002081 } else {
2082 // Force a soft failure for the VerifierDeps. This is a sanity measure, as
2083 // the vdex file already records that the class hasn't been resolved. It avoids
2084 // trying to do future verification optimizations when processing the vdex file.
Andreas Gampef39208f2017-10-19 15:06:59 -07002085 DCHECK(failure_kind == verifier::FailureKind::kNoFailure) << failure_kind;
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002086 failure_kind = verifier::FailureKind::kSoftFailure;
Mathieu Chartier90443472015-07-16 20:32:27 -07002087 }
2088 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
David Sehr709b0702016-10-13 09:12:37 -07002089 CHECK(klass->IsResolved()) << klass->PrettyClass();
Nicolas Geoffray08025182016-10-25 17:20:18 +01002090 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_);
Mathieu Chartier90443472015-07-16 20:32:27 -07002091
2092 if (klass->IsErroneous()) {
2093 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
2094 CHECK(soa.Self()->IsExceptionPending());
2095 soa.Self()->ClearException();
2096 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002097 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2098 manager_->GetCompiler()->AddSoftVerifierFailure();
Mathieu Chartier90443472015-07-16 20:32:27 -07002099 }
2100
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002101 CHECK(klass->ShouldVerifyAtRuntime() || klass->IsVerified() || klass->IsErroneous())
David Sehr709b0702016-10-13 09:12:37 -07002102 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus();
Mathieu Chartier90443472015-07-16 20:32:27 -07002103
Nicolas Geoffrayc7da1d62017-04-19 09:36:24 +01002104 // Class has a meaningful status for the compiler now, record it.
2105 ClassReference ref(manager_->GetDexFile(), class_def_index);
2106 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
2107
Orion Hodsonc5e0d3f2017-08-22 19:00:04 +01002108 // It is *very* problematic if there are verification errors in the boot classpath.
2109 // For example, we rely on things working OK without verification when the decryption dialog
2110 // is brought up. So abort in a debug build if we find this violated.
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002111 if (kIsDebugBuild) {
Orion Hodsonc5e0d3f2017-08-22 19:00:04 +01002112 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage()) {
Andreas Gampe12fadcd2017-08-03 05:06:28 -07002113 if (!klass->IsVerified()) {
2114 // Re-run verification to get all failure messages if it soft-failed.
2115 if (!klass->IsErroneous()) {
2116 gLogVerbosity.verifier = true;
2117 // Note: We can't call ClassLinker::VerifyClass, as it will elide the second
2118 // verification.
2119 Runtime* runtime = Runtime::Current();
2120 std::string v_error;
2121 verifier::MethodVerifier::VerifyClass(soa.Self(),
2122 klass.Get(),
2123 runtime->GetCompilerCallbacks(),
2124 runtime->IsAotCompiler(),
2125 verifier::HardFailLogMode::kLogInternalFatal,
2126 &v_error);
2127 }
2128 LOG(FATAL) << "Boot classpath class " << klass->PrettyClass()
2129 << " failed to fully verify: state= " << klass->GetStatus();
2130 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002131 }
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002132 if (klass->IsVerified()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002133 DCHECK_EQ(failure_kind, verifier::FailureKind::kNoFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002134 } else if (klass->ShouldVerifyAtRuntime()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002135 DCHECK_EQ(failure_kind, verifier::FailureKind::kSoftFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002136 } else {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002137 DCHECK_EQ(failure_kind, verifier::FailureKind::kHardFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002138 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002139 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002140 } else {
2141 // Make the skip a soft failure, essentially being considered as verify at runtime.
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002142 failure_kind = verifier::FailureKind::kSoftFailure;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002143 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002144 verifier::VerifierDeps::MaybeRecordVerificationStatus(
2145 dex_file, class_def.class_idx_, failure_kind);
Mathieu Chartier90443472015-07-16 20:32:27 -07002146 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002147 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002148
2149 private:
2150 const ParallelCompilationManager* const manager_;
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002151 const verifier::HardFailLogMode log_level_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002152};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002153
Andreas Gampeace0dc12016-01-20 13:33:13 -08002154void CompilerDriver::VerifyDexFile(jobject class_loader,
2155 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002156 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002157 ThreadPool* thread_pool,
2158 size_t thread_count,
2159 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002160 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002161 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002162 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2163 thread_pool);
Andreas Gampef39208f2017-10-19 15:06:59 -07002164 bool abort_on_verifier_failures = GetCompilerOptions().AbortOnHardVerifierFailure()
2165 || GetCompilerOptions().AbortOnSoftVerifierFailure();
2166 verifier::HardFailLogMode log_level = abort_on_verifier_failures
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002167 ? verifier::HardFailLogMode::kLogInternalFatal
2168 : verifier::HardFailLogMode::kLogWarning;
Andreas Gampe7fe30232016-03-25 16:58:00 -07002169 VerifyClassVisitor visitor(&context, log_level);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002170 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002171}
2172
Mathieu Chartier90443472015-07-16 20:32:27 -07002173class SetVerifiedClassVisitor : public CompilationVisitor {
2174 public:
2175 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2176
2177 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2178 ATRACE_CALL();
2179 ScopedObjectAccess soa(Thread::Current());
2180 const DexFile& dex_file = *manager_->GetDexFile();
2181 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2182 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2183 ClassLinker* class_linker = manager_->GetClassLinker();
2184 jobject jclass_loader = manager_->GetClassLoader();
2185 StackHandleScope<3> hs(soa.Self());
2186 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002187 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002188 Handle<mirror::Class> klass(
2189 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2190 // Class might have failed resolution. Then don't set it to verified.
Andreas Gampefa4333d2017-02-14 11:10:34 -08002191 if (klass != nullptr) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002192 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
2193 // very wrong.
Vladimir Marko72ab6842017-01-20 19:32:50 +00002194 if (klass->IsResolved() && !klass->IsErroneousResolved()) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002195 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
2196 ObjectLock<mirror::Class> lock(soa.Self(), klass);
2197 // Set class status to verified.
2198 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self());
2199 // Mark methods as pre-verified. If we don't do this, the interpreter will run with
2200 // access checks.
Igor Murashkindf707e42016-02-02 16:56:50 -08002201 klass->SetSkipAccessChecksFlagOnAllMethods(
Mathieu Chartier90443472015-07-16 20:32:27 -07002202 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet()));
Igor Murashkindf707e42016-02-02 16:56:50 -08002203 klass->SetVerificationAttempted();
Mathieu Chartier90443472015-07-16 20:32:27 -07002204 }
2205 // Record the final class status if necessary.
2206 ClassReference ref(manager_->GetDexFile(), class_def_index);
2207 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002208 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002209 } else {
2210 Thread* self = soa.Self();
2211 DCHECK(self->IsExceptionPending());
2212 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002213 }
2214 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002215
2216 private:
2217 const ParallelCompilationManager* const manager_;
2218};
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002219
Andreas Gampeace0dc12016-01-20 13:33:13 -08002220void CompilerDriver::SetVerifiedDexFile(jobject class_loader,
2221 const DexFile& dex_file,
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002222 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002223 ThreadPool* thread_pool,
2224 size_t thread_count,
2225 TimingLogger* timings) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002226 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002227 if (!compiled_classes_.HaveDexFile(&dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002228 compiled_classes_.AddDexFile(&dex_file);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002229 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002230 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2231 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2232 thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002233 SetVerifiedClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002234 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002235}
2236
Mathieu Chartier90443472015-07-16 20:32:27 -07002237class InitializeClassVisitor : public CompilationVisitor {
2238 public:
2239 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
Ian Rogersfc0e94b2013-09-23 23:51:32 -07002240
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002241 void Visit(size_t class_def_index) OVERRIDE {
Mathieu Chartier90443472015-07-16 20:32:27 -07002242 ATRACE_CALL();
2243 jobject jclass_loader = manager_->GetClassLoader();
2244 const DexFile& dex_file = *manager_->GetDexFile();
2245 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2246 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
2247 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Jeff Hao0e49b422013-11-08 12:16:56 -08002248
Mathieu Chartier90443472015-07-16 20:32:27 -07002249 ScopedObjectAccess soa(Thread::Current());
2250 StackHandleScope<3> hs(soa.Self());
2251 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002252 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002253 Handle<mirror::Class> klass(
2254 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
2255
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002256 if (klass != nullptr && !SkipClass(manager_->GetClassLoader(), dex_file, klass.Get())) {
2257 TryInitializeClass(klass, class_loader);
2258 }
2259 // Clear any class not found or verification exceptions.
2260 soa.Self()->ClearException();
2261 }
2262
2263 // A helper function for initializing klass.
2264 void TryInitializeClass(Handle<mirror::Class> klass, Handle<mirror::ClassLoader>& class_loader)
2265 REQUIRES_SHARED(Locks::mutator_lock_) {
2266 const DexFile& dex_file = klass->GetDexFile();
2267 const DexFile::ClassDef* class_def = klass->GetClassDef();
2268 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def->class_idx_);
2269 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
2270 ScopedObjectAccessUnchecked soa(Thread::Current());
2271 StackHandleScope<3> hs(soa.Self());
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002272 const bool is_boot_image = manager_->GetCompiler()->GetCompilerOptions().IsBootImage();
Mathieu Chartier17498e52017-06-13 11:35:04 -07002273 const bool is_app_image = manager_->GetCompiler()->GetCompilerOptions().IsAppImage();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002274
Jeff Hao0cb17282017-07-12 14:51:49 -07002275 mirror::Class::Status old_status = klass->GetStatus();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002276 // Don't initialize classes in boot space when compiling app image
2277 if (is_app_image && klass->IsBootStrapClassLoaded()) {
2278 // Also return early and don't store the class status in the recorded class status.
2279 return;
2280 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002281 // Only try to initialize classes that were successfully verified.
2282 if (klass->IsVerified()) {
2283 // Attempt to initialize the class but bail if we either need to initialize the super-class
2284 // or static fields.
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002285 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002286 old_status = klass->GetStatus();
2287 if (!klass->IsInitialized()) {
2288 // We don't want non-trivial class initialization occurring on multiple threads due to
2289 // deadlock problems. For example, a parent class is initialized (holding its lock) that
2290 // refers to a sub-class in its static/class initializer causing it to try to acquire the
2291 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
2292 // after first initializing its parents, whose locks are acquired. This leads to a
2293 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
2294 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
2295 // than use a special Object for the purpose we use the Class of java.lang.Class.
2296 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
2297 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
2298 // Attempt to initialize allowing initialization of parent classes but still not static
2299 // fields.
Chang Xinge602b1c2017-06-30 11:55:01 -07002300 // Initialize dependencies first only for app image, to make TryInitialize recursive.
2301 bool is_superclass_initialized = !is_app_image ? true :
2302 InitializeDependencies(klass, class_loader, soa.Self());
2303 if (!is_app_image || (is_app_image && is_superclass_initialized)) {
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002304 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Chang Xinge602b1c2017-06-30 11:55:01 -07002305 }
2306 // Otherwise it's in app image but superclasses can't be initialized, no need to proceed.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002307 old_status = klass->GetStatus();
Chang Xing70f689d2017-06-08 17:16:12 -07002308
2309 bool too_many_encoded_fields = false;
2310 if (!is_boot_image && klass->NumStaticFields() > kMaxEncodedFields) {
2311 too_many_encoded_fields = true;
2312 }
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002313 // If the class was not initialized, we can proceed to see if we can initialize static
Chang Xing70f689d2017-06-08 17:16:12 -07002314 // fields. Limit the max number of encoded fields.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002315 if (!klass->IsInitialized() &&
Mathieu Chartier17498e52017-06-13 11:35:04 -07002316 (is_app_image || is_boot_image) &&
Chang Xinge602b1c2017-06-30 11:55:01 -07002317 is_superclass_initialized &&
Chang Xing70f689d2017-06-08 17:16:12 -07002318 !too_many_encoded_fields &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002319 manager_->GetCompiler()->IsImageClass(descriptor)) {
2320 bool can_init_static_fields = false;
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002321 if (is_boot_image) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002322 // We need to initialize static fields, we only do this for image classes that aren't
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002323 // marked with the $NoPreloadHolder (which implies this should not be initialized
2324 // early).
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002325 can_init_static_fields = !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
2326 } else {
Mathieu Chartier17498e52017-06-13 11:35:04 -07002327 CHECK(is_app_image);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002328 // The boot image case doesn't need to recursively initialize the dependencies with
2329 // special logic since the class linker already does this.
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002330 can_init_static_fields =
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002331 !soa.Self()->IsExceptionPending() &&
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002332 is_superclass_initialized &&
2333 NoClinitInDependency(klass, soa.Self(), &class_loader);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002334 // TODO The checking for clinit can be removed since it's already
2335 // checked when init superclass. Currently keep it because it contains
2336 // processing of intern strings. Will be removed later when intern strings
2337 // and clinit are both initialized.
2338 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002339
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002340 if (can_init_static_fields) {
2341 VLOG(compiler) << "Initializing: " << descriptor;
2342 // TODO multithreading support. We should ensure the current compilation thread has
2343 // exclusive access to the runtime and the transaction. To achieve this, we could use
2344 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
2345 // checks in Thread::AssertThreadSuspensionIsAllowable.
2346 Runtime* const runtime = Runtime::Current();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002347 // Run the class initializer in transaction mode.
Chang Xing5a906fc2017-07-26 15:01:16 -07002348 runtime->EnterTransactionMode(is_app_image, klass.Get());
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002349 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2350 true);
2351 // TODO we detach transaction from runtime to indicate we quit the transactional
2352 // mode which prevents the GC from visiting objects modified during the transaction.
2353 // Ensure GC is not run so don't access freed objects when aborting transaction.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002354
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002355 {
2356 ScopedAssertNoThreadSuspension ants("Transaction end");
Chang Xing16d1dd82017-07-20 17:56:26 -07002357
2358 if (success) {
2359 runtime->ExitTransactionMode();
2360 DCHECK(!runtime->IsActiveTransaction());
2361 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002362
Mathieu Chartier90443472015-07-16 20:32:27 -07002363 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002364 CHECK(soa.Self()->IsExceptionPending());
2365 mirror::Throwable* exception = soa.Self()->GetException();
2366 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2367 << exception->Dump();
2368 std::ostream* file_log = manager_->GetCompiler()->
2369 GetCompilerOptions().GetInitFailureOutput();
2370 if (file_log != nullptr) {
2371 *file_log << descriptor << "\n";
2372 *file_log << exception->Dump() << "\n";
2373 }
2374 soa.Self()->ClearException();
Chang Xing605fe242017-07-20 15:57:21 -07002375 runtime->RollbackAllTransactions();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002376 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002377 } else if (is_boot_image) {
2378 // For boot image, we want to put the updated status in the oat class since we can't
2379 // reject the image anyways.
2380 old_status = klass->GetStatus();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002381 }
2382 }
2383
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002384 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002385 // On failure, still intern strings of static fields and seen in <clinit>, as these
2386 // will be created in the zygote. This is separated from the transaction code just
2387 // above as we will allocate strings, so must be allowed to suspend.
2388 if (&klass->GetDexFile() == manager_->GetDexFile()) {
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002389 InternStrings(klass, class_loader);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002390 } else {
2391 DCHECK(!is_boot_image) << "Boot image must have equal dex files";
Andreas Gampedbfe2542014-11-25 22:21:42 -08002392 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002393 }
2394 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002395 }
Jeff Hao0cb17282017-07-12 14:51:49 -07002396 // If the class still isn't initialized, at least try some checks that initialization
2397 // would do so they can be skipped at runtime.
2398 if (!klass->IsInitialized() &&
2399 manager_->GetClassLinker()->ValidateSuperClassDescriptors(klass)) {
2400 old_status = mirror::Class::kStatusSuperclassValidated;
2401 } else {
2402 soa.Self()->ClearException();
2403 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002404 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002405 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002406 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002407 // Record the final class status if necessary.
2408 ClassReference ref(&dex_file, klass->GetDexClassDefIndex());
2409 // Back up the status before doing initialization for static encoded fields,
2410 // because the static encoded branch wants to keep the status to uninitialized.
2411 manager_->GetCompiler()->RecordClassStatus(ref, old_status);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002412 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002413
2414 private:
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002415 void InternStrings(Handle<mirror::Class> klass, Handle<mirror::ClassLoader> class_loader)
2416 REQUIRES_SHARED(Locks::mutator_lock_) {
2417 DCHECK(manager_->GetCompiler()->GetCompilerOptions().IsBootImage());
2418 DCHECK(klass->IsVerified());
2419 DCHECK(!klass->IsInitialized());
2420
2421 StackHandleScope<1> hs(Thread::Current());
2422 Handle<mirror::DexCache> h_dex_cache = hs.NewHandle(klass->GetDexCache());
2423 const DexFile* dex_file = manager_->GetDexFile();
2424 const DexFile::ClassDef* class_def = klass->GetClassDef();
2425 ClassLinker* class_linker = manager_->GetClassLinker();
2426
Andreas Gampe7bf90482017-03-02 16:41:35 -08002427 // Check encoded final field values for strings and intern.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002428 annotations::RuntimeEncodedStaticFieldValueIterator value_it(*dex_file,
2429 &h_dex_cache,
2430 &class_loader,
2431 manager_->GetClassLinker(),
2432 *class_def);
2433 for ( ; value_it.HasNext(); value_it.Next()) {
2434 if (value_it.GetValueType() == annotations::RuntimeEncodedStaticFieldValueIterator::kString) {
2435 // Resolve the string. This will intern the string.
2436 art::ObjPtr<mirror::String> resolved = class_linker->ResolveString(
2437 *dex_file, dex::StringIndex(value_it.GetJavaValue().i), h_dex_cache);
2438 CHECK(resolved != nullptr);
2439 }
2440 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002441
2442 // Intern strings seen in <clinit>.
2443 ArtMethod* clinit = klass->FindClassInitializer(class_linker->GetImagePointerSize());
2444 if (clinit != nullptr) {
2445 const DexFile::CodeItem* code_item = clinit->GetCodeItem();
2446 DCHECK(code_item != nullptr);
Mathieu Chartier1d2d4ff2017-09-23 16:11:06 -07002447 for (const Instruction& inst : code_item->Instructions()) {
2448 if (inst.Opcode() == Instruction::CONST_STRING) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002449 ObjPtr<mirror::String> s = class_linker->ResolveString(
Mathieu Chartier1d2d4ff2017-09-23 16:11:06 -07002450 *dex_file, dex::StringIndex(inst.VRegB_21c()), h_dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002451 CHECK(s != nullptr);
Mathieu Chartier1d2d4ff2017-09-23 16:11:06 -07002452 } else if (inst.Opcode() == Instruction::CONST_STRING_JUMBO) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002453 ObjPtr<mirror::String> s = class_linker->ResolveString(
Mathieu Chartier1d2d4ff2017-09-23 16:11:06 -07002454 *dex_file, dex::StringIndex(inst.VRegB_31c()), h_dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002455 CHECK(s != nullptr);
2456 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002457 }
2458 }
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002459 }
2460
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002461 bool ResolveTypesOfMethods(Thread* self, ArtMethod* m)
2462 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Markob45528c2017-07-27 14:14:28 +01002463 // Return value of ResolveReturnType() is discarded because resolve will be done internally.
2464 ObjPtr<mirror::Class> rtn_type = m->ResolveReturnType();
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002465 if (rtn_type == nullptr) {
2466 self->ClearException();
2467 return false;
2468 }
2469 const DexFile::TypeList* types = m->GetParameterTypeList();
2470 if (types != nullptr) {
2471 for (uint32_t i = 0; i < types->Size(); ++i) {
2472 dex::TypeIndex param_type_idx = types->GetTypeItem(i).type_idx_;
Vladimir Markob45528c2017-07-27 14:14:28 +01002473 ObjPtr<mirror::Class> param_type = m->ResolveClassFromTypeIndex(param_type_idx);
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002474 if (param_type == nullptr) {
2475 self->ClearException();
2476 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002477 }
2478 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002479 }
2480 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002481 }
2482
2483 // Pre resolve types mentioned in all method signatures before start a transaction
2484 // since ResolveType doesn't work in transaction mode.
2485 bool PreResolveTypes(Thread* self, const Handle<mirror::Class>& klass)
2486 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002487 PointerSize pointer_size = manager_->GetClassLinker()->GetImagePointerSize();
2488 for (ArtMethod& m : klass->GetMethods(pointer_size)) {
2489 if (!ResolveTypesOfMethods(self, &m)) {
2490 return false;
2491 }
2492 }
2493 if (klass->IsInterface()) {
2494 return true;
2495 } else if (klass->HasSuperClass()) {
2496 StackHandleScope<1> hs(self);
2497 MutableHandle<mirror::Class> super_klass(hs.NewHandle<mirror::Class>(klass->GetSuperClass()));
2498 for (int i = super_klass->GetVTableLength() - 1; i >= 0; --i) {
2499 ArtMethod* m = klass->GetVTableEntry(i, pointer_size);
2500 ArtMethod* super_m = super_klass->GetVTableEntry(i, pointer_size);
2501 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002502 return false;
2503 }
2504 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002505 for (int32_t i = 0; i < klass->GetIfTableCount(); ++i) {
2506 super_klass.Assign(klass->GetIfTable()->GetInterface(i));
2507 if (klass->GetClassLoader() != super_klass->GetClassLoader()) {
2508 uint32_t num_methods = super_klass->NumVirtualMethods();
2509 for (uint32_t j = 0; j < num_methods; ++j) {
2510 ArtMethod* m = klass->GetIfTable()->GetMethodArray(i)->GetElementPtrSize<ArtMethod*>(
2511 j, pointer_size);
2512 ArtMethod* super_m = super_klass->GetVirtualMethod(j, pointer_size);
2513 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
2514 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002515 }
2516 }
2517 }
2518 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002519 }
2520 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002521 }
2522
2523 // Initialize the klass's dependencies recursively before initializing itself.
2524 // Checking for interfaces is also necessary since interfaces can contain
2525 // both default methods and static encoded fields.
2526 bool InitializeDependencies(const Handle<mirror::Class>& klass,
2527 Handle<mirror::ClassLoader> class_loader,
2528 Thread* self)
2529 REQUIRES_SHARED(Locks::mutator_lock_) {
2530 if (klass->HasSuperClass()) {
2531 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2532 StackHandleScope<1> hs(self);
2533 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2534 if (!handle_scope_super->IsInitialized()) {
2535 this->TryInitializeClass(handle_scope_super, class_loader);
2536 if (!handle_scope_super->IsInitialized()) {
2537 return false;
2538 }
2539 }
2540 }
2541
2542 uint32_t num_if = klass->NumDirectInterfaces();
2543 for (size_t i = 0; i < num_if; i++) {
2544 ObjPtr<mirror::Class>
2545 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2546 StackHandleScope<1> hs(self);
2547 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2548
2549 TryInitializeClass(handle_interface, class_loader);
2550
2551 if (!handle_interface->IsInitialized()) {
2552 return false;
2553 }
2554 }
2555
2556 return PreResolveTypes(self, klass);
2557 }
2558
2559 // In this phase the classes containing class initializers are ignored. Make sure no
2560 // clinit appears in kalss's super class chain and interfaces.
2561 bool NoClinitInDependency(const Handle<mirror::Class>& klass,
2562 Thread* self,
2563 Handle<mirror::ClassLoader>* class_loader)
2564 REQUIRES_SHARED(Locks::mutator_lock_) {
2565 ArtMethod* clinit =
2566 klass->FindClassInitializer(manager_->GetClassLinker()->GetImagePointerSize());
2567 if (clinit != nullptr) {
2568 VLOG(compiler) << klass->PrettyClass() << ' ' << clinit->PrettyMethod(true);
2569 return false;
2570 }
2571 if (klass->HasSuperClass()) {
2572 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2573 StackHandleScope<1> hs(self);
2574 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2575 if (!NoClinitInDependency(handle_scope_super, self, class_loader)) {
2576 return false;
2577 }
2578 }
2579
2580 uint32_t num_if = klass->NumDirectInterfaces();
2581 for (size_t i = 0; i < num_if; i++) {
2582 ObjPtr<mirror::Class>
2583 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2584 StackHandleScope<1> hs(self);
2585 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2586 if (!NoClinitInDependency(handle_interface, self, class_loader)) {
2587 return false;
2588 }
2589 }
2590
Chang Xingba17dbd2017-06-28 21:27:56 +00002591 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002592 }
2593
Mathieu Chartier90443472015-07-16 20:32:27 -07002594 const ParallelCompilationManager* const manager_;
2595};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002596
Andreas Gampeace0dc12016-01-20 13:33:13 -08002597void CompilerDriver::InitializeClasses(jobject jni_class_loader,
2598 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002599 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002600 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002601 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002602
2603 // Initialization allocates objects and needs to run single-threaded to be deterministic.
2604 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2605 ThreadPool* init_thread_pool = force_determinism
2606 ? single_thread_pool_.get()
2607 : parallel_thread_pool_.get();
2608 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_;
2609
Brian Carlstrom7940e442013-07-12 13:46:57 -07002610 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002611 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002612 init_thread_pool);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002613
2614 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
2615 // Set the concurrency thread to 1 to support initialization for App Images since transaction
2616 // doesn't support multithreading now.
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002617 // TODO: remove this when transactional mode supports multithreading.
Andreas Gampeace0dc12016-01-20 13:33:13 -08002618 init_thread_count = 1U;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002619 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002620 InitializeClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002621 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002622}
2623
Mathieu Chartier91288d82016-04-28 09:44:54 -07002624class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002625 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002626 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs)
2627 : hs_(hs) {}
2628
2629 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE
2630 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002631 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) {
2632 return true;
2633 }
Mathieu Chartier085a0722016-04-01 17:33:31 -07002634 if (klass->IsArrayClass()) {
2635 StackHandleScope<1> hs(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002636 auto h_klass = hs.NewHandleWrapper(&klass);
2637 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true);
Mathieu Chartier085a0722016-04-01 17:33:31 -07002638 }
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002639 // Collect handles since there may be thread suspension in future EnsureInitialized.
2640 to_visit_.push_back(hs_.NewHandle(klass));
Nicolas Geoffray88f288e2016-06-29 08:17:52 +00002641 return true;
Nelli Kimbadee982016-05-13 13:08:53 +03002642 }
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002643
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002644 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) {
2645 for (Handle<mirror::Class> c : to_visit_) {
2646 // Create the conflict tables.
2647 FillIMTAndConflictTables(c.Get());
2648 }
2649 }
2650
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002651 private:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002652 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass)
2653 REQUIRES_SHARED(Locks::mutator_lock_) {
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002654 if (!klass->ShouldHaveImt()) {
2655 return;
2656 }
2657 if (visited_classes_.find(klass) != visited_classes_.end()) {
2658 return;
2659 }
2660 if (klass->HasSuperClass()) {
2661 FillIMTAndConflictTables(klass->GetSuperClass());
2662 }
2663 if (!klass->IsTemp()) {
2664 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass);
2665 }
2666 visited_classes_.insert(klass);
2667 }
2668
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002669 VariableSizedHandleScope& hs_;
2670 std::vector<Handle<mirror::Class>> to_visit_;
2671 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_;
Mathieu Chartier085a0722016-04-01 17:33:31 -07002672};
2673
Brian Carlstrom7940e442013-07-12 13:46:57 -07002674void CompilerDriver::InitializeClasses(jobject class_loader,
2675 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002676 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002677 for (size_t i = 0; i != dex_files.size(); ++i) {
2678 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002679 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002680 InitializeClasses(class_loader, *dex_file, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002681 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002682 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002683 // Make sure that we call EnsureIntiailized on all the array classes to call
2684 // SetVerificationAttempted so that the access flags are set. If we do not do this they get
2685 // changed at runtime resulting in more dirty image pages.
Mathieu Chartier91288d82016-04-28 09:44:54 -07002686 // Also create conflict tables.
2687 // Only useful if we are compiling an image (image_classes_ is not null).
Mathieu Chartier085a0722016-04-01 17:33:31 -07002688 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002689 VariableSizedHandleScope hs(soa.Self());
2690 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs);
Mathieu Chartier91288d82016-04-28 09:44:54 -07002691 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002692 visitor.FillAllIMTAndConflictTables();
Mathieu Chartier085a0722016-04-01 17:33:31 -07002693 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002694 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartier093ef212014-08-11 13:52:12 -07002695 // Prune garbage objects created during aborted transactions.
2696 Runtime::Current()->GetHeap()->CollectGarbage(true);
2697 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002698}
2699
Andreas Gampeace0dc12016-01-20 13:33:13 -08002700void CompilerDriver::Compile(jobject class_loader,
2701 const std::vector<const DexFile*>& dex_files,
2702 TimingLogger* timings) {
Calin Juravle998c2162015-12-21 15:39:33 +02002703 if (kDebugProfileGuidedCompilation) {
2704 LOG(INFO) << "[ProfileGuidedCompilation] " <<
2705 ((profile_compilation_info_ == nullptr)
2706 ? "null"
2707 : profile_compilation_info_->DumpInfo(&dex_files));
Calin Juravle226501b2015-12-11 14:41:31 +00002708 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002709
Mathieu Chartier72041a02017-07-14 18:23:25 -07002710 current_dex_to_dex_methods_ = nullptr;
2711 Thread* const self = Thread::Current();
2712 {
2713 // Clear in case we aren't the first call to Compile.
2714 MutexLock mu(self, dex_to_dex_references_lock_);
2715 dex_to_dex_references_.clear();
2716 }
2717
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002718 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002719 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002720 CompileDexFile(class_loader,
2721 *dex_file,
2722 dex_files,
2723 parallel_thread_pool_.get(),
2724 parallel_thread_count_,
2725 timings);
Calin Juravle69158982016-03-16 11:53:41 +00002726 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool();
2727 const size_t arena_alloc = arena_pool->GetBytesAllocated();
2728 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_);
Jean-Philippe Halimica76a1a2016-02-02 19:48:52 +01002729 Runtime::Current()->ReclaimArenaPoolMemory();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002730 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002731
2732 ArrayRef<DexFileMethodSet> dex_to_dex_references;
2733 {
2734 // From this point on, we shall not modify dex_to_dex_references_, so
2735 // just grab a reference to it that we use without holding the mutex.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002736 MutexLock lock(self, dex_to_dex_references_lock_);
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002737 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
2738 }
2739 for (const auto& method_set : dex_to_dex_references) {
2740 current_dex_to_dex_methods_ = &method_set.GetMethodIndexes();
2741 CompileDexFile(class_loader,
2742 method_set.GetDexFile(),
2743 dex_files,
2744 parallel_thread_pool_.get(),
2745 parallel_thread_count_,
2746 timings);
2747 }
2748 current_dex_to_dex_methods_ = nullptr;
2749
Andreas Gampe8d295f82015-01-20 14:50:21 -08002750 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002751}
2752
Mathieu Chartier90443472015-07-16 20:32:27 -07002753class CompileClassVisitor : public CompilationVisitor {
2754 public:
2755 explicit CompileClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2756
2757 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2758 ATRACE_CALL();
2759 const DexFile& dex_file = *manager_->GetDexFile();
2760 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2761 ClassLinker* class_linker = manager_->GetClassLinker();
2762 jobject jclass_loader = manager_->GetClassLoader();
Mathieu Chartier90443472015-07-16 20:32:27 -07002763 ClassReference ref(&dex_file, class_def_index);
2764 // Skip compiling classes with generic verifier failures since they will still fail at runtime
2765 if (manager_->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07002766 return;
2767 }
Mathieu Chartier736b5602015-09-02 14:54:11 -07002768 // Use a scoped object access to perform to the quick SkipClass check.
2769 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2770 ScopedObjectAccess soa(Thread::Current());
2771 StackHandleScope<3> hs(soa.Self());
2772 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002773 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier736b5602015-09-02 14:54:11 -07002774 Handle<mirror::Class> klass(
2775 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2776 Handle<mirror::DexCache> dex_cache;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002777 if (klass == nullptr) {
Mathieu Chartier736b5602015-09-02 14:54:11 -07002778 soa.Self()->AssertPendingException();
2779 soa.Self()->ClearException();
2780 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file));
2781 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2782 return;
2783 } else {
2784 dex_cache = hs.NewHandle(klass->GetDexCache());
2785 }
2786
Mathieu Chartier90443472015-07-16 20:32:27 -07002787 const uint8_t* class_data = dex_file.GetClassData(class_def);
2788 if (class_data == nullptr) {
2789 // empty class, probably a marker interface
2790 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002791 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002792
Mathieu Chartier736b5602015-09-02 14:54:11 -07002793 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -07002794 ScopedThreadSuspension sts(soa.Self(), kNative);
Mathieu Chartier736b5602015-09-02 14:54:11 -07002795
Mathieu Chartier90443472015-07-16 20:32:27 -07002796 CompilerDriver* const driver = manager_->GetCompiler();
2797
2798 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002799 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
Mathieu Chartier736b5602015-09-02 14:54:11 -07002800 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002801
Mathieu Chartier90443472015-07-16 20:32:27 -07002802 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07002803 it.SkipAllFields();
Mathieu Chartier90443472015-07-16 20:32:27 -07002804
2805 bool compilation_enabled = driver->IsClassToCompile(
2806 dex_file.StringByTypeIdx(class_def.class_idx_));
2807
2808 // Compile direct methods
2809 int64_t previous_direct_method_idx = -1;
2810 while (it.HasNextDirectMethod()) {
2811 uint32_t method_idx = it.GetMemberIndex();
2812 if (method_idx == previous_direct_method_idx) {
2813 // smali can create dex files with two encoded_methods sharing the same method_idx
2814 // http://code.google.com/p/smali/issues/detail?id=119
2815 it.Next();
2816 continue;
2817 }
2818 previous_direct_method_idx = method_idx;
Vladimir Marko8d6768d2017-03-14 10:13:21 +00002819 CompileMethod(soa.Self(),
2820 driver,
2821 it.GetMethodCodeItem(),
2822 it.GetMethodAccessFlags(),
2823 it.GetMethodInvokeType(class_def),
2824 class_def_index,
2825 method_idx,
2826 class_loader,
2827 dex_file,
2828 dex_to_dex_compilation_level,
2829 compilation_enabled,
2830 dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002831 it.Next();
2832 }
2833 // Compile virtual methods
2834 int64_t previous_virtual_method_idx = -1;
2835 while (it.HasNextVirtualMethod()) {
2836 uint32_t method_idx = it.GetMemberIndex();
2837 if (method_idx == previous_virtual_method_idx) {
2838 // smali can create dex files with two encoded_methods sharing the same method_idx
2839 // http://code.google.com/p/smali/issues/detail?id=119
2840 it.Next();
2841 continue;
2842 }
2843 previous_virtual_method_idx = method_idx;
Vladimir Marko8d6768d2017-03-14 10:13:21 +00002844 CompileMethod(soa.Self(),
2845 driver, it.GetMethodCodeItem(),
2846 it.GetMethodAccessFlags(),
2847 it.GetMethodInvokeType(class_def),
2848 class_def_index,
2849 method_idx,
2850 class_loader,
2851 dex_file,
2852 dex_to_dex_compilation_level,
2853 compilation_enabled,
2854 dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002855 it.Next();
2856 }
2857 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002858 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002859
2860 private:
2861 const ParallelCompilationManager* const manager_;
2862};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002863
Andreas Gampeace0dc12016-01-20 13:33:13 -08002864void CompilerDriver::CompileDexFile(jobject class_loader,
2865 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002866 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002867 ThreadPool* thread_pool,
2868 size_t thread_count,
2869 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002870 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002871 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002872 &dex_file, dex_files, thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002873 CompileClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002874 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002875}
2876
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002877void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref,
2878 CompiledMethod* const compiled_method,
2879 size_t non_relative_linker_patch_count) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002880 DCHECK(GetCompiledMethod(method_ref) == nullptr) << method_ref.PrettyMethod();
2881 MethodTable::InsertResult result = compiled_methods_.Insert(method_ref,
2882 /*expected*/ nullptr,
2883 compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002884 CHECK(result == MethodTable::kInsertResultSuccess);
2885 non_relative_linker_patch_count_.FetchAndAddRelaxed(non_relative_linker_patch_count);
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002886 DCHECK(GetCompiledMethod(method_ref) != nullptr) << method_ref.PrettyMethod();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002887}
2888
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002889bool CompilerDriver::GetCompiledClass(const ClassReference& ref,
2890 mirror::Class::Status* status) const {
Andreas Gampebb846102017-05-11 21:03:35 -07002891 DCHECK(status != nullptr);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002892 // The table doesn't know if something wasn't inserted. For this case it will return
Jeff Haof1aa2652017-08-03 17:09:33 -07002893 // kStatusNotReady. To handle this, just assume anything we didn't try to verify is not compiled.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002894 if (!compiled_classes_.Get(ref, status) ||
Jeff Haof1aa2652017-08-03 17:09:33 -07002895 *status < mirror::Class::kStatusRetryVerificationAtRuntime) {
Andreas Gampebb846102017-05-11 21:03:35 -07002896 return false;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002897 }
Andreas Gampebb846102017-05-11 21:03:35 -07002898 return true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002899}
2900
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002901mirror::Class::Status CompilerDriver::GetClassStatus(const ClassReference& ref) const {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002902 mirror::Class::Status status = ClassStatus::kStatusNotReady;
2903 if (!GetCompiledClass(ref, &status)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002904 classpath_classes_.Get(ref, &status);
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002905 }
2906 return status;
2907}
2908
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002909void CompilerDriver::RecordClassStatus(const ClassReference& ref, mirror::Class::Status status) {
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002910 switch (status) {
Vladimir Marko72ab6842017-01-20 19:32:50 +00002911 case mirror::Class::kStatusErrorResolved:
2912 case mirror::Class::kStatusErrorUnresolved:
Jeff Hao0cb17282017-07-12 14:51:49 -07002913 case mirror::Class::kStatusNotReady:
2914 case mirror::Class::kStatusResolved:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002915 case mirror::Class::kStatusRetryVerificationAtRuntime:
2916 case mirror::Class::kStatusVerified:
Jeff Hao0cb17282017-07-12 14:51:49 -07002917 case mirror::Class::kStatusSuperclassValidated:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002918 case mirror::Class::kStatusInitialized:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002919 break; // Expected states.
2920 default:
2921 LOG(FATAL) << "Unexpected class status for class "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002922 << PrettyDescriptor(
2923 ref.dex_file->GetClassDescriptor(ref.dex_file->GetClassDef(ref.index)))
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002924 << " of " << status;
2925 }
2926
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002927 ClassStateTable::InsertResult result;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002928 ClassStateTable* table = &compiled_classes_;
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002929 do {
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002930 mirror::Class::Status existing = mirror::Class::kStatusNotReady;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002931 if (!table->Get(ref, &existing)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002932 // A classpath class.
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002933 if (kIsDebugBuild) {
2934 // Check to make sure it's not a dex file for an oat file we are compiling since these
2935 // should always succeed. These do not include classes in for used libraries.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002936 for (const DexFile* dex_file : GetDexFilesForOatFile()) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002937 CHECK_NE(ref.dex_file, dex_file) << ref.dex_file->GetLocation();
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002938 }
2939 }
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002940 if (!classpath_classes_.HaveDexFile(ref.dex_file)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002941 // Boot classpath dex file.
2942 return;
2943 }
2944 table = &classpath_classes_;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002945 table->Get(ref, &existing);
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002946 }
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002947 if (existing >= status) {
2948 // Existing status is already better than we expect, break.
2949 break;
2950 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002951 // Update the status if we now have a greater one. This happens with vdex,
2952 // which records a class is verified, but does not resolve it.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002953 result = table->Insert(ref, existing, status);
2954 CHECK(result != ClassStateTable::kInsertResultInvalidDexFile) << ref.dex_file->GetLocation();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002955 } while (result != ClassStateTable::kInsertResultSuccess);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002956}
2957
Brian Carlstrom7940e442013-07-12 13:46:57 -07002958CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002959 CompiledMethod* compiled_method = nullptr;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002960 compiled_methods_.Get(ref, &compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002961 return compiled_method;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002962}
2963
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01002964bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx,
2965 uint16_t class_def_idx,
2966 const DexFile& dex_file) const {
2967 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx);
2968 if (verified_method != nullptr) {
2969 return !verified_method->HasVerificationFailures();
2970 }
2971
2972 // If we can't find verification metadata, check if this is a system class (we trust that system
2973 // classes have their methods verified). If it's not, be conservative and assume the method
2974 // has not been verified successfully.
2975
2976 // TODO: When compiling the boot image it should be safe to assume that everything is verified,
2977 // even if methods are not found in the verification cache.
2978 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx));
2979 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2980 Thread* self = Thread::Current();
2981 ScopedObjectAccess soa(self);
2982 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr;
2983 if (!is_system_class) {
2984 self->ClearException();
2985 }
2986 return is_system_class;
2987}
2988
Vladimir Markof4da6752014-08-01 19:04:18 +01002989size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002990 return non_relative_linker_patch_count_.LoadRelaxed();
Vladimir Markof4da6752014-08-01 19:04:18 +01002991}
2992
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002993void CompilerDriver::SetRequiresConstructorBarrier(Thread* self,
2994 const DexFile* dex_file,
2995 uint16_t class_def_index,
2996 bool requires) {
2997 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2998 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002999}
3000
Mathieu Chartier371bd832016-04-07 10:19:48 -07003001bool CompilerDriver::RequiresConstructorBarrier(Thread* self,
3002 const DexFile* dex_file,
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07003003 uint16_t class_def_index) {
3004 ClassReference class_ref(dex_file, class_def_index);
3005 {
3006 ReaderMutexLock mu(self, requires_constructor_barrier_lock_);
3007 auto it = requires_constructor_barrier_.find(class_ref);
3008 if (it != requires_constructor_barrier_.end()) {
3009 return it->second;
3010 }
Mathieu Chartierb5d38612016-04-07 10:52:52 -07003011 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07003012 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
3013 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index);
3014 requires_constructor_barrier_.emplace(class_ref, requires);
3015 return requires;
Brian Carlstrom7940e442013-07-12 13:46:57 -07003016}
3017
Andreas Gampe8d295f82015-01-20 14:50:21 -08003018std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003019 std::ostringstream oss;
Calin Juravle69158982016-03-16 11:53:41 +00003020 const gc::Heap* const heap = Runtime::Current()->GetHeap();
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003021 const size_t java_alloc = heap->GetBytesAllocated();
Calin Juravle69158982016-03-16 11:53:41 +00003022 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)";
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003023 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)";
Elliott Hughes7bf5a262015-04-02 20:55:07 -07003024#if defined(__BIONIC__) || defined(__GLIBC__)
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003025 const struct mallinfo info = mallinfo();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003026 const size_t allocated_space = static_cast<size_t>(info.uordblks);
3027 const size_t free_space = static_cast<size_t>(info.fordblks);
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003028 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)"
3029 << " free=" << PrettySize(free_space) << " (" << free_space << "B)";
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003030#endif
Vladimir Marko35831e82015-09-11 11:59:18 +01003031 compiled_method_storage_.DumpMemoryUsage(oss, extended);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003032 return oss.str();
3033}
3034
Jeff Haodcdc85b2015-12-04 14:06:18 -08003035bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from,
3036 const DexFile* inlined_into) const {
3037 // We're not allowed to inline across dex files if we're the no-inline-from dex file.
3038 if (inlined_from != inlined_into &&
Vladimir Marko47496c22016-01-27 16:15:08 +00003039 compiler_options_->GetNoInlineFromDexFile() != nullptr &&
3040 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08003041 return false;
3042 }
3043
3044 return true;
3045}
3046
Andreas Gampeace0dc12016-01-20 13:33:13 -08003047void CompilerDriver::InitializeThreadPools() {
3048 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0;
3049 parallel_thread_pool_.reset(
3050 new ThreadPool("Compiler driver thread pool", parallel_count));
3051 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0));
3052}
3053
3054void CompilerDriver::FreeThreadPools() {
3055 parallel_thread_pool_.reset();
3056 single_thread_pool_.reset();
3057}
3058
Mathieu Chartier72041a02017-07-14 18:23:25 -07003059void CompilerDriver::SetDexFilesForOatFile(const std::vector<const DexFile*>& dex_files) {
3060 dex_files_for_oat_file_ = dex_files;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01003061 compiled_classes_.AddDexFiles(dex_files);
3062}
3063
3064void CompilerDriver::SetClasspathDexFiles(const std::vector<const DexFile*>& dex_files) {
3065 classpath_classes_.AddDexFiles(dex_files);
Mathieu Chartier72041a02017-07-14 18:23:25 -07003066}
3067
Brian Carlstrom7940e442013-07-12 13:46:57 -07003068} // namespace art