blob: ea32c0ca95174796a796b566d66a62421c3081dc [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Andreas Gampeb0f370e2014-09-25 22:51:40 -070019#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070020#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021#include <unistd.h>
22
Mathieu Chartierab972ef2014-12-03 17:38:22 -080023#ifndef __APPLE__
24#include <malloc.h> // For mallinfo
25#endif
26
Narayan Kamathe3eae5e2016-10-27 11:47:30 +010027#include "android-base/strings.h"
28
Mathieu Chartierc7853442015-03-27 14:35:38 -070029#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070030#include "art_method-inl.h"
Andreas Gampef0446e92017-05-16 13:51:57 -070031#include "base/arena_allocator.h"
David Brazdild9c90372016-09-14 16:53:55 +010032#include "base/array_ref.h"
Vladimir Marko492a7fa2016-06-01 18:38:43 +010033#include "base/bit_vector.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070034#include "base/enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070035#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080036#include "base/systrace.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010037#include "base/time_utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070038#include "base/timing_logger.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010039#include "class_linker-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000040#include "compiled_method.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000041#include "compiler.h"
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +000042#include "compiler_callbacks.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000043#include "compiler_driver-inl.h"
Andreas Gampe5eb0d382015-07-23 01:19:26 -070044#include "dex/dex_to_dex_compiler.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000045#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000046#include "dex/verified_method.h"
Steven Morelande431e272017-07-18 16:53:49 -070047#include "dex_compilation_unit.h"
48#include "dex_file-inl.h"
49#include "dex_instruction-inl.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080050#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070051#include "gc/accounting/card_table-inl.h"
52#include "gc/accounting/heap_bitmap.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070053#include "gc/space/image_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070054#include "gc/space/space.h"
Steven Morelande431e272017-07-18 16:53:49 -070055#include "handle_scope-inl.h"
56#include "intrinsics_enum.h"
57#include "jni_internal.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070058#include "mirror/class-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070059#include "mirror/class_loader.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070060#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070061#include "mirror/object-inl.h"
Andreas Gampec6ea7d02017-02-01 16:46:28 -080062#include "mirror/object-refvisitor-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070063#include "mirror/object_array-inl.h"
64#include "mirror/throwable.h"
Steven Morelande431e272017-07-18 16:53:49 -070065#include "nativehelper/ScopedLocalRef.h"
66#include "object_lock.h"
67#include "runtime.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070068#include "scoped_thread_state_change-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070069#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070070#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070071#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070072#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010073#include "transaction.h"
Mathieu Chartier93764b82017-07-17 14:51:53 -070074#include "utils/atomic_dex_ref_map-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000075#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080076#include "utils/swap_space.h"
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +000077#include "vdex_file.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000078#include "verifier/method_verifier-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070079#include "verifier/method_verifier.h"
Nicolas Geoffray08025182016-10-25 17:20:18 +010080#include "verifier/verifier_deps.h"
Andreas Gampe6d7abbd2017-04-24 13:19:09 -070081#include "verifier/verifier_enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070082
Brian Carlstrom7940e442013-07-12 13:46:57 -070083namespace art {
84
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070085static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
86
Calin Juravle226501b2015-12-11 14:41:31 +000087// Print additional info during profile guided compilation.
88static constexpr bool kDebugProfileGuidedCompilation = false;
89
Chang Xing70f689d2017-06-08 17:16:12 -070090// Max encoded fields allowed for initializing app image. Hardcode the number for now
91// because 5000 should be large enough.
92static constexpr uint32_t kMaxEncodedFields = 5000;
93
Brian Carlstrom7940e442013-07-12 13:46:57 -070094static double Percentage(size_t x, size_t y) {
95 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
96}
97
98static void DumpStat(size_t x, size_t y, const char* str) {
99 if (x == 0 && y == 0) {
100 return;
101 }
Ian Rogerse732ef12013-10-09 15:22:24 -0700102 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -0700103}
104
Vladimir Markof096aad2014-01-23 15:51:58 +0000105class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700106 public:
107 AOTCompilationStats()
108 : stats_lock_("AOT compilation statistics lock"),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700109 resolved_types_(0), unresolved_types_(0),
110 resolved_instance_fields_(0), unresolved_instance_fields_(0),
111 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
112 type_based_devirtualization_(0),
113 safe_casts_(0), not_safe_casts_(0) {
114 for (size_t i = 0; i <= kMaxInvokeType; i++) {
115 resolved_methods_[i] = 0;
116 unresolved_methods_[i] = 0;
117 virtual_made_direct_[i] = 0;
118 direct_calls_to_boot_[i] = 0;
119 direct_methods_to_boot_[i] = 0;
120 }
121 }
122
123 void Dump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700124 DumpStat(resolved_types_, unresolved_types_, "types resolved");
125 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
126 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
127 "static fields resolved");
128 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
129 "static fields local to a class");
130 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
131 // Note, the code below subtracts the stat value so that when added to the stat value we have
132 // 100% of samples. TODO: clean this up.
133 DumpStat(type_based_devirtualization_,
134 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
135 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
136 type_based_devirtualization_,
137 "virtual/interface calls made direct based on type information");
138
139 for (size_t i = 0; i <= kMaxInvokeType; i++) {
140 std::ostringstream oss;
141 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
142 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
143 if (virtual_made_direct_[i] > 0) {
144 std::ostringstream oss2;
145 oss2 << static_cast<InvokeType>(i) << " methods made direct";
146 DumpStat(virtual_made_direct_[i],
147 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
148 oss2.str().c_str());
149 }
150 if (direct_calls_to_boot_[i] > 0) {
151 std::ostringstream oss2;
152 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
153 DumpStat(direct_calls_to_boot_[i],
154 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
155 oss2.str().c_str());
156 }
157 if (direct_methods_to_boot_[i] > 0) {
158 std::ostringstream oss2;
159 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
160 DumpStat(direct_methods_to_boot_[i],
161 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
162 oss2.str().c_str());
163 }
164 }
165 }
166
167// Allow lossy statistics in non-debug builds.
168#ifndef NDEBUG
169#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
170#else
171#define STATS_LOCK()
172#endif
173
Mathieu Chartier90443472015-07-16 20:32:27 -0700174 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700175 STATS_LOCK();
176 resolved_types_++;
177 }
178
Mathieu Chartier90443472015-07-16 20:32:27 -0700179 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700180 STATS_LOCK();
181 unresolved_types_++;
182 }
183
Mathieu Chartier90443472015-07-16 20:32:27 -0700184 void ResolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700185 STATS_LOCK();
186 resolved_instance_fields_++;
187 }
188
Mathieu Chartier90443472015-07-16 20:32:27 -0700189 void UnresolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700190 STATS_LOCK();
191 unresolved_instance_fields_++;
192 }
193
Mathieu Chartier90443472015-07-16 20:32:27 -0700194 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700195 STATS_LOCK();
196 resolved_local_static_fields_++;
197 }
198
Mathieu Chartier90443472015-07-16 20:32:27 -0700199 void ResolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700200 STATS_LOCK();
201 resolved_static_fields_++;
202 }
203
Mathieu Chartier90443472015-07-16 20:32:27 -0700204 void UnresolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700205 STATS_LOCK();
206 unresolved_static_fields_++;
207 }
208
209 // Indicate that type information from the verifier led to devirtualization.
Mathieu Chartier90443472015-07-16 20:32:27 -0700210 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700211 STATS_LOCK();
212 type_based_devirtualization_++;
213 }
214
Brian Carlstrom7940e442013-07-12 13:46:57 -0700215 // A check-cast could be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700216 void SafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700217 STATS_LOCK();
218 safe_casts_++;
219 }
220
221 // A check-cast couldn't be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700222 void NotASafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700223 STATS_LOCK();
224 not_safe_casts_++;
225 }
226
227 private:
228 Mutex stats_lock_;
229
Brian Carlstrom7940e442013-07-12 13:46:57 -0700230 size_t resolved_types_;
231 size_t unresolved_types_;
232
233 size_t resolved_instance_fields_;
234 size_t unresolved_instance_fields_;
235
236 size_t resolved_local_static_fields_;
237 size_t resolved_static_fields_;
238 size_t unresolved_static_fields_;
239 // Type based devirtualization for invoke interface and virtual.
240 size_t type_based_devirtualization_;
241
242 size_t resolved_methods_[kMaxInvokeType + 1];
243 size_t unresolved_methods_[kMaxInvokeType + 1];
244 size_t virtual_made_direct_[kMaxInvokeType + 1];
245 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
246 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
247
248 size_t safe_casts_;
249 size_t not_safe_casts_;
250
251 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
252};
253
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100254class CompilerDriver::DexFileMethodSet {
255 public:
256 explicit DexFileMethodSet(const DexFile& dex_file)
257 : dex_file_(dex_file),
258 method_indexes_(dex_file.NumMethodIds(), false, Allocator::GetMallocAllocator()) {
259 }
260 DexFileMethodSet(DexFileMethodSet&& other) = default;
261
262 const DexFile& GetDexFile() const { return dex_file_; }
263
264 BitVector& GetMethodIndexes() { return method_indexes_; }
265 const BitVector& GetMethodIndexes() const { return method_indexes_; }
266
267 private:
268 const DexFile& dex_file_;
269 BitVector method_indexes_;
270};
271
Jeff Haodcdc85b2015-12-04 14:06:18 -0800272CompilerDriver::CompilerDriver(
273 const CompilerOptions* compiler_options,
274 VerificationResults* verification_results,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800275 Compiler::Kind compiler_kind,
276 InstructionSet instruction_set,
277 const InstructionSetFeatures* instruction_set_features,
Vladimir Marko944da602016-02-19 12:27:55 +0000278 std::unordered_set<std::string>* image_classes,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800279 std::unordered_set<std::string>* compiled_classes,
280 std::unordered_set<std::string>* compiled_methods,
Vladimir Marko944da602016-02-19 12:27:55 +0000281 size_t thread_count,
282 bool dump_stats,
283 bool dump_passes,
284 CumulativeLogger* timer,
285 int swap_fd,
Calin Juravle998c2162015-12-21 15:39:33 +0200286 const ProfileCompilationInfo* profile_compilation_info)
Calin Juravle226501b2015-12-11 14:41:31 +0000287 : compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800288 verification_results_(verification_results),
Ian Rogers72d32622014-05-06 16:20:11 -0700289 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700290 compiler_kind_(compiler_kind),
Roland Levillain5e8d5f02016-10-18 18:03:43 +0100291 instruction_set_(instruction_set == kArm ? kThumb2 : instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700292 instruction_set_features_(instruction_set_features),
Mathieu Chartierc4ae9162016-04-07 13:19:19 -0700293 requires_constructor_barrier_lock_("constructor barrier lock"),
Vladimir Markof4da6752014-08-01 19:04:18 +0100294 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700295 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800296 classes_to_compile_(compiled_classes),
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700297 methods_to_compile_(compiled_methods),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800298 had_hard_verifier_failure_(false),
Andreas Gampeace0dc12016-01-20 13:33:13 -0800299 parallel_thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700300 stats_(new AOTCompilationStats),
301 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000302 dump_passes_(dump_passes),
303 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700304 compiler_context_(nullptr),
Alexey Frunze19f6c692016-11-30 19:19:55 -0800305 support_boot_image_fixup_(true),
Vladimir Markod1eaf0d2015-10-29 12:18:29 +0000306 dex_files_for_oat_file_(nullptr),
Calin Juravle998c2162015-12-21 15:39:33 +0200307 compiled_method_storage_(swap_fd),
Calin Juravle69158982016-03-16 11:53:41 +0000308 profile_compilation_info_(profile_compilation_info),
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100309 max_arena_alloc_(0),
310 dex_to_dex_references_lock_("dex-to-dex references lock"),
311 dex_to_dex_references_(),
312 current_dex_to_dex_methods_(nullptr) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800313 DCHECK(compiler_options_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700314
Ian Rogers72d32622014-05-06 16:20:11 -0700315 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700316
Vladimir Markoaad75c62016-10-03 08:46:48 +0000317 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800318 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image";
319 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700320}
321
322CompilerDriver::~CompilerDriver() {
Mathieu Chartier93764b82017-07-17 14:51:53 -0700323 compiled_methods_.Visit([this](const DexFileReference& ref ATTRIBUTE_UNUSED,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800324 CompiledMethod* method) {
325 if (method != nullptr) {
326 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, method);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800327 }
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800328 });
Ian Rogers72d32622014-05-06 16:20:11 -0700329 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700330}
331
Vladimir Marko35831e82015-09-11 11:59:18 +0100332
Ian Rogersdd7624d2014-03-14 17:43:00 -0700333#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700334 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700335 return CreateTrampoline64(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700336 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700337 } else { \
338 return CreateTrampoline32(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700339 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700340 }
341
Vladimir Marko93205e32016-04-13 11:59:46 +0100342std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700343 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700344}
345
Vladimir Marko93205e32016-04-13 11:59:46 +0100346std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline()
347 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700348 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800349}
350
Vladimir Marko93205e32016-04-13 11:59:46 +0100351std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline()
352 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700353 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700354}
355
Vladimir Marko93205e32016-04-13 11:59:46 +0100356std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline()
357 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700358 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700359}
360
Vladimir Marko93205e32016-04-13 11:59:46 +0100361std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge()
362 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700363 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700364}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700365#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700366
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100367static void SetupIntrinsic(Thread* self,
368 Intrinsics intrinsic,
369 InvokeType invoke_type,
370 const char* class_name,
371 const char* method_name,
372 const char* signature)
373 REQUIRES_SHARED(Locks::mutator_lock_) {
374 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
375 PointerSize image_size = class_linker->GetImagePointerSize();
Vladimir Markoba118822017-06-12 15:41:56 +0100376 ObjPtr<mirror::Class> cls = class_linker->FindSystemClass(self, class_name);
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100377 if (cls == nullptr) {
378 LOG(FATAL) << "Could not find class of intrinsic " << class_name;
379 }
Vladimir Markoba118822017-06-12 15:41:56 +0100380 ArtMethod* method = cls->FindClassMethod(method_name, signature, image_size);
381 if (method == nullptr || method->GetDeclaringClass() != cls) {
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100382 LOG(FATAL) << "Could not find method of intrinsic "
383 << class_name << " " << method_name << " " << signature;
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100384 }
385 DCHECK_EQ(method->GetInvokeType(), invoke_type);
386 method->SetIntrinsic(static_cast<uint32_t>(intrinsic));
387}
388
Brian Carlstrom7940e442013-07-12 13:46:57 -0700389void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700390 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800391 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700392 DCHECK(!Runtime::Current()->IsStarted());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800393
394 InitializeThreadPools();
395
Andreas Gampe8d295f82015-01-20 14:50:21 -0800396 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Andreas Gampe740667a2015-09-15 17:55:06 -0700397 // Precompile:
398 // 1) Load image classes
399 // 2) Resolve all classes
400 // 3) Attempt to verify all classes
401 // 4) Attempt to initialize image classes, and trivially initialized classes
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000402 PreCompile(class_loader, dex_files, timings);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000403 if (GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100404 // We don't need to setup the intrinsics for non boot image compilation, as
405 // those compilations will pick up a boot image that have the ArtMethod already
406 // set with the intrinsics flag.
407 ScopedObjectAccess soa(Thread::Current());
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100408#define SETUP_INTRINSICS(Name, InvokeType, NeedsEnvironmentOrCache, SideEffects, Exceptions, \
409 ClassName, MethodName, Signature) \
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100410 SetupIntrinsic(soa.Self(), Intrinsics::k##Name, InvokeType, ClassName, MethodName, Signature);
411#include "intrinsics_list.h"
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100412INTRINSICS_LIST(SETUP_INTRINSICS)
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100413#undef INTRINSICS_LIST
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100414#undef SETUP_INTRINSICS
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100415 }
Andreas Gampe740667a2015-09-15 17:55:06 -0700416 // Compile:
417 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex
418 // compilation.
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100419 if (GetCompilerOptions().IsAnyCompilationEnabled()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800420 Compile(class_loader, dex_files, timings);
Andreas Gampe740667a2015-09-15 17:55:06 -0700421 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700422 if (dump_stats_) {
423 stats_->Dump();
424 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800425
426 FreeThreadPools();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700427}
428
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700429static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
430 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader,
431 const DexFile& dex_file, const DexFile::ClassDef& class_def)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700432 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800433 auto* const runtime = Runtime::Current();
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100434 DCHECK(driver.GetCompilerOptions().IsQuickeningCompilationEnabled());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700435 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800436 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800437 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700438 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700439 CHECK(self->IsExceptionPending());
440 self->ClearException();
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700441 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700442 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700443 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
444 // references with actual offsets. We cannot re-verify such instructions.
445 //
446 // We store the verification information in the class status in the oat file, which the linker
447 // can validate (checksums) and use to skip load-time verification. It is thus safe to
448 // optimize when a class has been fully verified before.
Alex Lighte40dd382017-01-25 17:44:53 -0800449 optimizer::DexToDexCompilationLevel max_level = optimizer::DexToDexCompilationLevel::kOptimize;
450 if (driver.GetCompilerOptions().GetDebuggable()) {
451 // We are debuggable so definitions of classes might be changed. We don't want to do any
452 // optimizations that could break that.
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700453 max_level = optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Alex Lighte40dd382017-01-25 17:44:53 -0800454 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700455 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200456 // Class is verified so we can enable DEX-to-DEX compilation for performance.
Alex Lighte40dd382017-01-25 17:44:53 -0800457 return max_level;
Sebastien Hertz75021222013-07-16 18:34:50 +0200458 } else {
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700459 // Class verification has failed: do not run DEX-to-DEX optimizations.
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700460 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
461 }
462}
463
464static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
465 Thread* self,
466 const CompilerDriver& driver,
467 jobject jclass_loader,
468 const DexFile& dex_file,
469 const DexFile::ClassDef& class_def) {
470 ScopedObjectAccess soa(self);
471 StackHandleScope<1> hs(soa.Self());
472 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700473 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700474 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def);
475}
476
477// Does the runtime for the InstructionSet provide an implementation returned by
478// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
479static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
480 switch (isa) {
481 case kArm:
482 case kArm64:
483 case kThumb2:
484 case kMips:
485 case kMips64:
486 case kX86:
487 case kX86_64: return true;
488 default: return false;
489 }
490}
491
492static void CompileMethod(Thread* self,
493 CompilerDriver* driver,
494 const DexFile::CodeItem* code_item,
495 uint32_t access_flags,
496 InvokeType invoke_type,
497 uint16_t class_def_idx,
498 uint32_t method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000499 Handle<mirror::ClassLoader> class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700500 const DexFile& dex_file,
501 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700502 bool compilation_enabled,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800503 Handle<mirror::DexCache> dex_cache) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700504 DCHECK(driver != nullptr);
505 CompiledMethod* compiled_method = nullptr;
506 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
507 MethodReference method_ref(&dex_file, method_idx);
508
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100509 if (driver->GetCurrentDexToDexMethods() != nullptr) {
510 // This is the second pass when we dex-to-dex compile previously marked methods.
511 // TODO: Refactor the compilation to avoid having to distinguish the two passes
512 // here. That should be done on a higher level. http://b/29089975
513 if (driver->GetCurrentDexToDexMethods()->IsBitSet(method_idx)) {
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700514 VerificationResults* results = driver->GetVerificationResults();
515 DCHECK(results != nullptr);
516 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100517 // Do not optimize if a VerifiedMethod is missing. SafeCast elision,
518 // for example, relies on it.
519 compiled_method = optimizer::ArtCompileDEX(
520 driver,
521 code_item,
522 access_flags,
523 invoke_type,
524 class_def_idx,
525 method_idx,
526 class_loader,
527 dex_file,
528 (verified_method != nullptr)
529 ? dex_to_dex_compilation_level
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700530 : optimizer::DexToDexCompilationLevel::kDontDexToDexCompile);
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100531 }
532 } else if ((access_flags & kAccNative) != 0) {
Goran Jakovljevic8d41c082016-09-28 08:49:46 +0000533 // Are we extracting only and have support for generic JNI down calls?
534 if (!driver->GetCompilerOptions().IsJniCompilationEnabled() &&
535 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700536 // Leaving this empty will trigger the generic JNI version
537 } else {
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700538 // Look-up the ArtMethod associated with this code_item (if any)
539 // -- It is later used to lookup any [optimization] annotations for this method.
540 ScopedObjectAccess soa(self);
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700541
542 // TODO: Lookup annotation from DexFile directly without resolving method.
543 ArtMethod* method =
Vladimir Markoba118822017-06-12 15:41:56 +0100544 Runtime::Current()->GetClassLinker()->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700545 dex_file,
546 method_idx,
547 dex_cache,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000548 class_loader,
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700549 /* referrer */ nullptr,
550 invoke_type);
551
Igor Murashkin367f3dd2016-09-01 17:00:24 -0700552 // Query any JNI optimization annotations such as @FastNative or @CriticalNative.
553 Compiler::JniOptimizationFlags optimization_flags = Compiler::kNone;
554 if (UNLIKELY(method == nullptr)) {
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700555 // Failed method resolutions happen very rarely, e.g. ancestor class cannot be resolved.
556 DCHECK(self->IsExceptionPending());
557 self->ClearException();
Igor Murashkin367f3dd2016-09-01 17:00:24 -0700558 } else if (method->IsAnnotatedWithFastNative()) {
559 // TODO: Will no longer need this CHECK once we have verifier checking this.
560 CHECK(!method->IsAnnotatedWithCriticalNative());
561 optimization_flags = Compiler::kFastNative;
562 } else if (method->IsAnnotatedWithCriticalNative()) {
563 // TODO: Will no longer need this CHECK once we have verifier checking this.
564 CHECK(!method->IsAnnotatedWithFastNative());
565 optimization_flags = Compiler::kCriticalNative;
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700566 }
567
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700568 compiled_method = driver->GetCompiler()->JniCompile(access_flags,
569 method_idx,
570 dex_file,
571 optimization_flags);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700572 CHECK(compiled_method != nullptr);
573 }
574 } else if ((access_flags & kAccAbstract) != 0) {
575 // Abstract methods don't have code.
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000576 } else {
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700577 VerificationResults* results = driver->GetVerificationResults();
578 DCHECK(results != nullptr);
579 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700580 bool compile = compilation_enabled &&
581 // Basic checks, e.g., not <clinit>.
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700582 results->IsCandidateForCompilation(method_ref, access_flags) &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700583 // Did not fail to create VerifiedMethod metadata.
Andreas Gampe0760a812015-08-26 17:12:51 -0700584 verified_method != nullptr &&
585 // Do not have failures that should punt to the interpreter.
586 !verified_method->HasRuntimeThrow() &&
587 (verified_method->GetEncounteredVerificationFailures() &
Andreas Gampea727e372015-08-25 09:22:37 -0700588 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700589 // Is eligable for compilation by methods-to-compile filter.
Calin Juravle226501b2015-12-11 14:41:31 +0000590 driver->IsMethodToCompile(method_ref) &&
591 driver->ShouldCompileBasedOnProfile(method_ref);
592
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700593 if (compile) {
594 // NOTE: if compiler declines to compile this method, it will return null.
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000595 compiled_method = driver->GetCompiler()->Compile(code_item,
596 access_flags,
597 invoke_type,
598 class_def_idx,
599 method_idx,
600 class_loader,
601 dex_file,
602 dex_cache);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700603 }
604 if (compiled_method == nullptr &&
605 dex_to_dex_compilation_level != optimizer::DexToDexCompilationLevel::kDontDexToDexCompile) {
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100606 DCHECK(!Runtime::Current()->UseJitCompilation());
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700607 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100608 driver->MarkForDexToDexCompilation(self, method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700609 }
610 }
611 if (kTimeCompileMethod) {
612 uint64_t duration_ns = NanoTime() - start_ns;
613 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) {
David Sehr709b0702016-10-13 09:12:37 -0700614 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx)
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700615 << " took " << PrettyDuration(duration_ns);
616 }
617 }
618
619 if (compiled_method != nullptr) {
620 // Count non-relative linker patches.
621 size_t non_relative_linker_patch_count = 0u;
622 for (const LinkerPatch& patch : compiled_method->GetPatches()) {
623 if (!patch.IsPcRelative()) {
624 ++non_relative_linker_patch_count;
625 }
626 }
627 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default
628 // When compiling with PIC, there should be zero non-relative linker patches
629 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
630
631 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count);
632 }
633
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700634 if (self->IsExceptionPending()) {
635 ScopedObjectAccess soa(self);
David Sehr709b0702016-10-13 09:12:37 -0700636 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n"
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700637 << self->GetException()->Dump();
Sebastien Hertz75021222013-07-16 18:34:50 +0200638 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700639}
640
Mathieu Chartiere401d142015-04-22 13:56:20 -0700641void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700642 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700643 jobject jclass_loader;
644 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700645 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800646 uint32_t method_idx = method->GetDexMethodIndex();
647 uint32_t access_flags = method->GetAccessFlags();
648 InvokeType invoke_type = method->GetInvokeType();
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000649 StackHandleScope<2> hs(self);
Mathieu Chartier736b5602015-09-02 14:54:11 -0700650 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000651 Handle<mirror::ClassLoader> class_loader(
652 hs.NewHandle(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700653 {
654 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800655 ScopedLocalRef<jobject> local_class_loader(
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000656 soa.Env(), soa.AddLocalReference<jobject>(class_loader.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700657 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
658 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700659 dex_file = method->GetDexFile();
660 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700661 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800662 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Mathieu Chartier736b5602015-09-02 14:54:11 -0700663
664 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -0700665 ScopedThreadSuspension sts(self, kNative);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700666
667 std::vector<const DexFile*> dex_files;
668 dex_files.push_back(dex_file);
669
Andreas Gampeace0dc12016-01-20 13:33:13 -0800670 InitializeThreadPools();
671
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000672 PreCompile(jclass_loader, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700673
Brian Carlstrom7940e442013-07-12 13:46:57 -0700674 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700675 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
676 GetDexToDexCompilationLevel(self,
677 *this,
678 jclass_loader,
679 *dex_file,
680 dex_file->GetClassDef(class_def_idx));
681
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100682 DCHECK(current_dex_to_dex_methods_ == nullptr);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700683 CompileMethod(self,
684 this,
685 code_item,
686 access_flags,
687 invoke_type,
688 class_def_idx,
689 method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000690 class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700691 *dex_file,
692 dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700693 true,
694 dex_cache);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700695
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100696 ArrayRef<DexFileMethodSet> dex_to_dex_references;
697 {
698 // From this point on, we shall not modify dex_to_dex_references_, so
699 // just grab a reference to it that we use without holding the mutex.
700 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_);
701 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
702 }
703 if (!dex_to_dex_references.empty()) {
704 DCHECK_EQ(dex_to_dex_references.size(), 1u);
705 DCHECK(&dex_to_dex_references[0].GetDexFile() == dex_file);
706 current_dex_to_dex_methods_ = &dex_to_dex_references.front().GetMethodIndexes();
707 DCHECK(current_dex_to_dex_methods_->IsBitSet(method_idx));
708 DCHECK_EQ(current_dex_to_dex_methods_->NumSetBits(), 1u);
709 CompileMethod(self,
710 this,
711 code_item,
712 access_flags,
713 invoke_type,
714 class_def_idx,
715 method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000716 class_loader,
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100717 *dex_file,
718 dex_to_dex_compilation_level,
719 true,
720 dex_cache);
721 current_dex_to_dex_methods_ = nullptr;
722 }
723
Andreas Gampeace0dc12016-01-20 13:33:13 -0800724 FreeThreadPools();
725
Brian Carlstrom7940e442013-07-12 13:46:57 -0700726 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800727}
728
Andreas Gampeace0dc12016-01-20 13:33:13 -0800729void CompilerDriver::Resolve(jobject class_loader,
730 const std::vector<const DexFile*>& dex_files,
731 TimingLogger* timings) {
732 // Resolution allocates classes and needs to run single-threaded to be deterministic.
733 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
734 ThreadPool* resolve_thread_pool = force_determinism
735 ? single_thread_pool_.get()
736 : parallel_thread_pool_.get();
737 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_;
738
Brian Carlstrom7940e442013-07-12 13:46:57 -0700739 for (size_t i = 0; i != dex_files.size(); ++i) {
740 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700741 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -0800742 ResolveDexFile(class_loader,
743 *dex_file,
744 dex_files,
745 resolve_thread_pool,
746 resolve_thread_count,
747 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700748 }
749}
750
Andreas Gampeace0dc12016-01-20 13:33:13 -0800751// Resolve const-strings in the code. Done to have deterministic allocation behavior. Right now
752// this is single-threaded for simplicity.
753// TODO: Collect the relevant string indices in parallel, then allocate them sequentially in a
754// stable order.
755
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000756static void ResolveConstStrings(Handle<mirror::DexCache> dex_cache,
Andreas Gampeace0dc12016-01-20 13:33:13 -0800757 const DexFile& dex_file,
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000758 const DexFile::CodeItem* code_item)
759 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800760 if (code_item == nullptr) {
761 // Abstract or native method.
762 return;
763 }
764
765 const uint16_t* code_ptr = code_item->insns_;
766 const uint16_t* code_end = code_item->insns_ + code_item->insns_size_in_code_units_;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000767 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampeace0dc12016-01-20 13:33:13 -0800768
769 while (code_ptr < code_end) {
770 const Instruction* inst = Instruction::At(code_ptr);
771 switch (inst->Opcode()) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000772 case Instruction::CONST_STRING:
Andreas Gampeace0dc12016-01-20 13:33:13 -0800773 case Instruction::CONST_STRING_JUMBO: {
Andreas Gampe8a0128a2016-11-28 07:38:35 -0800774 dex::StringIndex string_index((inst->Opcode() == Instruction::CONST_STRING)
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000775 ? inst->VRegB_21c()
Andreas Gampe8a0128a2016-11-28 07:38:35 -0800776 : inst->VRegB_31c());
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000777 mirror::String* string = class_linker->ResolveString(dex_file, string_index, dex_cache);
778 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800779 break;
780 }
781
782 default:
783 break;
784 }
785
786 code_ptr += inst->SizeInCodeUnits();
787 }
788}
789
790static void ResolveConstStrings(CompilerDriver* driver,
791 const std::vector<const DexFile*>& dex_files,
792 TimingLogger* timings) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000793 ScopedObjectAccess soa(Thread::Current());
794 StackHandleScope<1> hs(soa.Self());
795 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
796 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
797
Andreas Gampeace0dc12016-01-20 13:33:13 -0800798 for (const DexFile* dex_file : dex_files) {
Vladimir Markocd556b02017-02-03 11:47:34 +0000799 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
Andreas Gampeace0dc12016-01-20 13:33:13 -0800800 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings);
801
802 size_t class_def_count = dex_file->NumClassDefs();
803 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) {
804 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
805
806 const uint8_t* class_data = dex_file->GetClassData(class_def);
807 if (class_data == nullptr) {
808 // empty class, probably a marker interface
809 continue;
810 }
811
812 ClassDataItemIterator it(*dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -0700813 it.SkipAllFields();
Andreas Gampeace0dc12016-01-20 13:33:13 -0800814
815 bool compilation_enabled = driver->IsClassToCompile(
816 dex_file->StringByTypeIdx(class_def.class_idx_));
817 if (!compilation_enabled) {
818 // Compilation is skipped, do not resolve const-string in code of this class.
819 // TODO: Make sure that inlining honors this.
820 continue;
821 }
822
823 // Direct methods.
824 int64_t previous_direct_method_idx = -1;
825 while (it.HasNextDirectMethod()) {
826 uint32_t method_idx = it.GetMemberIndex();
827 if (method_idx == previous_direct_method_idx) {
828 // smali can create dex files with two encoded_methods sharing the same method_idx
829 // http://code.google.com/p/smali/issues/detail?id=119
830 it.Next();
831 continue;
832 }
833 previous_direct_method_idx = method_idx;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000834 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800835 it.Next();
836 }
837 // Virtual methods.
838 int64_t previous_virtual_method_idx = -1;
839 while (it.HasNextVirtualMethod()) {
840 uint32_t method_idx = it.GetMemberIndex();
841 if (method_idx == previous_virtual_method_idx) {
842 // smali can create dex files with two encoded_methods sharing the same method_idx
843 // http://code.google.com/p/smali/issues/detail?id=119
844 it.Next();
845 continue;
846 }
847 previous_virtual_method_idx = method_idx;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000848 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800849 it.Next();
850 }
851 DCHECK(!it.HasNext());
852 }
853 }
854}
855
856inline void CompilerDriver::CheckThreadPools() {
857 DCHECK(parallel_thread_pool_ != nullptr);
858 DCHECK(single_thread_pool_ != nullptr);
859}
860
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000861static void EnsureVerifiedOrVerifyAtRuntime(jobject jclass_loader,
862 const std::vector<const DexFile*>& dex_files) {
863 ScopedObjectAccess soa(Thread::Current());
864 StackHandleScope<2> hs(soa.Self());
865 Handle<mirror::ClassLoader> class_loader(
866 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
867 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr));
868 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
869
870 for (const DexFile* dex_file : dex_files) {
871 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
872 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
873 const char* descriptor = dex_file->GetClassDescriptor(class_def);
874 cls.Assign(class_linker->FindClass(soa.Self(), descriptor, class_loader));
Andreas Gampefa4333d2017-02-14 11:10:34 -0800875 if (cls == nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000876 soa.Self()->ClearException();
877 } else if (&cls->GetDexFile() == dex_file) {
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +0000878 DCHECK(cls->IsErroneous() || cls->IsVerified() || cls->ShouldVerifyAtRuntime())
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000879 << cls->PrettyClass()
880 << " " << cls->GetStatus();
881 }
882 }
883 }
884}
885
Andreas Gampeace0dc12016-01-20 13:33:13 -0800886void CompilerDriver::PreCompile(jobject class_loader,
887 const std::vector<const DexFile*>& dex_files,
888 TimingLogger* timings) {
889 CheckThreadPools();
890
Brian Carlstrom7940e442013-07-12 13:46:57 -0700891 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800892 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700893
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100894 if (compiler_options_->IsAnyCompilationEnabled()) {
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700895 // Avoid adding the dex files in the case where we aren't going to add compiled methods.
896 // This reduces RAM usage for this case.
897 for (const DexFile* dex_file : dex_files) {
898 // Can be already inserted if the caller is CompileOne. This happens for gtests.
899 if (!compiled_methods_.HaveDexFile(dex_file)) {
Mathieu Chartier93764b82017-07-17 14:51:53 -0700900 compiled_methods_.AddDexFile(dex_file, dex_file->NumMethodIds());
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700901 }
902 }
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100903 // Resolve eagerly to prepare for compilation.
Andreas Gampeace0dc12016-01-20 13:33:13 -0800904 Resolve(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700905 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
906 }
907
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000908 if (compiler_options_->AssumeClassesAreVerified()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800909 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800910 SetVerified(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700911 }
912
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000913 if (!compiler_options_->IsVerificationEnabled()) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700914 return;
915 }
916
Vladimir Markoaad75c62016-10-03 08:46:48 +0000917 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800918 // Resolve strings from const-string. Do this now to have a deterministic image.
919 ResolveConstStrings(this, dex_files, timings);
920 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false);
921 }
922
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000923 Verify(class_loader, dex_files, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800924 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700925
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800926 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
927 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such "
928 << "situations. Please check the log.";
929 }
930
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100931 if (compiler_options_->IsAnyCompilationEnabled()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000932 if (kIsDebugBuild) {
933 EnsureVerifiedOrVerifyAtRuntime(class_loader, dex_files);
934 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +0000935 InitializeClasses(class_loader, dex_files, timings);
936 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
937 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700938
939 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800940 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700941}
942
Ian Rogersdfb325e2013-10-30 01:00:44 -0700943bool CompilerDriver::IsImageClass(const char* descriptor) const {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800944 if (image_classes_ != nullptr) {
945 // If we have a set of image classes, use those.
Ian Rogersdfb325e2013-10-30 01:00:44 -0700946 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700947 }
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800948 // No set of image classes, assume we include all the classes.
949 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case.
Vladimir Markoaad75c62016-10-03 08:46:48 +0000950 return !GetCompilerOptions().IsBootImage();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700951}
952
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800953bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
Andreas Gampeb1fcead2015-04-20 18:53:51 -0700954 if (classes_to_compile_ == nullptr) {
955 return true;
956 }
957 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800958}
959
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700960bool CompilerDriver::IsMethodToCompile(const MethodReference& method_ref) const {
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700961 if (methods_to_compile_ == nullptr) {
962 return true;
963 }
964
David Sehr709b0702016-10-13 09:12:37 -0700965 std::string tmp = method_ref.dex_file->PrettyMethod(method_ref.dex_method_index, true);
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700966 return methods_to_compile_->find(tmp.c_str()) != methods_to_compile_->end();
967}
968
Calin Juravle226501b2015-12-11 14:41:31 +0000969bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const {
Mathieu Chartier97ab5e32017-02-22 13:35:44 -0800970 // Profile compilation info may be null if no profile is passed.
Mathieu Chartierd0af56c2017-02-17 12:56:25 -0800971 if (!CompilerFilter::DependsOnProfile(compiler_options_->GetCompilerFilter())) {
972 // Use the compiler filter instead of the presence of profile_compilation_info_ since
973 // we may want to have full speed compilation along with profile based layout optimizations.
Calin Juravle226501b2015-12-11 14:41:31 +0000974 return true;
975 }
Mathieu Chartier97ab5e32017-02-22 13:35:44 -0800976 // If we are using a profile filter but do not have a profile compilation info, compile nothing.
977 if (profile_compilation_info_ == nullptr) {
978 return false;
979 }
Mathieu Chartier7b135c82017-06-05 12:54:01 -0700980 // Compile only hot methods, it is the profile saver's job to decide what startup methods to mark
981 // as hot.
Mathieu Chartierbbe3a5e2017-06-13 16:36:17 -0700982 bool result = profile_compilation_info_->GetMethodHotness(method_ref).IsHot();
Calin Juravle226501b2015-12-11 14:41:31 +0000983
984 if (kDebugProfileGuidedCompilation) {
985 LOG(INFO) << "[ProfileGuidedCompilation] "
986 << (result ? "Compiled" : "Skipped") << " method:"
David Sehr709b0702016-10-13 09:12:37 -0700987 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index, true);
Calin Juravle226501b2015-12-11 14:41:31 +0000988 }
989 return result;
990}
991
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700992class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor {
993 public:
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000994 ResolveCatchBlockExceptionsClassVisitor() : classes_() {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700995
Mathieu Chartier28357fa2016-10-18 16:27:40 -0700996 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000997 classes_.push_back(c);
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700998 return true;
999 }
1000
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001001 void FindExceptionTypesToResolve(
1002 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
Vladimir Markobfb80d22017-02-14 14:08:12 +00001003 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001004 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
1005 for (ObjPtr<mirror::Class> klass : classes_) {
1006 for (ArtMethod& method : klass->GetMethods(pointer_size)) {
1007 FindExceptionTypesToResolveForMethod(&method, exceptions_to_resolve);
1008 }
1009 }
1010 }
1011
1012 private:
1013 void FindExceptionTypesToResolveForMethod(
1014 ArtMethod* method,
1015 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
1016 REQUIRES_SHARED(Locks::mutator_lock_) {
1017 const DexFile::CodeItem* code_item = method->GetCodeItem();
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001018 if (code_item == nullptr) {
1019 return; // native or abstract method
Brian Carlstrom7940e442013-07-12 13:46:57 -07001020 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001021 if (code_item->tries_size_ == 0) {
1022 return; // nothing to process
1023 }
1024 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
1025 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
1026 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
1027 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
1028 bool has_catch_all = false;
1029 if (encoded_catch_handler_size <= 0) {
1030 encoded_catch_handler_size = -encoded_catch_handler_size;
1031 has_catch_all = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001032 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001033 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
Andreas Gampea5b09a62016-11-17 15:21:22 -08001034 dex::TypeIndex encoded_catch_handler_handlers_type_idx =
1035 dex::TypeIndex(DecodeUnsignedLeb128(&encoded_catch_handler_list));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001036 // Add to set of types to resolve if not already in the dex cache resolved types
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001037 if (!method->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
1038 exceptions_to_resolve->emplace(encoded_catch_handler_handlers_type_idx,
1039 method->GetDexFile());
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001040 }
1041 // ignore address associated with catch handler
1042 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1043 }
1044 if (has_catch_all) {
1045 // ignore catch all address
1046 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1047 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001048 }
1049 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001050
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001051 std::vector<ObjPtr<mirror::Class>> classes_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001052};
1053
1054class RecordImageClassesVisitor : public ClassVisitor {
1055 public:
1056 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes)
1057 : image_classes_(image_classes) {}
1058
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001059 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001060 std::string temp;
1061 image_classes_->insert(klass->GetDescriptor(&temp));
1062 return true;
1063 }
1064
1065 private:
1066 std::unordered_set<std::string>* const image_classes_;
1067};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001068
1069// Make a list of descriptors for classes to include in the image
Mathieu Chartier90443472015-07-16 20:32:27 -07001070void CompilerDriver::LoadImageClasses(TimingLogger* timings) {
Kenny Rootd5185342014-05-13 14:47:05 -07001071 CHECK(timings != nullptr);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001072 if (!GetCompilerOptions().IsBootImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001073 return;
1074 }
1075
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001076 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001077 // Make a first class to load all classes explicitly listed in the file
1078 Thread* self = Thread::Current();
1079 ScopedObjectAccess soa(self);
1080 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -07001081 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -07001082 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001083 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001084 StackHandleScope<1> hs(self);
1085 Handle<mirror::Class> klass(
1086 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001087 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001088 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001089 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -07001090 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001091 } else {
1092 ++it;
1093 }
1094 }
1095
1096 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
1097 // exceptions are resolved by the verifier when there is a catch block in an interested method.
1098 // Do this here so that exception classes appear to have been specified image classes.
Andreas Gampea5b09a62016-11-17 15:21:22 -08001099 std::set<std::pair<dex::TypeIndex, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001100 StackHandleScope<1> hs(self);
1101 Handle<mirror::Class> java_lang_Throwable(
1102 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001103 do {
1104 unresolved_exception_types.clear();
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001105 {
1106 // Thread suspension is not allowed while ResolveCatchBlockExceptionsClassVisitor
1107 // is using a std::vector<ObjPtr<mirror::Class>>.
1108 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
1109 ResolveCatchBlockExceptionsClassVisitor visitor;
1110 class_linker->VisitClasses(&visitor);
1111 visitor.FindExceptionTypesToResolve(&unresolved_exception_types);
1112 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001113 for (const auto& exception_type : unresolved_exception_types) {
1114 dex::TypeIndex exception_type_idx = exception_type.first;
Mathieu Chartier02e25112013-08-14 16:14:24 -07001115 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001116 StackHandleScope<2> hs2(self);
Mathieu Chartierf284d442016-06-02 11:48:30 -07001117 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file,
1118 nullptr)));
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001119 Handle<mirror::Class> klass(hs2.NewHandle(
Andreas Gampefa4333d2017-02-14 11:10:34 -08001120 (dex_cache != nullptr)
Vladimir Markocd556b02017-02-03 11:47:34 +00001121 ? class_linker->ResolveType(*dex_file,
1122 exception_type_idx,
1123 dex_cache,
1124 ScopedNullHandle<mirror::ClassLoader>())
1125 : nullptr));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001126 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001127 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
1128 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
1129 LOG(FATAL) << "Failed to resolve class " << descriptor;
1130 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001131 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001132 }
1133 // Resolving exceptions may load classes that reference more exceptions, iterate until no
1134 // more are found
1135 } while (!unresolved_exception_types.empty());
1136
1137 // We walk the roots looking for classes so that we'll pick up the
1138 // above classes plus any classes them depend on such super
1139 // classes, interfaces, and the required ClassLinker roots.
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001140 RecordImageClassesVisitor visitor(image_classes_.get());
1141 class_linker->VisitClasses(&visitor);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001142
1143 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001144}
1145
Vladimir Marko19a4d372016-12-08 14:41:46 +00001146static void MaybeAddToImageClasses(Thread* self,
1147 ObjPtr<mirror::Class> klass,
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001148 std::unordered_set<std::string>* image_classes)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001149 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001150 DCHECK_EQ(self, Thread::Current());
Mathieu Chartierf8322842014-05-16 10:59:25 -07001151 StackHandleScope<1> hs(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001152 std::string temp;
Andreas Gampe542451c2016-07-26 09:02:02 -07001153 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001154 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07001155 const char* descriptor = klass->GetDescriptor(&temp);
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001156 std::pair<std::unordered_set<std::string>::iterator, bool> result =
1157 image_classes->insert(descriptor);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001158 if (!result.second) { // Previously inserted.
1159 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001160 }
Ian Rogers1ff3c982014-08-12 02:30:58 -07001161 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Vladimir Marko19a4d372016-12-08 14:41:46 +00001162 for (size_t i = 0, num_interfaces = klass->NumDirectInterfaces(); i != num_interfaces; ++i) {
1163 ObjPtr<mirror::Class> interface = mirror::Class::GetDirectInterface(self, klass, i);
1164 DCHECK(interface != nullptr);
1165 MaybeAddToImageClasses(self, interface, image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001166 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001167 for (auto& m : klass->GetVirtualMethods(pointer_size)) {
1168 MaybeAddToImageClasses(self, m.GetDeclaringClass(), image_classes);
Mathieu Chartiere401d142015-04-22 13:56:20 -07001169 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001170 if (klass->IsArrayClass()) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001171 MaybeAddToImageClasses(self, klass->GetComponentType(), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001172 }
Mathieu Chartierf8322842014-05-16 10:59:25 -07001173 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001174 }
1175}
1176
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001177// Keeps all the data for the update together. Also doubles as the reference visitor.
1178// Note: we can use object pointers because we suspend all threads.
1179class ClinitImageUpdate {
1180 public:
Mathieu Chartier31e88222016-10-14 18:43:19 -07001181 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs,
1182 std::unordered_set<std::string>* image_class_descriptors,
1183 Thread* self,
1184 ClassLinker* linker) {
1185 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs,
1186 image_class_descriptors,
1187 self,
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001188 linker));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001189 return res.release();
1190 }
1191
1192 ~ClinitImageUpdate() {
1193 // Allow others to suspend again.
1194 self_->EndAssertNoThreadSuspension(old_cause_);
1195 }
1196
1197 // Visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001198 void operator()(ObjPtr<mirror::Object> object,
1199 MemberOffset field_offset,
1200 bool /* is_static */) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001201 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001202 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
1203 if (ref != nullptr) {
1204 VisitClinitClassesObject(ref);
1205 }
1206 }
1207
Roland Levillain5e8d5f02016-10-18 18:03:43 +01001208 // java.lang.ref.Reference visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001209 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED,
1210 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {}
Mathieu Chartierda7c6502015-07-23 16:01:26 -07001211
1212 // Ignore class native roots.
1213 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED)
1214 const {}
1215 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {}
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001216
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001217 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001218 // Use the initial classes as roots for a search.
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001219 for (Handle<mirror::Class> klass_root : image_classes_) {
1220 VisitClinitClassesObject(klass_root.Get());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001221 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001222 Thread* self = Thread::Current();
1223 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001224 for (Handle<mirror::Class> h_klass : to_insert_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001225 MaybeAddToImageClasses(self, h_klass.Get(), image_class_descriptors_);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001226 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001227 }
1228
1229 private:
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001230 class FindImageClassesVisitor : public ClassVisitor {
1231 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001232 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs,
1233 ClinitImageUpdate* data)
1234 : data_(data),
1235 hs_(hs) {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001236
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001237 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001238 std::string temp;
1239 const char* name = klass->GetDescriptor(&temp);
1240 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001241 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001242 } else {
1243 // Check whether it is initialized and has a clinit. They must be kept, too.
1244 if (klass->IsInitialized() && klass->FindClassInitializer(
1245 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001246 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001247 }
1248 }
1249 return true;
1250 }
1251
1252 private:
1253 ClinitImageUpdate* const data_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001254 VariableSizedHandleScope& hs_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001255 };
1256
Mathieu Chartier31e88222016-10-14 18:43:19 -07001257 ClinitImageUpdate(VariableSizedHandleScope& hs,
1258 std::unordered_set<std::string>* image_class_descriptors,
1259 Thread* self,
1260 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_)
1261 : hs_(hs),
1262 image_class_descriptors_(image_class_descriptors),
1263 self_(self) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001264 CHECK(linker != nullptr);
1265 CHECK(image_class_descriptors != nullptr);
1266
1267 // Make sure nobody interferes with us.
1268 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
1269
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001270 // Find all the already-marked classes.
1271 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001272 FindImageClassesVisitor visitor(hs_, this);
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001273 linker->VisitClasses(&visitor);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001274 }
1275
1276 void VisitClinitClassesObject(mirror::Object* object) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001277 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001278 DCHECK(object != nullptr);
1279 if (marked_objects_.find(object) != marked_objects_.end()) {
1280 // Already processed.
1281 return;
1282 }
1283
1284 // Mark it.
1285 marked_objects_.insert(object);
1286
1287 if (object->IsClass()) {
Mathieu Chartier31e88222016-10-14 18:43:19 -07001288 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread
1289 // suspensionb is not safe to do in VisitObjects or VisitReferences.
1290 to_insert_.push_back(hs_.NewHandle(object->AsClass()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001291 } else {
1292 // Else visit the object's class.
1293 VisitClinitClassesObject(object->GetClass());
1294 }
1295
Mathieu Chartiere401d142015-04-22 13:56:20 -07001296 // If it is not a DexCache, visit all references.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001297 if (!object->IsDexCache()) {
Mathieu Chartier059ef3d2015-08-18 13:54:21 -07001298 object->VisitReferences(*this, *this);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001299 }
1300 }
1301
Mathieu Chartier31e88222016-10-14 18:43:19 -07001302 VariableSizedHandleScope& hs_;
1303 mutable std::vector<Handle<mirror::Class>> to_insert_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001304 mutable std::unordered_set<mirror::Object*> marked_objects_;
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001305 std::unordered_set<std::string>* const image_class_descriptors_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001306 std::vector<Handle<mirror::Class>> image_classes_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001307 Thread* const self_;
1308 const char* old_cause_;
1309
1310 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
1311};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001312
Ian Rogers3d504072014-03-01 09:16:49 -08001313void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Vladimir Markoaad75c62016-10-03 08:46:48 +00001314 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001315 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001316
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001317 Runtime* runtime = Runtime::Current();
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001318
1319 // Suspend all threads.
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001320 ScopedSuspendAll ssa(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001321
Mathieu Chartier31e88222016-10-14 18:43:19 -07001322 VariableSizedHandleScope hs(Thread::Current());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001323 std::string error_msg;
Mathieu Chartier31e88222016-10-14 18:43:19 -07001324 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs,
1325 image_classes_.get(),
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001326 Thread::Current(),
Mathieu Chartier31e88222016-10-14 18:43:19 -07001327 runtime->GetClassLinker()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001328
1329 // Do the marking.
1330 update->Walk();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001331 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001332}
1333
Vladimir Marko07785bb2015-06-15 18:52:54 +01001334bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) {
1335 Runtime* runtime = Runtime::Current();
1336 if (!runtime->IsAotCompiler()) {
Calin Juravleffc87072016-04-20 14:22:09 +01001337 DCHECK(runtime->UseJitCompilation());
Vladimir Marko07785bb2015-06-15 18:52:54 +01001338 // Having the klass reference here implies that the klass is already loaded.
1339 return true;
1340 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00001341 if (!GetCompilerOptions().IsBootImage()) {
Vladimir Marko07785bb2015-06-15 18:52:54 +01001342 // Assume loaded only if klass is in the boot image. App classes cannot be assumed
1343 // loaded because we don't even know what class loader will be used to load them.
1344 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace();
1345 return class_in_image;
1346 }
1347 std::string temp;
1348 const char* descriptor = klass->GetDescriptor(&temp);
1349 return IsImageClass(descriptor);
1350}
1351
Vladimir Marko492a7fa2016-06-01 18:38:43 +01001352void CompilerDriver::MarkForDexToDexCompilation(Thread* self, const MethodReference& method_ref) {
1353 MutexLock lock(self, dex_to_dex_references_lock_);
1354 // Since we're compiling one dex file at a time, we need to look for the
1355 // current dex file entry only at the end of dex_to_dex_references_.
1356 if (dex_to_dex_references_.empty() ||
1357 &dex_to_dex_references_.back().GetDexFile() != method_ref.dex_file) {
1358 dex_to_dex_references_.emplace_back(*method_ref.dex_file);
1359 }
1360 dex_to_dex_references_.back().GetMethodIndexes().SetBit(method_ref.dex_method_index);
1361}
1362
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001363bool CompilerDriver::CanAccessTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1364 ObjPtr<mirror::Class> resolved_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001365 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001366 stats_->TypeNeedsAccessCheck();
1367 return false; // Unknown class needs access checks.
1368 }
David Brazdil38f64d32016-01-18 17:13:41 +00001369 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1370 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001371 if (referrer_class == nullptr) {
1372 stats_->TypeNeedsAccessCheck();
1373 return false; // Incomplete referrer knowledge needs access check.
1374 }
1375 // Perform access check, will return true if access is ok or false if we're going to have to
1376 // check this at runtime (for example for class loaders).
1377 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001378 }
David Brazdil38f64d32016-01-18 17:13:41 +00001379 if (is_accessible) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001380 stats_->TypeDoesntNeedAccessCheck();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001381 } else {
1382 stats_->TypeNeedsAccessCheck();
1383 }
David Brazdil38f64d32016-01-18 17:13:41 +00001384 return is_accessible;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001385}
1386
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001387bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1388 ObjPtr<mirror::Class> resolved_class,
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001389 bool* finalizable) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001390 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001391 stats_->TypeNeedsAccessCheck();
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001392 // Be conservative.
1393 *finalizable = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001394 return false; // Unknown class needs access checks.
1395 }
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001396 *finalizable = resolved_class->IsFinalizable();
David Brazdil38f64d32016-01-18 17:13:41 +00001397 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1398 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001399 if (referrer_class == nullptr) {
1400 stats_->TypeNeedsAccessCheck();
1401 return false; // Incomplete referrer knowledge needs access check.
1402 }
1403 // Perform access and instantiable checks, will return true if access is ok or false if we're
1404 // going to have to check this at runtime (for example for class loaders).
1405 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001406 }
David Brazdil38f64d32016-01-18 17:13:41 +00001407 bool result = is_accessible && resolved_class->IsInstantiable();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001408 if (result) {
1409 stats_->TypeDoesntNeedAccessCheck();
1410 } else {
1411 stats_->TypeNeedsAccessCheck();
1412 }
1413 return result;
1414}
1415
Vladimir Markobe0e5462014-02-26 11:24:15 +00001416void CompilerDriver::ProcessedInstanceField(bool resolved) {
1417 if (!resolved) {
1418 stats_->UnresolvedInstanceField();
1419 } else {
1420 stats_->ResolvedInstanceField();
1421 }
1422}
1423
1424void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1425 if (!resolved) {
1426 stats_->UnresolvedStaticField();
1427 } else if (local) {
1428 stats_->ResolvedLocalStaticField();
1429 } else {
1430 stats_->ResolvedStaticField();
1431 }
1432}
1433
Mathieu Chartierc7853442015-03-27 14:35:38 -07001434ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1435 const DexCompilationUnit* mUnit, bool is_put,
1436 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001437 // Try to resolve the field and compiling method's class.
Mathieu Chartierc7853442015-03-27 14:35:38 -07001438 ArtField* resolved_field;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001439 mirror::Class* referrer_class;
Mathieu Chartier736b5602015-09-02 14:54:11 -07001440 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001441 {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001442 Handle<mirror::ClassLoader> class_loader_handle = mUnit->GetClassLoader();
Mathieu Chartier736b5602015-09-02 14:54:11 -07001443 resolved_field = ResolveField(soa, dex_cache, class_loader_handle, mUnit, field_idx, false);
Mathieu Chartierc7853442015-03-27 14:35:38 -07001444 referrer_class = resolved_field != nullptr
Mathieu Chartier736b5602015-09-02 14:54:11 -07001445 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader_handle, mUnit) : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001446 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001447 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001448 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001449 std::pair<bool, bool> fast_path = IsFastInstanceField(
Mathieu Chartier736b5602015-09-02 14:54:11 -07001450 dex_cache.Get(), referrer_class, resolved_field, field_idx);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001451 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001452 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001453 ProcessedInstanceField(can_link);
1454 return can_link ? resolved_field : nullptr;
1455}
1456
1457bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1458 bool is_put, MemberOffset* field_offset,
1459 bool* is_volatile) {
1460 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc7853442015-03-27 14:35:38 -07001461 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001462
Mathieu Chartierc7853442015-03-27 14:35:38 -07001463 if (resolved_field == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001464 // Conservative defaults.
1465 *is_volatile = true;
1466 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001467 return false;
1468 } else {
1469 *is_volatile = resolved_field->IsVolatile();
1470 *field_offset = resolved_field->GetOffset();
1471 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001472 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001473}
1474
Vladimir Marko2730db02014-01-27 11:15:17 +00001475const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1476 uint32_t method_idx) const {
1477 MethodReference ref(dex_file, method_idx);
1478 return verification_results_->GetVerifiedMethod(ref);
1479}
1480
1481bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001482 if (!compiler_options_->IsVerificationEnabled()) {
1483 // If we didn't verify, every cast has to be treated as non-safe.
1484 return false;
1485 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001486 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1487 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001488 if (result) {
1489 stats_->SafeCast();
1490 } else {
1491 stats_->NotASafeCast();
1492 }
1493 return result;
1494}
1495
Mathieu Chartier90443472015-07-16 20:32:27 -07001496class CompilationVisitor {
1497 public:
1498 virtual ~CompilationVisitor() {}
1499 virtual void Visit(size_t index) = 0;
1500};
1501
Brian Carlstrom7940e442013-07-12 13:46:57 -07001502class ParallelCompilationManager {
1503 public:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001504 ParallelCompilationManager(ClassLinker* class_linker,
1505 jobject class_loader,
1506 CompilerDriver* compiler,
1507 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001508 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001509 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001510 : index_(0),
1511 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001512 class_loader_(class_loader),
1513 compiler_(compiler),
1514 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001515 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001516 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001517
1518 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001519 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001520 return class_linker_;
1521 }
1522
1523 jobject GetClassLoader() const {
1524 return class_loader_;
1525 }
1526
1527 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001528 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001529 return compiler_;
1530 }
1531
1532 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001533 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001534 return dex_file_;
1535 }
1536
Andreas Gampede7b4362014-07-28 18:38:57 -07001537 const std::vector<const DexFile*>& GetDexFiles() const {
1538 return dex_files_;
1539 }
1540
Mathieu Chartier90443472015-07-16 20:32:27 -07001541 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units)
1542 REQUIRES(!*Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001543 Thread* self = Thread::Current();
1544 self->AssertNoPendingException();
1545 CHECK_GT(work_units, 0U);
1546
Ian Rogers3e5cf302014-05-20 16:40:37 -07001547 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001548 for (size_t i = 0; i < work_units; ++i) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001549 thread_pool_->AddTask(self, new ForAllClosure(this, end, visitor));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001550 }
1551 thread_pool_->StartWorkers(self);
1552
1553 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1554 // thread destructor's called below perform join).
1555 CHECK_NE(self->GetState(), kRunnable);
1556
1557 // Wait for all the worker threads to finish.
1558 thread_pool_->Wait(self, true, false);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001559
1560 // And stop the workers accepting jobs.
1561 thread_pool_->StopWorkers(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001562 }
1563
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001564 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001565 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001566 }
1567
Brian Carlstrom7940e442013-07-12 13:46:57 -07001568 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001569 class ForAllClosure : public Task {
1570 public:
Mathieu Chartier90443472015-07-16 20:32:27 -07001571 ForAllClosure(ParallelCompilationManager* manager, size_t end, CompilationVisitor* visitor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001572 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001573 end_(end),
Mathieu Chartier90443472015-07-16 20:32:27 -07001574 visitor_(visitor) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001575
1576 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001577 while (true) {
1578 const size_t index = manager_->NextIndex();
1579 if (UNLIKELY(index >= end_)) {
1580 break;
1581 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001582 visitor_->Visit(index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001583 self->AssertNoPendingException();
1584 }
1585 }
1586
1587 virtual void Finalize() {
1588 delete this;
1589 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001590
Brian Carlstrom7940e442013-07-12 13:46:57 -07001591 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001592 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001593 const size_t end_;
Mathieu Chartier90443472015-07-16 20:32:27 -07001594 CompilationVisitor* const visitor_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001595 };
1596
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001597 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001598 ClassLinker* const class_linker_;
1599 const jobject class_loader_;
1600 CompilerDriver* const compiler_;
1601 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001602 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001603 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001604
1605 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001606};
1607
Jeff Hao0e49b422013-11-08 12:16:56 -08001608// A fast version of SkipClass above if the class pointer is available
1609// that avoids the expensive FindInClassPath search.
1610static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001611 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001612 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001613 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1614 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001615 if (class_loader == nullptr) {
David Sehr709b0702016-10-13 09:12:37 -07001616 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from "
Jeff Hao0e49b422013-11-08 12:16:56 -08001617 << dex_file.GetLocation() << " previously found in "
1618 << original_dex_file.GetLocation();
1619 }
1620 return true;
1621 }
1622 return false;
1623}
1624
Mathieu Chartier70b63482014-06-27 17:19:04 -07001625static void CheckAndClearResolveException(Thread* self)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001626 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier70b63482014-06-27 17:19:04 -07001627 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001628 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001629 std::string temp;
1630 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1631 const char* expected_exceptions[] = {
1632 "Ljava/lang/IllegalAccessError;",
1633 "Ljava/lang/IncompatibleClassChangeError;",
1634 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001635 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001636 "Ljava/lang/NoClassDefFoundError;",
1637 "Ljava/lang/NoSuchFieldError;",
1638 "Ljava/lang/NoSuchMethodError;"
1639 };
1640 bool found = false;
1641 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1642 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1643 found = true;
1644 }
1645 }
1646 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001647 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001648 }
1649 self->ClearException();
1650}
1651
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001652bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file,
1653 uint16_t class_def_idx) const {
1654 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_idx);
1655 const uint8_t* class_data = dex_file.GetClassData(class_def);
1656 if (class_data == nullptr) {
1657 // Empty class such as a marker interface.
1658 return false;
1659 }
1660 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001661 it.SkipStaticFields();
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001662 // We require a constructor barrier if there are final instance fields.
1663 while (it.HasNextInstanceField()) {
1664 if (it.MemberIsFinal()) {
1665 return true;
1666 }
1667 it.Next();
1668 }
1669 return false;
1670}
1671
Mathieu Chartier90443472015-07-16 20:32:27 -07001672class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor {
1673 public:
1674 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager)
1675 : manager_(manager) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001676
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001677 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001678 ATRACE_CALL();
1679 Thread* const self = Thread::Current();
1680 jobject jclass_loader = manager_->GetClassLoader();
1681 const DexFile& dex_file = *manager_->GetDexFile();
1682 ClassLinker* class_linker = manager_->GetClassLinker();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001683
Mathieu Chartier90443472015-07-16 20:32:27 -07001684 // If an instance field is final then we need to have a barrier on the return, static final
1685 // fields are assigned within the lock held for class initialization. Conservatively assume
1686 // constructor barriers are always required.
1687 bool requires_constructor_barrier = true;
1688
1689 // Method and Field are the worst. We can't resolve without either
1690 // context from the code use (to disambiguate virtual vs direct
1691 // method and instance vs static field) or from class
1692 // definitions. While the compiler will resolve what it can as it
1693 // needs it, here we try to resolve fields and methods used in class
1694 // definitions, since many of them many never be referenced by
1695 // generated code.
1696 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1697 ScopedObjectAccess soa(self);
1698 StackHandleScope<2> hs(soa.Self());
1699 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001700 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001701 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00001702 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07001703 // Resolve the class.
1704 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1705 class_loader);
1706 bool resolve_fields_and_methods;
1707 if (klass == nullptr) {
1708 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1709 // attempt to resolve methods and fields when there is no declaring class.
1710 CheckAndClearResolveException(soa.Self());
1711 resolve_fields_and_methods = false;
1712 } else {
1713 // We successfully resolved a class, should we skip it?
1714 if (SkipClass(jclass_loader, dex_file, klass)) {
1715 return;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001716 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001717 // We want to resolve the methods and fields eagerly.
1718 resolve_fields_and_methods = true;
Ian Rogers68b56852014-08-29 20:19:11 -07001719 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001720 // Note the class_data pointer advances through the headers,
1721 // static fields, instance fields, direct methods, and virtual
1722 // methods.
1723 const uint8_t* class_data = dex_file.GetClassData(class_def);
1724 if (class_data == nullptr) {
1725 // Empty class such as a marker interface.
1726 requires_constructor_barrier = false;
1727 } else {
1728 ClassDataItemIterator it(dex_file, class_data);
1729 while (it.HasNextStaticField()) {
1730 if (resolve_fields_and_methods) {
1731 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1732 dex_cache, class_loader, true);
1733 if (field == nullptr) {
1734 CheckAndClearResolveException(soa.Self());
1735 }
Ian Rogers68b56852014-08-29 20:19:11 -07001736 }
1737 it.Next();
1738 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001739 // We require a constructor barrier if there are final instance fields.
1740 requires_constructor_barrier = false;
1741 while (it.HasNextInstanceField()) {
1742 if (it.MemberIsFinal()) {
1743 requires_constructor_barrier = true;
1744 }
1745 if (resolve_fields_and_methods) {
1746 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1747 dex_cache, class_loader, false);
1748 if (field == nullptr) {
1749 CheckAndClearResolveException(soa.Self());
1750 }
Ian Rogers68b56852014-08-29 20:19:11 -07001751 }
1752 it.Next();
1753 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001754 if (resolve_fields_and_methods) {
1755 while (it.HasNextDirectMethod()) {
Vladimir Markoba118822017-06-12 15:41:56 +01001756 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Mathieu Chartier90443472015-07-16 20:32:27 -07001757 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr,
1758 it.GetMethodInvokeType(class_def));
1759 if (method == nullptr) {
1760 CheckAndClearResolveException(soa.Self());
1761 }
1762 it.Next();
1763 }
1764 while (it.HasNextVirtualMethod()) {
Vladimir Markoba118822017-06-12 15:41:56 +01001765 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Mathieu Chartier90443472015-07-16 20:32:27 -07001766 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr,
1767 it.GetMethodInvokeType(class_def));
1768 if (method == nullptr) {
1769 CheckAndClearResolveException(soa.Self());
1770 }
1771 it.Next();
1772 }
1773 DCHECK(!it.HasNext());
1774 }
1775 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07001776 manager_->GetCompiler()->SetRequiresConstructorBarrier(self,
1777 &dex_file,
1778 class_def_index,
1779 requires_constructor_barrier);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001780 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001781
Mathieu Chartier90443472015-07-16 20:32:27 -07001782 private:
1783 const ParallelCompilationManager* const manager_;
1784};
1785
1786class ResolveTypeVisitor : public CompilationVisitor {
1787 public:
1788 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) {
1789 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001790 void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001791 // Class derived values are more complicated, they require the linker and loader.
Mathieu Chartier90443472015-07-16 20:32:27 -07001792 ScopedObjectAccess soa(Thread::Current());
1793 ClassLinker* class_linker = manager_->GetClassLinker();
1794 const DexFile& dex_file = *manager_->GetDexFile();
1795 StackHandleScope<2> hs(soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07001796 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001797 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader())));
Mathieu Chartierd57d4542015-10-14 10:55:30 -07001798 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile(
1799 dex_file,
Mathieu Chartierf284d442016-06-02 11:48:30 -07001800 class_loader.Get())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001801 ObjPtr<mirror::Class> klass = (dex_cache != nullptr)
Vladimir Markocd556b02017-02-03 11:47:34 +00001802 ? class_linker->ResolveType(dex_file, dex::TypeIndex(type_idx), dex_cache, class_loader)
1803 : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001804
Mathieu Chartier90443472015-07-16 20:32:27 -07001805 if (klass == nullptr) {
1806 soa.Self()->AssertPendingException();
1807 mirror::Throwable* exception = soa.Self()->GetException();
1808 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1809 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1810 // There's little point continuing compilation if the heap is exhausted.
1811 LOG(FATAL) << "Out of memory during type resolution for compilation";
1812 }
1813 soa.Self()->ClearException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001814 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001815 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001816
1817 private:
1818 const ParallelCompilationManager* const manager_;
1819};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001820
Andreas Gampeace0dc12016-01-20 13:33:13 -08001821void CompilerDriver::ResolveDexFile(jobject class_loader,
1822 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001823 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001824 ThreadPool* thread_pool,
1825 size_t thread_count,
1826 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001827 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1828
1829 // TODO: we could resolve strings here, although the string table is largely filled with class
1830 // and method names.
1831
Andreas Gampede7b4362014-07-28 18:38:57 -07001832 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1833 thread_pool);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001834 if (GetCompilerOptions().IsBootImage()) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001835 // For images we resolve all types, such as array, whereas for applications just those with
1836 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001837 TimingLogger::ScopedTiming t("Resolve Types", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001838 ResolveTypeVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001839 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001840 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001841
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001842 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001843 ResolveClassFieldsAndMethodsVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001844 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001845}
1846
Andreas Gampeace0dc12016-01-20 13:33:13 -08001847void CompilerDriver::SetVerified(jobject class_loader,
1848 const std::vector<const DexFile*>& dex_files,
1849 TimingLogger* timings) {
1850 // This can be run in parallel.
Mathieu Chartier90443472015-07-16 20:32:27 -07001851 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001852 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001853 SetVerifiedDexFile(class_loader,
1854 *dex_file,
1855 dex_files,
1856 parallel_thread_pool_.get(),
1857 parallel_thread_count_,
1858 timings);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001859 }
1860}
1861
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001862static void PopulateVerifiedMethods(const DexFile& dex_file,
1863 uint32_t class_def_index,
1864 VerificationResults* verification_results) {
1865 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1866 const uint8_t* class_data = dex_file.GetClassData(class_def);
1867 if (class_data == nullptr) {
1868 return;
1869 }
1870 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001871 it.SkipAllFields();
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001872
1873 while (it.HasNextDirectMethod()) {
1874 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1875 it.Next();
1876 }
1877
1878 while (it.HasNextVirtualMethod()) {
1879 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1880 it.Next();
1881 }
1882 DCHECK(!it.HasNext());
1883}
1884
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001885static void LoadAndUpdateStatus(const DexFile& dex_file,
1886 const DexFile::ClassDef& class_def,
1887 mirror::Class::Status status,
1888 Handle<mirror::ClassLoader> class_loader,
1889 Thread* self)
1890 REQUIRES_SHARED(Locks::mutator_lock_) {
1891 StackHandleScope<1> hs(self);
1892 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1893 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1894 Handle<mirror::Class> cls(hs.NewHandle<mirror::Class>(
1895 class_linker->FindClass(self, descriptor, class_loader)));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001896 if (cls != nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001897 // Check that the class is resolved with the current dex file. We might get
1898 // a boot image class, or a class in a different dex file for multidex, and
1899 // we should not update the status in that case.
1900 if (&cls->GetDexFile() == &dex_file) {
1901 ObjectLock<mirror::Class> lock(self, cls);
1902 mirror::Class::SetStatus(cls, status, self);
1903 }
1904 } else {
1905 DCHECK(self->IsExceptionPending());
1906 self->ClearException();
1907 }
1908}
1909
Nicolas Geoffray74981052017-01-16 17:54:09 +00001910bool CompilerDriver::FastVerify(jobject jclass_loader,
1911 const std::vector<const DexFile*>& dex_files,
1912 TimingLogger* timings) {
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001913 verifier::VerifierDeps* verifier_deps =
1914 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
1915 // If there is an existing `VerifierDeps`, try to use it for fast verification.
Nicolas Geoffray74981052017-01-16 17:54:09 +00001916 if (verifier_deps == nullptr) {
1917 return false;
1918 }
1919 TimingLogger::ScopedTiming t("Fast Verify", timings);
1920 ScopedObjectAccess soa(Thread::Current());
1921 StackHandleScope<2> hs(soa.Self());
1922 Handle<mirror::ClassLoader> class_loader(
1923 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Nicolas Geoffray74981052017-01-16 17:54:09 +00001924 if (!verifier_deps->ValidateDependencies(class_loader, soa.Self())) {
1925 return false;
1926 }
1927
Nicolas Geoffray49cda062017-04-21 13:08:25 +01001928 bool compiler_only_verifies = !GetCompilerOptions().IsAnyCompilationEnabled();
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001929
Nicolas Geoffray74981052017-01-16 17:54:09 +00001930 // We successfully validated the dependencies, now update class status
1931 // of verified classes. Note that the dependencies also record which classes
1932 // could not be fully verified; we could try again, but that would hurt verification
1933 // time. So instead we assume these classes still need to be verified at
1934 // runtime.
1935 for (const DexFile* dex_file : dex_files) {
1936 // Fetch the list of unverified classes and turn it into a set for faster
1937 // lookups.
1938 const std::vector<dex::TypeIndex>& unverified_classes =
1939 verifier_deps->GetUnverifiedClasses(*dex_file);
1940 std::set<dex::TypeIndex> set(unverified_classes.begin(), unverified_classes.end());
1941 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
1942 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
1943 if (set.find(class_def.class_idx_) == set.end()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001944 if (compiler_only_verifies) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001945 // Just update the compiled_classes_ map. The compiler doesn't need to resolve
1946 // the type.
Mathieu Chartier1a088d42017-07-18 11:43:57 -07001947 DexFileReference ref(dex_file, i);
1948 mirror::Class::Status existing = mirror::Class::kStatusNotReady;
1949 DCHECK(compiled_classes_.Get(ref, &existing)) << ref.dex_file->GetLocation();
1950 ClassStateTable::InsertResult result =
1951 compiled_classes_.Insert(ref, existing, mirror::Class::kStatusVerified);
1952 CHECK_EQ(result, ClassStateTable::kInsertResultSuccess);
Nicolas Geoffray74981052017-01-16 17:54:09 +00001953 } else {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001954 // Update the class status, so later compilation stages know they don't need to verify
Nicolas Geoffray74981052017-01-16 17:54:09 +00001955 // the class.
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001956 LoadAndUpdateStatus(
1957 *dex_file, class_def, mirror::Class::kStatusVerified, class_loader, soa.Self());
Nicolas Geoffray74981052017-01-16 17:54:09 +00001958 // Create `VerifiedMethod`s for each methods, the compiler expects one for
1959 // quickening or compiling.
1960 // Note that this means:
1961 // - We're only going to compile methods that did verify.
1962 // - Quickening will not do checkcast ellision.
1963 // TODO(ngeoffray): Reconsider this once we refactor compiler filters.
1964 PopulateVerifiedMethods(*dex_file, i, verification_results_);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001965 }
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001966 } else if (!compiler_only_verifies) {
1967 // Make sure later compilation stages know they should not try to verify
1968 // this class again.
1969 LoadAndUpdateStatus(*dex_file,
1970 class_def,
1971 mirror::Class::kStatusRetryVerificationAtRuntime,
1972 class_loader,
1973 soa.Self());
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001974 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001975 }
1976 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00001977 return true;
1978}
1979
1980void CompilerDriver::Verify(jobject jclass_loader,
1981 const std::vector<const DexFile*>& dex_files,
1982 TimingLogger* timings) {
Mathieu Chartier1a088d42017-07-18 11:43:57 -07001983 // Always add the dex files to compiled_classes_. This happens for all compiler filters.
1984 for (const DexFile* dex_file : dex_files) {
1985 if (!compiled_classes_.HaveDexFile(dex_file)) {
1986 compiled_classes_.AddDexFile(dex_file, dex_file->NumClassDefs());
1987 }
1988 }
1989
Nicolas Geoffray74981052017-01-16 17:54:09 +00001990 if (FastVerify(jclass_loader, dex_files, timings)) {
1991 return;
1992 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001993
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001994 // If there is no existing `verifier_deps` (because of non-existing vdex), or
1995 // the existing `verifier_deps` is not valid anymore, create a new one for
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001996 // non boot image compilation. The verifier will need it to record the new dependencies.
1997 // Then dex2oat can update the vdex file with these new dependencies.
1998 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001999 // Create the main VerifierDeps, and set it to this thread.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002000 verifier::VerifierDeps* verifier_deps = new verifier::VerifierDeps(dex_files);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002001 Runtime::Current()->GetCompilerCallbacks()->SetVerifierDeps(verifier_deps);
2002 Thread::Current()->SetVerifierDeps(verifier_deps);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002003 // Create per-thread VerifierDeps to avoid contention on the main one.
2004 // We will merge them after verification.
2005 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
2006 worker->GetThread()->SetVerifierDeps(new verifier::VerifierDeps(dex_files));
2007 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002008 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00002009
Nicolas Geoffray46847392017-04-28 14:56:39 +01002010 // Verification updates VerifierDeps and needs to run single-threaded to be deterministic.
2011 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2012 ThreadPool* verify_thread_pool =
2013 force_determinism ? single_thread_pool_.get() : parallel_thread_pool_.get();
2014 size_t verify_thread_count = force_determinism ? 1U : parallel_thread_count_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002015 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002016 CHECK(dex_file != nullptr);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002017 VerifyDexFile(jclass_loader,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002018 *dex_file,
2019 dex_files,
Nicolas Geoffray46847392017-04-28 14:56:39 +01002020 verify_thread_pool,
2021 verify_thread_count,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002022 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002023 }
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002024
2025 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002026 // Merge all VerifierDeps into the main one.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002027 verifier::VerifierDeps* verifier_deps = Thread::Current()->GetVerifierDeps();
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002028 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
2029 verifier::VerifierDeps* thread_deps = worker->GetThread()->GetVerifierDeps();
2030 worker->GetThread()->SetVerifierDeps(nullptr);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002031 verifier_deps->MergeWith(*thread_deps, dex_files);;
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002032 delete thread_deps;
2033 }
2034 Thread::Current()->SetVerifierDeps(nullptr);
2035 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002036}
2037
Mathieu Chartier90443472015-07-16 20:32:27 -07002038class VerifyClassVisitor : public CompilationVisitor {
2039 public:
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002040 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level)
Andreas Gampe7fe30232016-03-25 16:58:00 -07002041 : manager_(manager), log_level_(log_level) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07002042
Mathieu Chartier90443472015-07-16 20:32:27 -07002043 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2044 ATRACE_CALL();
2045 ScopedObjectAccess soa(Thread::Current());
2046 const DexFile& dex_file = *manager_->GetDexFile();
2047 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2048 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2049 ClassLinker* class_linker = manager_->GetClassLinker();
2050 jobject jclass_loader = manager_->GetClassLoader();
2051 StackHandleScope<3> hs(soa.Self());
2052 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002053 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002054 Handle<mirror::Class> klass(
2055 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002056 verifier::FailureKind failure_kind;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002057 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002058 CHECK(soa.Self()->IsExceptionPending());
2059 soa.Self()->ClearException();
Mathieu Chartier90443472015-07-16 20:32:27 -07002060
2061 /*
2062 * At compile time, we can still structurally verify the class even if FindClass fails.
2063 * This is to ensure the class is structurally sound for compilation. An unsound class
2064 * will be rejected by the verifier and later skipped during compilation in the compiler.
2065 */
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07002066 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00002067 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002068 std::string error_msg;
Nicolas Geoffray08025182016-10-25 17:20:18 +01002069 failure_kind =
2070 verifier::MethodVerifier::VerifyClass(soa.Self(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002071 &dex_file,
2072 dex_cache,
2073 class_loader,
David Brazdil15fc7292016-09-02 14:13:18 +01002074 class_def,
Andreas Gampe53e32d12015-12-09 21:03:23 -08002075 Runtime::Current()->GetCompilerCallbacks(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002076 true /* allow soft failures */,
Andreas Gampe7fe30232016-03-25 16:58:00 -07002077 log_level_,
Nicolas Geoffray08025182016-10-25 17:20:18 +01002078 &error_msg);
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002079 if (failure_kind == verifier::FailureKind::kHardFailure) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002080 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
2081 << " because: " << error_msg;
2082 manager_->GetCompiler()->SetHadHardVerifierFailure();
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002083 } else {
2084 // Force a soft failure for the VerifierDeps. This is a sanity measure, as
2085 // the vdex file already records that the class hasn't been resolved. It avoids
2086 // trying to do future verification optimizations when processing the vdex file.
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002087 DCHECK(failure_kind == verifier::FailureKind::kSoftFailure ||
2088 failure_kind == verifier::FailureKind::kNoFailure)
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002089 << failure_kind;
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002090 failure_kind = verifier::FailureKind::kSoftFailure;
Mathieu Chartier90443472015-07-16 20:32:27 -07002091 }
2092 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
David Sehr709b0702016-10-13 09:12:37 -07002093 CHECK(klass->IsResolved()) << klass->PrettyClass();
Nicolas Geoffray08025182016-10-25 17:20:18 +01002094 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_);
Mathieu Chartier90443472015-07-16 20:32:27 -07002095
2096 if (klass->IsErroneous()) {
2097 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
2098 CHECK(soa.Self()->IsExceptionPending());
2099 soa.Self()->ClearException();
2100 manager_->GetCompiler()->SetHadHardVerifierFailure();
2101 }
2102
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002103 CHECK(klass->ShouldVerifyAtRuntime() || klass->IsVerified() || klass->IsErroneous())
David Sehr709b0702016-10-13 09:12:37 -07002104 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus();
Mathieu Chartier90443472015-07-16 20:32:27 -07002105
Nicolas Geoffrayc7da1d62017-04-19 09:36:24 +01002106 // Class has a meaningful status for the compiler now, record it.
2107 ClassReference ref(manager_->GetDexFile(), class_def_index);
2108 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
2109
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002110 // It is *very* problematic if there are verification errors in the boot classpath. For example,
2111 // we rely on things working OK without verification when the decryption dialog is brought up.
2112 // So abort in a debug build if we find this violated.
2113 if (kIsDebugBuild) {
2114 // TODO(narayan): Remove this special case for signature polymorphic
2115 // invokes once verifier support is fully implemented.
2116 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage() &&
2117 !android::base::StartsWith(descriptor, "Ljava/lang/invoke/")) {
2118 DCHECK(klass->IsVerified()) << "Boot classpath class " << klass->PrettyClass()
2119 << " failed to fully verify: state= " << klass->GetStatus();
2120 }
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002121 if (klass->IsVerified()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002122 DCHECK_EQ(failure_kind, verifier::FailureKind::kNoFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002123 } else if (klass->ShouldVerifyAtRuntime()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002124 DCHECK_EQ(failure_kind, verifier::FailureKind::kSoftFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002125 } else {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002126 DCHECK_EQ(failure_kind, verifier::FailureKind::kHardFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002127 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002128 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002129 } else {
2130 // Make the skip a soft failure, essentially being considered as verify at runtime.
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002131 failure_kind = verifier::FailureKind::kSoftFailure;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002132 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002133 verifier::VerifierDeps::MaybeRecordVerificationStatus(
2134 dex_file, class_def.class_idx_, failure_kind);
Mathieu Chartier90443472015-07-16 20:32:27 -07002135 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002136 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002137
2138 private:
2139 const ParallelCompilationManager* const manager_;
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002140 const verifier::HardFailLogMode log_level_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002141};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002142
Andreas Gampeace0dc12016-01-20 13:33:13 -08002143void CompilerDriver::VerifyDexFile(jobject class_loader,
2144 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002145 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002146 ThreadPool* thread_pool,
2147 size_t thread_count,
2148 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002149 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002150 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002151 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2152 thread_pool);
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002153 verifier::HardFailLogMode log_level = GetCompilerOptions().AbortOnHardVerifierFailure()
2154 ? verifier::HardFailLogMode::kLogInternalFatal
2155 : verifier::HardFailLogMode::kLogWarning;
Andreas Gampe7fe30232016-03-25 16:58:00 -07002156 VerifyClassVisitor visitor(&context, log_level);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002157 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002158}
2159
Mathieu Chartier90443472015-07-16 20:32:27 -07002160class SetVerifiedClassVisitor : public CompilationVisitor {
2161 public:
2162 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2163
2164 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2165 ATRACE_CALL();
2166 ScopedObjectAccess soa(Thread::Current());
2167 const DexFile& dex_file = *manager_->GetDexFile();
2168 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2169 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2170 ClassLinker* class_linker = manager_->GetClassLinker();
2171 jobject jclass_loader = manager_->GetClassLoader();
2172 StackHandleScope<3> hs(soa.Self());
2173 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002174 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002175 Handle<mirror::Class> klass(
2176 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2177 // Class might have failed resolution. Then don't set it to verified.
Andreas Gampefa4333d2017-02-14 11:10:34 -08002178 if (klass != nullptr) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002179 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
2180 // very wrong.
Vladimir Marko72ab6842017-01-20 19:32:50 +00002181 if (klass->IsResolved() && !klass->IsErroneousResolved()) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002182 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
2183 ObjectLock<mirror::Class> lock(soa.Self(), klass);
2184 // Set class status to verified.
2185 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self());
2186 // Mark methods as pre-verified. If we don't do this, the interpreter will run with
2187 // access checks.
Igor Murashkindf707e42016-02-02 16:56:50 -08002188 klass->SetSkipAccessChecksFlagOnAllMethods(
Mathieu Chartier90443472015-07-16 20:32:27 -07002189 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet()));
Igor Murashkindf707e42016-02-02 16:56:50 -08002190 klass->SetVerificationAttempted();
Mathieu Chartier90443472015-07-16 20:32:27 -07002191 }
2192 // Record the final class status if necessary.
2193 ClassReference ref(manager_->GetDexFile(), class_def_index);
2194 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002195 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002196 } else {
2197 Thread* self = soa.Self();
2198 DCHECK(self->IsExceptionPending());
2199 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002200 }
2201 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002202
2203 private:
2204 const ParallelCompilationManager* const manager_;
2205};
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002206
Andreas Gampeace0dc12016-01-20 13:33:13 -08002207void CompilerDriver::SetVerifiedDexFile(jobject class_loader,
2208 const DexFile& dex_file,
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002209 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002210 ThreadPool* thread_pool,
2211 size_t thread_count,
2212 TimingLogger* timings) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002213 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002214 if (!compiled_classes_.HaveDexFile(&dex_file)) {
2215 compiled_classes_.AddDexFile(&dex_file, dex_file.NumClassDefs());
2216 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002217 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2218 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2219 thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002220 SetVerifiedClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002221 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002222}
2223
Mathieu Chartier90443472015-07-16 20:32:27 -07002224class InitializeClassVisitor : public CompilationVisitor {
2225 public:
2226 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
Ian Rogersfc0e94b2013-09-23 23:51:32 -07002227
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002228 void Visit(size_t class_def_index) OVERRIDE {
Mathieu Chartier90443472015-07-16 20:32:27 -07002229 ATRACE_CALL();
2230 jobject jclass_loader = manager_->GetClassLoader();
2231 const DexFile& dex_file = *manager_->GetDexFile();
2232 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2233 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
2234 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Jeff Hao0e49b422013-11-08 12:16:56 -08002235
Mathieu Chartier90443472015-07-16 20:32:27 -07002236 ScopedObjectAccess soa(Thread::Current());
2237 StackHandleScope<3> hs(soa.Self());
2238 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002239 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002240 Handle<mirror::Class> klass(
2241 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
2242
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002243 if (klass != nullptr && !SkipClass(manager_->GetClassLoader(), dex_file, klass.Get())) {
2244 TryInitializeClass(klass, class_loader);
2245 }
2246 // Clear any class not found or verification exceptions.
2247 soa.Self()->ClearException();
2248 }
2249
2250 // A helper function for initializing klass.
2251 void TryInitializeClass(Handle<mirror::Class> klass, Handle<mirror::ClassLoader>& class_loader)
2252 REQUIRES_SHARED(Locks::mutator_lock_) {
2253 const DexFile& dex_file = klass->GetDexFile();
2254 const DexFile::ClassDef* class_def = klass->GetClassDef();
2255 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def->class_idx_);
2256 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
2257 ScopedObjectAccessUnchecked soa(Thread::Current());
2258 StackHandleScope<3> hs(soa.Self());
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002259 const bool is_boot_image = manager_->GetCompiler()->GetCompilerOptions().IsBootImage();
Mathieu Chartier17498e52017-06-13 11:35:04 -07002260 const bool is_app_image = manager_->GetCompiler()->GetCompilerOptions().IsAppImage();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002261
Jeff Hao0cb17282017-07-12 14:51:49 -07002262 mirror::Class::Status old_status = klass->GetStatus();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002263 // Don't initialize classes in boot space when compiling app image
2264 if (is_app_image && klass->IsBootStrapClassLoaded()) {
2265 // Also return early and don't store the class status in the recorded class status.
2266 return;
2267 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002268 // Only try to initialize classes that were successfully verified.
2269 if (klass->IsVerified()) {
2270 // Attempt to initialize the class but bail if we either need to initialize the super-class
2271 // or static fields.
2272 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
2273 old_status = klass->GetStatus();
2274 if (!klass->IsInitialized()) {
2275 // We don't want non-trivial class initialization occurring on multiple threads due to
2276 // deadlock problems. For example, a parent class is initialized (holding its lock) that
2277 // refers to a sub-class in its static/class initializer causing it to try to acquire the
2278 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
2279 // after first initializing its parents, whose locks are acquired. This leads to a
2280 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
2281 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
2282 // than use a special Object for the purpose we use the Class of java.lang.Class.
2283 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
2284 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
2285 // Attempt to initialize allowing initialization of parent classes but still not static
2286 // fields.
Chang Xinge602b1c2017-06-30 11:55:01 -07002287 // Initialize dependencies first only for app image, to make TryInitialize recursive.
2288 bool is_superclass_initialized = !is_app_image ? true :
2289 InitializeDependencies(klass, class_loader, soa.Self());
2290 if (!is_app_image || (is_app_image && is_superclass_initialized)) {
2291 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
2292 }
2293 // Otherwise it's in app image but superclasses can't be initialized, no need to proceed.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002294 old_status = klass->GetStatus();
Chang Xing70f689d2017-06-08 17:16:12 -07002295
2296 bool too_many_encoded_fields = false;
2297 if (!is_boot_image && klass->NumStaticFields() > kMaxEncodedFields) {
2298 too_many_encoded_fields = true;
2299 }
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002300 // If the class was not initialized, we can proceed to see if we can initialize static
Chang Xing70f689d2017-06-08 17:16:12 -07002301 // fields. Limit the max number of encoded fields.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002302 if (!klass->IsInitialized() &&
Mathieu Chartier17498e52017-06-13 11:35:04 -07002303 (is_app_image || is_boot_image) &&
Chang Xinge602b1c2017-06-30 11:55:01 -07002304 is_superclass_initialized &&
Chang Xing70f689d2017-06-08 17:16:12 -07002305 !too_many_encoded_fields &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002306 manager_->GetCompiler()->IsImageClass(descriptor)) {
2307 bool can_init_static_fields = false;
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002308 if (is_boot_image) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002309 // We need to initialize static fields, we only do this for image classes that aren't
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002310 // marked with the $NoPreloadHolder (which implies this should not be initialized
2311 // early).
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002312 can_init_static_fields = !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
2313 } else {
Mathieu Chartier17498e52017-06-13 11:35:04 -07002314 CHECK(is_app_image);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002315 // The boot image case doesn't need to recursively initialize the dependencies with
2316 // special logic since the class linker already does this.
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002317 can_init_static_fields =
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002318 !soa.Self()->IsExceptionPending() &&
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002319 is_superclass_initialized &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002320 NoClinitInDependency(klass, soa.Self(), &class_loader);
2321 // TODO The checking for clinit can be removed since it's already
2322 // checked when init superclass. Currently keep it because it contains
2323 // processing of intern strings. Will be removed later when intern strings
2324 // and clinit are both initialized.
2325 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002326
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002327 if (can_init_static_fields) {
2328 VLOG(compiler) << "Initializing: " << descriptor;
2329 // TODO multithreading support. We should ensure the current compilation thread has
2330 // exclusive access to the runtime and the transaction. To achieve this, we could use
2331 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
2332 // checks in Thread::AssertThreadSuspensionIsAllowable.
2333 Runtime* const runtime = Runtime::Current();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002334 // Run the class initializer in transaction mode.
Chang Xingcade5c32017-07-20 17:56:26 -07002335 runtime->EnterTransactionMode(klass.Get());
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002336 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2337 true);
2338 // TODO we detach transaction from runtime to indicate we quit the transactional
2339 // mode which prevents the GC from visiting objects modified during the transaction.
2340 // Ensure GC is not run so don't access freed objects when aborting transaction.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002341
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002342 {
2343 ScopedAssertNoThreadSuspension ants("Transaction end");
Chang Xing16d1dd82017-07-20 17:56:26 -07002344
2345 if (success) {
2346 runtime->ExitTransactionMode();
2347 DCHECK(!runtime->IsActiveTransaction());
2348 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002349
Mathieu Chartier90443472015-07-16 20:32:27 -07002350 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002351 CHECK(soa.Self()->IsExceptionPending());
2352 mirror::Throwable* exception = soa.Self()->GetException();
2353 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2354 << exception->Dump();
2355 std::ostream* file_log = manager_->GetCompiler()->
2356 GetCompilerOptions().GetInitFailureOutput();
2357 if (file_log != nullptr) {
2358 *file_log << descriptor << "\n";
2359 *file_log << exception->Dump() << "\n";
2360 }
2361 soa.Self()->ClearException();
Chang Xing16d1dd82017-07-20 17:56:26 -07002362 runtime->RollbackAndExitTransactionMode();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002363 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002364 } else if (is_boot_image) {
2365 // For boot image, we want to put the updated status in the oat class since we can't
2366 // reject the image anyways.
2367 old_status = klass->GetStatus();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002368 }
2369 }
2370
2371 if (!success) {
2372 // On failure, still intern strings of static fields and seen in <clinit>, as these
2373 // will be created in the zygote. This is separated from the transaction code just
2374 // above as we will allocate strings, so must be allowed to suspend.
2375 if (&klass->GetDexFile() == manager_->GetDexFile()) {
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002376 InternStrings(klass, class_loader);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002377 } else {
2378 DCHECK(!is_boot_image) << "Boot image must have equal dex files";
Andreas Gampedbfe2542014-11-25 22:21:42 -08002379 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002380 }
2381 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002382 }
Jeff Hao0cb17282017-07-12 14:51:49 -07002383 // If the class still isn't initialized, at least try some checks that initialization
2384 // would do so they can be skipped at runtime.
2385 if (!klass->IsInitialized() &&
2386 manager_->GetClassLinker()->ValidateSuperClassDescriptors(klass)) {
2387 old_status = mirror::Class::kStatusSuperclassValidated;
2388 } else {
2389 soa.Self()->ClearException();
2390 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002391 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002392 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002393 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002394 // Record the final class status if necessary.
2395 ClassReference ref(&dex_file, klass->GetDexClassDefIndex());
2396 // Back up the status before doing initialization for static encoded fields,
2397 // because the static encoded branch wants to keep the status to uninitialized.
2398 manager_->GetCompiler()->RecordClassStatus(ref, old_status);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002399 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002400
2401 private:
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002402 void InternStrings(Handle<mirror::Class> klass, Handle<mirror::ClassLoader> class_loader)
2403 REQUIRES_SHARED(Locks::mutator_lock_) {
2404 DCHECK(manager_->GetCompiler()->GetCompilerOptions().IsBootImage());
2405 DCHECK(klass->IsVerified());
2406 DCHECK(!klass->IsInitialized());
2407
2408 StackHandleScope<1> hs(Thread::Current());
2409 Handle<mirror::DexCache> h_dex_cache = hs.NewHandle(klass->GetDexCache());
2410 const DexFile* dex_file = manager_->GetDexFile();
2411 const DexFile::ClassDef* class_def = klass->GetClassDef();
2412 ClassLinker* class_linker = manager_->GetClassLinker();
2413
Andreas Gampe7bf90482017-03-02 16:41:35 -08002414 // Check encoded final field values for strings and intern.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002415 annotations::RuntimeEncodedStaticFieldValueIterator value_it(*dex_file,
2416 &h_dex_cache,
2417 &class_loader,
2418 manager_->GetClassLinker(),
2419 *class_def);
2420 for ( ; value_it.HasNext(); value_it.Next()) {
2421 if (value_it.GetValueType() == annotations::RuntimeEncodedStaticFieldValueIterator::kString) {
2422 // Resolve the string. This will intern the string.
2423 art::ObjPtr<mirror::String> resolved = class_linker->ResolveString(
2424 *dex_file, dex::StringIndex(value_it.GetJavaValue().i), h_dex_cache);
2425 CHECK(resolved != nullptr);
2426 }
2427 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002428
2429 // Intern strings seen in <clinit>.
2430 ArtMethod* clinit = klass->FindClassInitializer(class_linker->GetImagePointerSize());
2431 if (clinit != nullptr) {
2432 const DexFile::CodeItem* code_item = clinit->GetCodeItem();
2433 DCHECK(code_item != nullptr);
2434 const Instruction* inst = Instruction::At(code_item->insns_);
2435
2436 const uint32_t insns_size = code_item->insns_size_in_code_units_;
2437 for (uint32_t dex_pc = 0; dex_pc < insns_size;) {
2438 if (inst->Opcode() == Instruction::CONST_STRING) {
2439 ObjPtr<mirror::String> s = class_linker->ResolveString(
2440 *dex_file, dex::StringIndex(inst->VRegB_21c()), h_dex_cache);
2441 CHECK(s != nullptr);
2442 } else if (inst->Opcode() == Instruction::CONST_STRING_JUMBO) {
2443 ObjPtr<mirror::String> s = class_linker->ResolveString(
2444 *dex_file, dex::StringIndex(inst->VRegB_31c()), h_dex_cache);
2445 CHECK(s != nullptr);
2446 }
2447 dex_pc += inst->SizeInCodeUnits();
2448 inst = inst->Next();
2449 }
2450 }
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002451 }
2452
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002453 bool ResolveTypesOfMethods(Thread* self, ArtMethod* m)
2454 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002455 auto rtn_type = m->GetReturnType(true); // return value is discarded because resolve will be done internally.
2456 if (rtn_type == nullptr) {
2457 self->ClearException();
2458 return false;
2459 }
2460 const DexFile::TypeList* types = m->GetParameterTypeList();
2461 if (types != nullptr) {
2462 for (uint32_t i = 0; i < types->Size(); ++i) {
2463 dex::TypeIndex param_type_idx = types->GetTypeItem(i).type_idx_;
2464 auto param_type = m->GetClassFromTypeIndex(param_type_idx, true);
2465 if (param_type == nullptr) {
2466 self->ClearException();
2467 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002468 }
2469 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002470 }
2471 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002472 }
2473
2474 // Pre resolve types mentioned in all method signatures before start a transaction
2475 // since ResolveType doesn't work in transaction mode.
2476 bool PreResolveTypes(Thread* self, const Handle<mirror::Class>& klass)
2477 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002478 PointerSize pointer_size = manager_->GetClassLinker()->GetImagePointerSize();
2479 for (ArtMethod& m : klass->GetMethods(pointer_size)) {
2480 if (!ResolveTypesOfMethods(self, &m)) {
2481 return false;
2482 }
2483 }
2484 if (klass->IsInterface()) {
2485 return true;
2486 } else if (klass->HasSuperClass()) {
2487 StackHandleScope<1> hs(self);
2488 MutableHandle<mirror::Class> super_klass(hs.NewHandle<mirror::Class>(klass->GetSuperClass()));
2489 for (int i = super_klass->GetVTableLength() - 1; i >= 0; --i) {
2490 ArtMethod* m = klass->GetVTableEntry(i, pointer_size);
2491 ArtMethod* super_m = super_klass->GetVTableEntry(i, pointer_size);
2492 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002493 return false;
2494 }
2495 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002496 for (int32_t i = 0; i < klass->GetIfTableCount(); ++i) {
2497 super_klass.Assign(klass->GetIfTable()->GetInterface(i));
2498 if (klass->GetClassLoader() != super_klass->GetClassLoader()) {
2499 uint32_t num_methods = super_klass->NumVirtualMethods();
2500 for (uint32_t j = 0; j < num_methods; ++j) {
2501 ArtMethod* m = klass->GetIfTable()->GetMethodArray(i)->GetElementPtrSize<ArtMethod*>(
2502 j, pointer_size);
2503 ArtMethod* super_m = super_klass->GetVirtualMethod(j, pointer_size);
2504 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
2505 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002506 }
2507 }
2508 }
2509 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002510 }
2511 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002512 }
2513
2514 // Initialize the klass's dependencies recursively before initializing itself.
2515 // Checking for interfaces is also necessary since interfaces can contain
2516 // both default methods and static encoded fields.
2517 bool InitializeDependencies(const Handle<mirror::Class>& klass,
2518 Handle<mirror::ClassLoader> class_loader,
2519 Thread* self)
2520 REQUIRES_SHARED(Locks::mutator_lock_) {
2521 if (klass->HasSuperClass()) {
2522 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2523 StackHandleScope<1> hs(self);
2524 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2525 if (!handle_scope_super->IsInitialized()) {
2526 this->TryInitializeClass(handle_scope_super, class_loader);
2527 if (!handle_scope_super->IsInitialized()) {
2528 return false;
2529 }
2530 }
2531 }
2532
2533 uint32_t num_if = klass->NumDirectInterfaces();
2534 for (size_t i = 0; i < num_if; i++) {
2535 ObjPtr<mirror::Class>
2536 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2537 StackHandleScope<1> hs(self);
2538 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2539
2540 TryInitializeClass(handle_interface, class_loader);
2541
2542 if (!handle_interface->IsInitialized()) {
2543 return false;
2544 }
2545 }
2546
2547 return PreResolveTypes(self, klass);
2548 }
2549
2550 // In this phase the classes containing class initializers are ignored. Make sure no
2551 // clinit appears in kalss's super class chain and interfaces.
2552 bool NoClinitInDependency(const Handle<mirror::Class>& klass,
2553 Thread* self,
2554 Handle<mirror::ClassLoader>* class_loader)
2555 REQUIRES_SHARED(Locks::mutator_lock_) {
2556 ArtMethod* clinit =
2557 klass->FindClassInitializer(manager_->GetClassLinker()->GetImagePointerSize());
2558 if (clinit != nullptr) {
2559 VLOG(compiler) << klass->PrettyClass() << ' ' << clinit->PrettyMethod(true);
2560 return false;
2561 }
2562 if (klass->HasSuperClass()) {
2563 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2564 StackHandleScope<1> hs(self);
2565 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2566 if (!NoClinitInDependency(handle_scope_super, self, class_loader)) {
2567 return false;
2568 }
2569 }
2570
2571 uint32_t num_if = klass->NumDirectInterfaces();
2572 for (size_t i = 0; i < num_if; i++) {
2573 ObjPtr<mirror::Class>
2574 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2575 StackHandleScope<1> hs(self);
2576 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2577 if (!NoClinitInDependency(handle_interface, self, class_loader)) {
2578 return false;
2579 }
2580 }
2581
Chang Xingba17dbd2017-06-28 21:27:56 +00002582 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002583 }
2584
Mathieu Chartier90443472015-07-16 20:32:27 -07002585 const ParallelCompilationManager* const manager_;
2586};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002587
Andreas Gampeace0dc12016-01-20 13:33:13 -08002588void CompilerDriver::InitializeClasses(jobject jni_class_loader,
2589 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002590 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002591 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002592 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002593
2594 // Initialization allocates objects and needs to run single-threaded to be deterministic.
2595 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2596 ThreadPool* init_thread_pool = force_determinism
2597 ? single_thread_pool_.get()
2598 : parallel_thread_pool_.get();
2599 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_;
2600
Brian Carlstrom7940e442013-07-12 13:46:57 -07002601 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002602 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002603 init_thread_pool);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002604
2605 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
2606 // Set the concurrency thread to 1 to support initialization for App Images since transaction
2607 // doesn't support multithreading now.
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002608 // TODO: remove this when transactional mode supports multithreading.
Andreas Gampeace0dc12016-01-20 13:33:13 -08002609 init_thread_count = 1U;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002610 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002611 InitializeClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002612 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002613}
2614
Mathieu Chartier91288d82016-04-28 09:44:54 -07002615class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002616 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002617 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs)
2618 : hs_(hs) {}
2619
2620 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE
2621 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002622 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) {
2623 return true;
2624 }
Mathieu Chartier085a0722016-04-01 17:33:31 -07002625 if (klass->IsArrayClass()) {
2626 StackHandleScope<1> hs(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002627 auto h_klass = hs.NewHandleWrapper(&klass);
2628 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true);
Mathieu Chartier085a0722016-04-01 17:33:31 -07002629 }
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002630 // Collect handles since there may be thread suspension in future EnsureInitialized.
2631 to_visit_.push_back(hs_.NewHandle(klass));
Nicolas Geoffray88f288e2016-06-29 08:17:52 +00002632 return true;
Nelli Kimbadee982016-05-13 13:08:53 +03002633 }
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002634
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002635 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) {
2636 for (Handle<mirror::Class> c : to_visit_) {
2637 // Create the conflict tables.
2638 FillIMTAndConflictTables(c.Get());
2639 }
2640 }
2641
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002642 private:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002643 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass)
2644 REQUIRES_SHARED(Locks::mutator_lock_) {
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002645 if (!klass->ShouldHaveImt()) {
2646 return;
2647 }
2648 if (visited_classes_.find(klass) != visited_classes_.end()) {
2649 return;
2650 }
2651 if (klass->HasSuperClass()) {
2652 FillIMTAndConflictTables(klass->GetSuperClass());
2653 }
2654 if (!klass->IsTemp()) {
2655 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass);
2656 }
2657 visited_classes_.insert(klass);
2658 }
2659
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002660 VariableSizedHandleScope& hs_;
2661 std::vector<Handle<mirror::Class>> to_visit_;
2662 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_;
Mathieu Chartier085a0722016-04-01 17:33:31 -07002663};
2664
Brian Carlstrom7940e442013-07-12 13:46:57 -07002665void CompilerDriver::InitializeClasses(jobject class_loader,
2666 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002667 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002668 for (size_t i = 0; i != dex_files.size(); ++i) {
2669 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002670 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002671 InitializeClasses(class_loader, *dex_file, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002672 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002673 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002674 // Make sure that we call EnsureIntiailized on all the array classes to call
2675 // SetVerificationAttempted so that the access flags are set. If we do not do this they get
2676 // changed at runtime resulting in more dirty image pages.
Mathieu Chartier91288d82016-04-28 09:44:54 -07002677 // Also create conflict tables.
2678 // Only useful if we are compiling an image (image_classes_ is not null).
Mathieu Chartier085a0722016-04-01 17:33:31 -07002679 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002680 VariableSizedHandleScope hs(soa.Self());
2681 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs);
Mathieu Chartier91288d82016-04-28 09:44:54 -07002682 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002683 visitor.FillAllIMTAndConflictTables();
Mathieu Chartier085a0722016-04-01 17:33:31 -07002684 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002685 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartier093ef212014-08-11 13:52:12 -07002686 // Prune garbage objects created during aborted transactions.
2687 Runtime::Current()->GetHeap()->CollectGarbage(true);
2688 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002689}
2690
Andreas Gampeace0dc12016-01-20 13:33:13 -08002691void CompilerDriver::Compile(jobject class_loader,
2692 const std::vector<const DexFile*>& dex_files,
2693 TimingLogger* timings) {
Calin Juravle998c2162015-12-21 15:39:33 +02002694 if (kDebugProfileGuidedCompilation) {
2695 LOG(INFO) << "[ProfileGuidedCompilation] " <<
2696 ((profile_compilation_info_ == nullptr)
2697 ? "null"
2698 : profile_compilation_info_->DumpInfo(&dex_files));
Calin Juravle226501b2015-12-11 14:41:31 +00002699 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002700
2701 DCHECK(current_dex_to_dex_methods_ == nullptr);
2702 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002703 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002704 CompileDexFile(class_loader,
2705 *dex_file,
2706 dex_files,
2707 parallel_thread_pool_.get(),
2708 parallel_thread_count_,
2709 timings);
Calin Juravle69158982016-03-16 11:53:41 +00002710 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool();
2711 const size_t arena_alloc = arena_pool->GetBytesAllocated();
2712 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_);
Jean-Philippe Halimica76a1a2016-02-02 19:48:52 +01002713 Runtime::Current()->ReclaimArenaPoolMemory();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002714 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002715
2716 ArrayRef<DexFileMethodSet> dex_to_dex_references;
2717 {
2718 // From this point on, we shall not modify dex_to_dex_references_, so
2719 // just grab a reference to it that we use without holding the mutex.
2720 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_);
2721 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
2722 }
2723 for (const auto& method_set : dex_to_dex_references) {
2724 current_dex_to_dex_methods_ = &method_set.GetMethodIndexes();
2725 CompileDexFile(class_loader,
2726 method_set.GetDexFile(),
2727 dex_files,
2728 parallel_thread_pool_.get(),
2729 parallel_thread_count_,
2730 timings);
2731 }
2732 current_dex_to_dex_methods_ = nullptr;
2733
Andreas Gampe8d295f82015-01-20 14:50:21 -08002734 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002735}
2736
Mathieu Chartier90443472015-07-16 20:32:27 -07002737class CompileClassVisitor : public CompilationVisitor {
2738 public:
2739 explicit CompileClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2740
2741 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2742 ATRACE_CALL();
2743 const DexFile& dex_file = *manager_->GetDexFile();
2744 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2745 ClassLinker* class_linker = manager_->GetClassLinker();
2746 jobject jclass_loader = manager_->GetClassLoader();
Mathieu Chartier90443472015-07-16 20:32:27 -07002747 ClassReference ref(&dex_file, class_def_index);
2748 // Skip compiling classes with generic verifier failures since they will still fail at runtime
2749 if (manager_->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07002750 return;
2751 }
Mathieu Chartier736b5602015-09-02 14:54:11 -07002752 // Use a scoped object access to perform to the quick SkipClass check.
2753 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2754 ScopedObjectAccess soa(Thread::Current());
2755 StackHandleScope<3> hs(soa.Self());
2756 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002757 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier736b5602015-09-02 14:54:11 -07002758 Handle<mirror::Class> klass(
2759 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2760 Handle<mirror::DexCache> dex_cache;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002761 if (klass == nullptr) {
Mathieu Chartier736b5602015-09-02 14:54:11 -07002762 soa.Self()->AssertPendingException();
2763 soa.Self()->ClearException();
2764 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file));
2765 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2766 return;
2767 } else {
2768 dex_cache = hs.NewHandle(klass->GetDexCache());
2769 }
2770
Mathieu Chartier90443472015-07-16 20:32:27 -07002771 const uint8_t* class_data = dex_file.GetClassData(class_def);
2772 if (class_data == nullptr) {
2773 // empty class, probably a marker interface
2774 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002775 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002776
Mathieu Chartier736b5602015-09-02 14:54:11 -07002777 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -07002778 ScopedThreadSuspension sts(soa.Self(), kNative);
Mathieu Chartier736b5602015-09-02 14:54:11 -07002779
Mathieu Chartier90443472015-07-16 20:32:27 -07002780 CompilerDriver* const driver = manager_->GetCompiler();
2781
2782 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002783 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
Mathieu Chartier736b5602015-09-02 14:54:11 -07002784 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002785
Mathieu Chartier90443472015-07-16 20:32:27 -07002786 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07002787 it.SkipAllFields();
Mathieu Chartier90443472015-07-16 20:32:27 -07002788
2789 bool compilation_enabled = driver->IsClassToCompile(
2790 dex_file.StringByTypeIdx(class_def.class_idx_));
2791
2792 // Compile direct methods
2793 int64_t previous_direct_method_idx = -1;
2794 while (it.HasNextDirectMethod()) {
2795 uint32_t method_idx = it.GetMemberIndex();
2796 if (method_idx == previous_direct_method_idx) {
2797 // smali can create dex files with two encoded_methods sharing the same method_idx
2798 // http://code.google.com/p/smali/issues/detail?id=119
2799 it.Next();
2800 continue;
2801 }
2802 previous_direct_method_idx = method_idx;
Vladimir Marko8d6768d2017-03-14 10:13:21 +00002803 CompileMethod(soa.Self(),
2804 driver,
2805 it.GetMethodCodeItem(),
2806 it.GetMethodAccessFlags(),
2807 it.GetMethodInvokeType(class_def),
2808 class_def_index,
2809 method_idx,
2810 class_loader,
2811 dex_file,
2812 dex_to_dex_compilation_level,
2813 compilation_enabled,
2814 dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002815 it.Next();
2816 }
2817 // Compile virtual methods
2818 int64_t previous_virtual_method_idx = -1;
2819 while (it.HasNextVirtualMethod()) {
2820 uint32_t method_idx = it.GetMemberIndex();
2821 if (method_idx == previous_virtual_method_idx) {
2822 // smali can create dex files with two encoded_methods sharing the same method_idx
2823 // http://code.google.com/p/smali/issues/detail?id=119
2824 it.Next();
2825 continue;
2826 }
2827 previous_virtual_method_idx = method_idx;
Vladimir Marko8d6768d2017-03-14 10:13:21 +00002828 CompileMethod(soa.Self(),
2829 driver, it.GetMethodCodeItem(),
2830 it.GetMethodAccessFlags(),
2831 it.GetMethodInvokeType(class_def),
2832 class_def_index,
2833 method_idx,
2834 class_loader,
2835 dex_file,
2836 dex_to_dex_compilation_level,
2837 compilation_enabled,
2838 dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002839 it.Next();
2840 }
2841 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002842 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002843
2844 private:
2845 const ParallelCompilationManager* const manager_;
2846};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002847
Andreas Gampeace0dc12016-01-20 13:33:13 -08002848void CompilerDriver::CompileDexFile(jobject class_loader,
2849 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002850 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002851 ThreadPool* thread_pool,
2852 size_t thread_count,
2853 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002854 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002855 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002856 &dex_file, dex_files, thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002857 CompileClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002858 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002859}
2860
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002861void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref,
2862 CompiledMethod* const compiled_method,
2863 size_t non_relative_linker_patch_count) {
2864 DCHECK(GetCompiledMethod(method_ref) == nullptr)
David Sehr709b0702016-10-13 09:12:37 -07002865 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index);
Mathieu Chartier93764b82017-07-17 14:51:53 -07002866 MethodTable::InsertResult result = compiled_methods_.Insert(
2867 DexFileReference(method_ref.dex_file, method_ref.dex_method_index),
2868 /*expected*/ nullptr,
2869 compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002870 CHECK(result == MethodTable::kInsertResultSuccess);
2871 non_relative_linker_patch_count_.FetchAndAddRelaxed(non_relative_linker_patch_count);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002872 DCHECK(GetCompiledMethod(method_ref) != nullptr)
David Sehr709b0702016-10-13 09:12:37 -07002873 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002874}
2875
Andreas Gampebb846102017-05-11 21:03:35 -07002876bool CompilerDriver::GetCompiledClass(ClassReference ref, mirror::Class::Status* status) const {
2877 DCHECK(status != nullptr);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002878 // The table doesn't know if something wasn't inserted. For this case it will return
2879 // kStatusNotReady. To handle this, just assume anything not verified is not compiled.
2880 if (!compiled_classes_.Get(DexFileReference(ref.first, ref.second), status) ||
2881 *status < mirror::Class::kStatusVerified) {
Andreas Gampebb846102017-05-11 21:03:35 -07002882 return false;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002883 }
Andreas Gampebb846102017-05-11 21:03:35 -07002884 return true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002885}
2886
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002887void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002888 switch (status) {
Vladimir Marko72ab6842017-01-20 19:32:50 +00002889 case mirror::Class::kStatusErrorResolved:
2890 case mirror::Class::kStatusErrorUnresolved:
Jeff Hao0cb17282017-07-12 14:51:49 -07002891 case mirror::Class::kStatusNotReady:
2892 case mirror::Class::kStatusResolved:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002893 case mirror::Class::kStatusRetryVerificationAtRuntime:
2894 case mirror::Class::kStatusVerified:
Jeff Hao0cb17282017-07-12 14:51:49 -07002895 case mirror::Class::kStatusSuperclassValidated:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002896 case mirror::Class::kStatusInitialized:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002897 break; // Expected states.
2898 default:
2899 LOG(FATAL) << "Unexpected class status for class "
2900 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2901 << " of " << status;
2902 }
2903
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002904 ClassStateTable::InsertResult result;
2905 do {
2906 DexFileReference dex_ref(ref.first, ref.second);
2907 mirror::Class::Status existing = mirror::Class::kStatusNotReady;
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002908 if (!compiled_classes_.Get(dex_ref, &existing)) {
2909 // Probably a uses library class, bail.
2910 if (kIsDebugBuild) {
2911 // Check to make sure it's not a dex file for an oat file we are compiling since these
2912 // should always succeed. These do not include classes in for used libraries.
2913 for (const DexFile* dex_file : *dex_files_for_oat_file_) {
2914 CHECK_NE(dex_ref.dex_file, dex_file) << dex_ref.dex_file->GetLocation();
2915 }
2916 }
2917 return;
2918 }
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002919 if (existing >= status) {
2920 // Existing status is already better than we expect, break.
2921 break;
2922 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002923 // Update the status if we now have a greater one. This happens with vdex,
2924 // which records a class is verified, but does not resolve it.
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002925 result = compiled_classes_.Insert(dex_ref, existing, status);
2926 CHECK(result != ClassStateTable::kInsertResultInvalidDexFile);
2927 } while (result != ClassStateTable::kInsertResultSuccess);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002928}
2929
Brian Carlstrom7940e442013-07-12 13:46:57 -07002930CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002931 CompiledMethod* compiled_method = nullptr;
Mathieu Chartier93764b82017-07-17 14:51:53 -07002932 compiled_methods_.Get(DexFileReference(ref.dex_file, ref.dex_method_index), &compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002933 return compiled_method;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002934}
2935
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01002936bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx,
2937 uint16_t class_def_idx,
2938 const DexFile& dex_file) const {
2939 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx);
2940 if (verified_method != nullptr) {
2941 return !verified_method->HasVerificationFailures();
2942 }
2943
2944 // If we can't find verification metadata, check if this is a system class (we trust that system
2945 // classes have their methods verified). If it's not, be conservative and assume the method
2946 // has not been verified successfully.
2947
2948 // TODO: When compiling the boot image it should be safe to assume that everything is verified,
2949 // even if methods are not found in the verification cache.
2950 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx));
2951 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2952 Thread* self = Thread::Current();
2953 ScopedObjectAccess soa(self);
2954 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr;
2955 if (!is_system_class) {
2956 self->ClearException();
2957 }
2958 return is_system_class;
2959}
2960
Vladimir Markof4da6752014-08-01 19:04:18 +01002961size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002962 return non_relative_linker_patch_count_.LoadRelaxed();
Vladimir Markof4da6752014-08-01 19:04:18 +01002963}
2964
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002965void CompilerDriver::SetRequiresConstructorBarrier(Thread* self,
2966 const DexFile* dex_file,
2967 uint16_t class_def_index,
2968 bool requires) {
2969 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2970 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002971}
2972
Mathieu Chartier371bd832016-04-07 10:19:48 -07002973bool CompilerDriver::RequiresConstructorBarrier(Thread* self,
2974 const DexFile* dex_file,
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002975 uint16_t class_def_index) {
2976 ClassReference class_ref(dex_file, class_def_index);
2977 {
2978 ReaderMutexLock mu(self, requires_constructor_barrier_lock_);
2979 auto it = requires_constructor_barrier_.find(class_ref);
2980 if (it != requires_constructor_barrier_.end()) {
2981 return it->second;
2982 }
Mathieu Chartierb5d38612016-04-07 10:52:52 -07002983 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002984 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2985 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index);
2986 requires_constructor_barrier_.emplace(class_ref, requires);
2987 return requires;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002988}
2989
Andreas Gampe8d295f82015-01-20 14:50:21 -08002990std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002991 std::ostringstream oss;
Calin Juravle69158982016-03-16 11:53:41 +00002992 const gc::Heap* const heap = Runtime::Current()->GetHeap();
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002993 const size_t java_alloc = heap->GetBytesAllocated();
Calin Juravle69158982016-03-16 11:53:41 +00002994 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)";
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002995 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)";
Elliott Hughes7bf5a262015-04-02 20:55:07 -07002996#if defined(__BIONIC__) || defined(__GLIBC__)
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002997 const struct mallinfo info = mallinfo();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002998 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2999 const size_t free_space = static_cast<size_t>(info.fordblks);
Anton Kirilovdd9473b2016-01-28 15:08:01 +00003000 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)"
3001 << " free=" << PrettySize(free_space) << " (" << free_space << "B)";
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003002#endif
Vladimir Marko35831e82015-09-11 11:59:18 +01003003 compiled_method_storage_.DumpMemoryUsage(oss, extended);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003004 return oss.str();
3005}
3006
Jeff Haodcdc85b2015-12-04 14:06:18 -08003007bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from,
3008 const DexFile* inlined_into) const {
3009 // We're not allowed to inline across dex files if we're the no-inline-from dex file.
3010 if (inlined_from != inlined_into &&
Vladimir Marko47496c22016-01-27 16:15:08 +00003011 compiler_options_->GetNoInlineFromDexFile() != nullptr &&
3012 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08003013 return false;
3014 }
3015
3016 return true;
3017}
3018
Andreas Gampeace0dc12016-01-20 13:33:13 -08003019void CompilerDriver::InitializeThreadPools() {
3020 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0;
3021 parallel_thread_pool_.reset(
3022 new ThreadPool("Compiler driver thread pool", parallel_count));
3023 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0));
3024}
3025
3026void CompilerDriver::FreeThreadPools() {
3027 parallel_thread_pool_.reset();
3028 single_thread_pool_.reset();
3029}
3030
Brian Carlstrom7940e442013-07-12 13:46:57 -07003031} // namespace art