blob: 3794f51cb7cf5c71caf8701d465d4c0983a9b8f7 [file] [log] [blame]
Richard Uhler66d874d2015-01-15 09:37:19 -08001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "oat_file_assistant.h"
18
Richard Uhler46cc64f2016-11-14 14:53:55 +000019#include <sstream>
20
Richard Uhler66d874d2015-01-15 09:37:19 -080021#include <sys/stat.h>
Andreas Gampe9186ced2016-12-12 14:28:21 -080022
Andreas Gampec15a2f42017-04-21 12:09:39 -070023#include "android-base/stringprintf.h"
Andreas Gampe9186ced2016-12-12 14:28:21 -080024#include "android-base/strings.h"
25
Richard Uhler66d874d2015-01-15 09:37:19 -080026#include "base/logging.h"
Andreas Gampe5678db52017-06-08 14:11:18 -070027#include "base/stl_util.h"
Richard Uhler66d874d2015-01-15 09:37:19 -080028#include "class_linker.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070029#include "compiler_filter.h"
David Sehr97c381e2017-02-01 15:09:58 -080030#include "exec_utils.h"
Richard Uhler66d874d2015-01-15 09:37:19 -080031#include "gc/heap.h"
32#include "gc/space/image_space.h"
33#include "image.h"
34#include "oat.h"
35#include "os.h"
Richard Uhler66d874d2015-01-15 09:37:19 -080036#include "runtime.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070037#include "scoped_thread_state_change-inl.h"
Richard Uhler66d874d2015-01-15 09:37:19 -080038#include "utils.h"
Richard Uhler2f27abd2017-01-31 14:02:34 +000039#include "vdex_file.h"
Calin Juravle27e0d1f2017-07-26 00:16:07 -070040#include "class_loader_context.h"
Richard Uhler66d874d2015-01-15 09:37:19 -080041
42namespace art {
43
Richard Uhler69bcf2c2017-01-24 10:25:21 +000044using android::base::StringPrintf;
45
Narayan Kamath8943c1d2016-05-02 13:14:48 +010046std::ostream& operator << (std::ostream& stream, const OatFileAssistant::OatStatus status) {
47 switch (status) {
Richard Uhler03bc6592016-11-22 09:42:04 +000048 case OatFileAssistant::kOatCannotOpen:
49 stream << "kOatCannotOpen";
50 break;
51 case OatFileAssistant::kOatDexOutOfDate:
52 stream << "kOatDexOutOfDate";
53 break;
54 case OatFileAssistant::kOatBootImageOutOfDate:
55 stream << "kOatBootImageOutOfDate";
56 break;
57 case OatFileAssistant::kOatRelocationOutOfDate:
58 stream << "kOatRelocationOutOfDate";
Narayan Kamath8943c1d2016-05-02 13:14:48 +010059 break;
60 case OatFileAssistant::kOatUpToDate:
61 stream << "kOatUpToDate";
62 break;
Narayan Kamath8943c1d2016-05-02 13:14:48 +010063 default:
64 UNREACHABLE();
65 }
66
67 return stream;
68}
69
Richard Uhler66d874d2015-01-15 09:37:19 -080070OatFileAssistant::OatFileAssistant(const char* dex_location,
71 const InstructionSet isa,
72 bool load_executable)
Richard Uhler88bc6732016-11-14 14:38:03 +000073 : isa_(isa),
74 load_executable_(load_executable),
75 odex_(this, /*is_oat_location*/ false),
76 oat_(this, /*is_oat_location*/ true) {
Richard Uhler740eec92015-10-15 15:12:23 -070077 CHECK(dex_location != nullptr) << "OatFileAssistant: null dex location";
Calin Juravle357c66d2017-05-04 01:57:17 +000078
79 // Try to get the realpath for the dex location.
80 //
81 // This is OK with respect to dalvik cache naming scheme because we never
82 // generate oat files starting from symlinks which go into dalvik cache.
83 // (recall that the oat files in dalvik cache are encoded by replacing '/'
84 // with '@' in the path).
85 // The boot image oat files (which are symlinked in dalvik-cache) are not
86 // loaded via the oat file assistant.
87 //
88 // The only case when the dex location may resolve to a different path
89 // is for secondary dex files (e.g. /data/user/0 symlinks to /data/data and
90 // the app is free to create its own internal layout). Related to this it is
91 // worthwhile to mention that installd resolves the secondary dex location
92 // before calling dex2oat.
93 UniqueCPtr<const char[]> dex_location_real(realpath(dex_location, nullptr));
94 if (dex_location_real != nullptr) {
95 dex_location_.assign(dex_location_real.get());
96 } else {
97 // If we can't get the realpath of the location there's not much point in trying to move on.
98 PLOG(ERROR) << "Could not get the realpath of dex_location " << dex_location;
99 return;
100 }
Richard Uhler740eec92015-10-15 15:12:23 -0700101
Richard Uhler66d874d2015-01-15 09:37:19 -0800102 if (load_executable_ && isa != kRuntimeISA) {
103 LOG(WARNING) << "OatFileAssistant: Load executable specified, "
104 << "but isa is not kRuntimeISA. Will not attempt to load executable.";
105 load_executable_ = false;
106 }
107
Richard Uhler743bf362016-04-19 15:39:37 -0700108 // Get the odex filename.
Richard Uhlerd684f522016-04-19 13:24:41 -0700109 std::string error_msg;
Richard Uhler743bf362016-04-19 15:39:37 -0700110 std::string odex_file_name;
111 if (DexLocationToOdexFilename(dex_location_, isa_, &odex_file_name, &error_msg)) {
112 odex_.Reset(odex_file_name);
113 } else {
Richard Uhlerd684f522016-04-19 13:24:41 -0700114 LOG(WARNING) << "Failed to determine odex file name: " << error_msg;
115 }
116
Richard Uhler743bf362016-04-19 15:39:37 -0700117 // Get the oat filename.
Calin Juravle357c66d2017-05-04 01:57:17 +0000118 std::string oat_file_name;
119 if (DexLocationToOatFilename(dex_location_, isa_, &oat_file_name, &error_msg)) {
120 oat_.Reset(oat_file_name);
Richard Uhlerd684f522016-04-19 13:24:41 -0700121 } else {
Calin Juravle357c66d2017-05-04 01:57:17 +0000122 LOG(WARNING) << "Failed to determine oat file name for dex location "
Calin Juravle9bfc6bb2017-05-04 00:13:50 +0000123 << dex_location_ << ": " << error_msg;
Calin Juravle357c66d2017-05-04 01:57:17 +0000124 }
125
126 // Check if the dex directory is writable.
127 // This will be needed in most uses of OatFileAssistant and so it's OK to
128 // compute it eagerly. (the only use which will not make use of it is
129 // OatFileAssistant::GetStatusDump())
130 size_t pos = dex_location_.rfind('/');
131 if (pos == std::string::npos) {
132 LOG(WARNING) << "Failed to determine dex file parent directory: " << dex_location_;
133 } else {
134 std::string parent = dex_location_.substr(0, pos);
135 if (access(parent.c_str(), W_OK) == 0) {
136 dex_parent_writable_ = true;
137 } else {
138 VLOG(oat) << "Dex parent of " << dex_location_ << " is not writable: " << strerror(errno);
Richard Uhlerd684f522016-04-19 13:24:41 -0700139 }
Richard Uhler66d874d2015-01-15 09:37:19 -0800140 }
Richard Uhler66d874d2015-01-15 09:37:19 -0800141}
142
143OatFileAssistant::~OatFileAssistant() {
144 // Clean up the lock file.
Narayan Kamatha3d27eb2017-05-11 13:50:59 +0100145 if (flock_.get() != nullptr) {
146 unlink(flock_->GetPath().c_str());
Richard Uhler66d874d2015-01-15 09:37:19 -0800147 }
148}
149
150bool OatFileAssistant::IsInBootClassPath() {
151 // Note: We check the current boot class path, regardless of the ISA
152 // specified by the user. This is okay, because the boot class path should
153 // be the same for all ISAs.
154 // TODO: Can we verify the boot class path is the same for all ISAs?
155 Runtime* runtime = Runtime::Current();
156 ClassLinker* class_linker = runtime->GetClassLinker();
157 const auto& boot_class_path = class_linker->GetBootClassPath();
158 for (size_t i = 0; i < boot_class_path.size(); i++) {
Richard Uhler740eec92015-10-15 15:12:23 -0700159 if (boot_class_path[i]->GetLocation() == dex_location_) {
Richard Uhler66d874d2015-01-15 09:37:19 -0800160 VLOG(oat) << "Dex location " << dex_location_ << " is in boot class path";
161 return true;
162 }
163 }
164 return false;
165}
166
167bool OatFileAssistant::Lock(std::string* error_msg) {
168 CHECK(error_msg != nullptr);
Narayan Kamatha3d27eb2017-05-11 13:50:59 +0100169 CHECK(flock_.get() == nullptr) << "OatFileAssistant::Lock already acquired";
Richard Uhler66d874d2015-01-15 09:37:19 -0800170
Calin Juravle357c66d2017-05-04 01:57:17 +0000171 // Note the lock will only succeed for secondary dex files and in test
172 // environment.
173 //
174 // The lock *will fail* for all primary apks in a production environment.
175 // The app does not have permissions to create locks next to its dex location
176 // (be it system, data or vendor parition). We also cannot use the odex or
177 // oat location for the same reasoning.
178 //
179 // This is best effort and if it fails it's unlikely that we will be able
180 // to generate oat files anyway.
181 std::string lock_file_name = dex_location_ + "." + GetInstructionSetString(isa_) + ".flock";
Richard Uhler66d874d2015-01-15 09:37:19 -0800182
Narayan Kamatha3d27eb2017-05-11 13:50:59 +0100183 flock_ = LockedFile::Open(lock_file_name.c_str(), error_msg);
184 if (flock_.get() == nullptr) {
Vladimir Marko66fdcbd2016-04-05 14:19:08 +0100185 unlink(lock_file_name.c_str());
Richard Uhler66d874d2015-01-15 09:37:19 -0800186 return false;
187 }
188 return true;
189}
190
Shubham Ajmerae4e812a2017-05-25 20:09:58 -0700191int OatFileAssistant::GetDexOptNeeded(CompilerFilter::Filter target,
192 bool profile_changed,
193 bool downgrade) {
Richard Uhler88bc6732016-11-14 14:38:03 +0000194 OatFileInfo& info = GetBestInfo();
Shubham Ajmerae4e812a2017-05-25 20:09:58 -0700195 DexOptNeeded dexopt_needed = info.GetDexOptNeeded(target, profile_changed, downgrade);
Richard Uhler7225a8d2016-11-22 10:12:03 +0000196 if (info.IsOatLocation() || dexopt_needed == kDex2OatFromScratch) {
197 return dexopt_needed;
Richard Uhler66d874d2015-01-15 09:37:19 -0800198 }
Richard Uhler7225a8d2016-11-22 10:12:03 +0000199 return -dexopt_needed;
Richard Uhler66d874d2015-01-15 09:37:19 -0800200}
201
Richard Uhlerf4b34872016-04-13 11:03:46 -0700202// Figure out the currently specified compile filter option in the runtime.
203// Returns true on success, false if the compiler filter is invalid, in which
204// case error_msg describes the problem.
205static bool GetRuntimeCompilerFilterOption(CompilerFilter::Filter* filter,
206 std::string* error_msg) {
207 CHECK(filter != nullptr);
208 CHECK(error_msg != nullptr);
209
Calin Juravle357c66d2017-05-04 01:57:17 +0000210 *filter = OatFileAssistant::kDefaultCompilerFilterForDexLoading;
Richard Uhlerf4b34872016-04-13 11:03:46 -0700211 for (StringPiece option : Runtime::Current()->GetCompilerOptions()) {
212 if (option.starts_with("--compiler-filter=")) {
213 const char* compiler_filter_string = option.substr(strlen("--compiler-filter=")).data();
214 if (!CompilerFilter::ParseCompilerFilter(compiler_filter_string, filter)) {
215 *error_msg = std::string("Unknown --compiler-filter value: ")
216 + std::string(compiler_filter_string);
217 return false;
218 }
219 }
220 }
221 return true;
222}
223
Richard Uhler01be6812016-05-17 10:34:52 -0700224bool OatFileAssistant::IsUpToDate() {
Richard Uhler88bc6732016-11-14 14:38:03 +0000225 return GetBestInfo().Status() == kOatUpToDate;
Richard Uhler01be6812016-05-17 10:34:52 -0700226}
227
Richard Uhler1e860612016-03-30 12:17:55 -0700228OatFileAssistant::ResultOfAttemptToUpdate
Calin Juravle27e0d1f2017-07-26 00:16:07 -0700229OatFileAssistant::MakeUpToDate(bool profile_changed,
230 const std::string& class_loader_context,
231 std::string* error_msg) {
Richard Uhlerf4b34872016-04-13 11:03:46 -0700232 CompilerFilter::Filter target;
233 if (!GetRuntimeCompilerFilterOption(&target, error_msg)) {
234 return kUpdateNotAttempted;
235 }
236
Richard Uhler88bc6732016-11-14 14:38:03 +0000237 OatFileInfo& info = GetBestInfo();
Calin Juravle27e0d1f2017-07-26 00:16:07 -0700238 // TODO(calin, jeffhao): the context should really be passed to GetDexOptNeeded: b/62269291.
239 // This is actually not trivial in the current logic as it will interact with the collision
240 // check:
241 // - currently, if the context does not match but we have no collisions we still accept the
242 // oat file.
243 // - if GetDexOptNeeded would return kDex2OatFromScratch for a context mismatch and we make
244 // the oat code up to date the collision check becomes useless.
245 // - however, MakeUpToDate will not always succeed (e.g. for primary apks, or for dex files
246 // loaded in other processes). So it boils down to how far do we want to complicate
247 // the logic in order to enable the use of oat files. Maybe its time to try simplify it.
Shubham Ajmerae4e812a2017-05-25 20:09:58 -0700248 switch (info.GetDexOptNeeded(target, profile_changed, /*downgrade*/ false)) {
Richard Uhler7225a8d2016-11-22 10:12:03 +0000249 case kNoDexOptNeeded:
250 return kUpdateSucceeded;
Richard Uhler88bc6732016-11-14 14:38:03 +0000251
Richard Uhler7225a8d2016-11-22 10:12:03 +0000252 // TODO: For now, don't bother with all the different ways we can call
253 // dex2oat to generate the oat file. Always generate the oat file as if it
254 // were kDex2OatFromScratch.
255 case kDex2OatFromScratch:
256 case kDex2OatForBootImage:
257 case kDex2OatForRelocation:
258 case kDex2OatForFilter:
Calin Juravle27e0d1f2017-07-26 00:16:07 -0700259 return GenerateOatFileNoChecks(info, target, class_loader_context, error_msg);
Richard Uhler66d874d2015-01-15 09:37:19 -0800260 }
261 UNREACHABLE();
262}
263
264std::unique_ptr<OatFile> OatFileAssistant::GetBestOatFile() {
Richard Uhler88bc6732016-11-14 14:38:03 +0000265 return GetBestInfo().ReleaseFileForUse();
Richard Uhler66d874d2015-01-15 09:37:19 -0800266}
267
Richard Uhler46cc64f2016-11-14 14:53:55 +0000268std::string OatFileAssistant::GetStatusDump() {
269 std::ostringstream status;
270 bool oat_file_exists = false;
271 bool odex_file_exists = false;
Richard Uhler03bc6592016-11-22 09:42:04 +0000272 if (oat_.Status() != kOatCannotOpen) {
Richard Uhler2f27abd2017-01-31 14:02:34 +0000273 // If we can open the file, Filename should not return null.
Richard Uhler03bc6592016-11-22 09:42:04 +0000274 CHECK(oat_.Filename() != nullptr);
Richard Uhler03bc6592016-11-22 09:42:04 +0000275
Richard Uhler46cc64f2016-11-14 14:53:55 +0000276 oat_file_exists = true;
Richard Uhler2f27abd2017-01-31 14:02:34 +0000277 status << *oat_.Filename() << "[status=" << oat_.Status() << ", ";
278 const OatFile* file = oat_.GetFile();
279 if (file == nullptr) {
280 // If the file is null even though the status is not kOatCannotOpen, it
281 // means we must have a vdex file with no corresponding oat file. In
282 // this case we cannot determine the compilation filter. Indicate that
283 // we have only the vdex file instead.
284 status << "vdex-only";
285 } else {
286 status << "compilation_filter=" << CompilerFilter::NameOfFilter(file->GetCompilerFilter());
287 }
Richard Uhler46cc64f2016-11-14 14:53:55 +0000288 }
289
Richard Uhler03bc6592016-11-22 09:42:04 +0000290 if (odex_.Status() != kOatCannotOpen) {
Richard Uhler2f27abd2017-01-31 14:02:34 +0000291 // If we can open the file, Filename should not return null.
Richard Uhler03bc6592016-11-22 09:42:04 +0000292 CHECK(odex_.Filename() != nullptr);
Richard Uhler03bc6592016-11-22 09:42:04 +0000293
Richard Uhler46cc64f2016-11-14 14:53:55 +0000294 odex_file_exists = true;
295 if (oat_file_exists) {
296 status << "] ";
297 }
Richard Uhler2f27abd2017-01-31 14:02:34 +0000298 status << *odex_.Filename() << "[status=" << odex_.Status() << ", ";
299 const OatFile* file = odex_.GetFile();
300 if (file == nullptr) {
301 status << "vdex-only";
302 } else {
303 status << "compilation_filter=" << CompilerFilter::NameOfFilter(file->GetCompilerFilter());
304 }
Richard Uhler46cc64f2016-11-14 14:53:55 +0000305 }
306
307 if (!oat_file_exists && !odex_file_exists) {
308 status << "invalid[";
309 }
310
311 status << "]";
312 return status.str();
313}
314
Richard Uhler66d874d2015-01-15 09:37:19 -0800315std::vector<std::unique_ptr<const DexFile>> OatFileAssistant::LoadDexFiles(
Calin Juravle87e2cb62017-06-13 21:48:45 -0700316 const OatFile &oat_file, const char *dex_location) {
Richard Uhler66d874d2015-01-15 09:37:19 -0800317 std::vector<std::unique_ptr<const DexFile>> dex_files;
Calin Juravle87e2cb62017-06-13 21:48:45 -0700318 if (LoadDexFiles(oat_file, dex_location, &dex_files)) {
319 return dex_files;
320 } else {
321 return std::vector<std::unique_ptr<const DexFile>>();
322 }
323}
Richard Uhler66d874d2015-01-15 09:37:19 -0800324
Calin Juravle87e2cb62017-06-13 21:48:45 -0700325bool OatFileAssistant::LoadDexFiles(
326 const OatFile &oat_file,
327 const std::string& dex_location,
328 std::vector<std::unique_ptr<const DexFile>>* out_dex_files) {
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000329 // Load the main dex file.
Richard Uhler66d874d2015-01-15 09:37:19 -0800330 std::string error_msg;
331 const OatFile::OatDexFile* oat_dex_file = oat_file.GetOatDexFile(
Calin Juravle87e2cb62017-06-13 21:48:45 -0700332 dex_location.c_str(), nullptr, &error_msg);
Richard Uhler66d874d2015-01-15 09:37:19 -0800333 if (oat_dex_file == nullptr) {
Richard Uhler9a37efc2016-08-05 16:32:55 -0700334 LOG(WARNING) << error_msg;
Calin Juravle87e2cb62017-06-13 21:48:45 -0700335 return false;
Richard Uhler66d874d2015-01-15 09:37:19 -0800336 }
337
Igor Murashkinb1d8c312015-08-04 11:18:43 -0700338 std::unique_ptr<const DexFile> dex_file = oat_dex_file->OpenDexFile(&error_msg);
Richard Uhler66d874d2015-01-15 09:37:19 -0800339 if (dex_file.get() == nullptr) {
340 LOG(WARNING) << "Failed to open dex file from oat dex file: " << error_msg;
Calin Juravle87e2cb62017-06-13 21:48:45 -0700341 return false;
Richard Uhler66d874d2015-01-15 09:37:19 -0800342 }
Calin Juravle87e2cb62017-06-13 21:48:45 -0700343 out_dex_files->push_back(std::move(dex_file));
Richard Uhler66d874d2015-01-15 09:37:19 -0800344
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000345 // Load the rest of the multidex entries
Calin Juravle87e2cb62017-06-13 21:48:45 -0700346 for (size_t i = 1;; i++) {
347 std::string multidex_dex_location = DexFile::GetMultiDexLocation(i, dex_location.c_str());
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000348 oat_dex_file = oat_file.GetOatDexFile(multidex_dex_location.c_str(), nullptr);
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700349 if (oat_dex_file == nullptr) {
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000350 // There are no more multidex entries to load.
Richard Uhler66d874d2015-01-15 09:37:19 -0800351 break;
352 }
353
Igor Murashkinb1d8c312015-08-04 11:18:43 -0700354 dex_file = oat_dex_file->OpenDexFile(&error_msg);
Richard Uhler66d874d2015-01-15 09:37:19 -0800355 if (dex_file.get() == nullptr) {
356 LOG(WARNING) << "Failed to open dex file from oat dex file: " << error_msg;
Calin Juravle87e2cb62017-06-13 21:48:45 -0700357 return false;
Richard Uhler66d874d2015-01-15 09:37:19 -0800358 }
Calin Juravle87e2cb62017-06-13 21:48:45 -0700359 out_dex_files->push_back(std::move(dex_file));
Richard Uhler66d874d2015-01-15 09:37:19 -0800360 }
Calin Juravle87e2cb62017-06-13 21:48:45 -0700361 return true;
Richard Uhler66d874d2015-01-15 09:37:19 -0800362}
363
Richard Uhler9b994ea2015-06-24 08:44:19 -0700364bool OatFileAssistant::HasOriginalDexFiles() {
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000365 // Ensure GetRequiredDexChecksums has been run so that
Richard Uhler9b994ea2015-06-24 08:44:19 -0700366 // has_original_dex_files_ is initialized. We don't care about the result of
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000367 // GetRequiredDexChecksums.
368 GetRequiredDexChecksums();
Richard Uhler9b994ea2015-06-24 08:44:19 -0700369 return has_original_dex_files_;
370}
371
Richard Uhler95abd042015-03-24 09:51:28 -0700372OatFileAssistant::OatStatus OatFileAssistant::OdexFileStatus() {
Richard Uhler743bf362016-04-19 15:39:37 -0700373 return odex_.Status();
Richard Uhler66d874d2015-01-15 09:37:19 -0800374}
375
Richard Uhler95abd042015-03-24 09:51:28 -0700376OatFileAssistant::OatStatus OatFileAssistant::OatFileStatus() {
Richard Uhler743bf362016-04-19 15:39:37 -0700377 return oat_.Status();
Richard Uhler66d874d2015-01-15 09:37:19 -0800378}
379
Richard Uhler2f27abd2017-01-31 14:02:34 +0000380bool OatFileAssistant::DexChecksumUpToDate(const VdexFile& file, std::string* error_msg) {
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000381 const std::vector<uint32_t>* required_dex_checksums = GetRequiredDexChecksums();
382 if (required_dex_checksums == nullptr) {
383 LOG(WARNING) << "Required dex checksums not found. Assuming dex checksums are up to date.";
384 return true;
385 }
386
387 uint32_t number_of_dex_files = file.GetHeader().GetNumberOfDexFiles();
388 if (required_dex_checksums->size() != number_of_dex_files) {
389 *error_msg = StringPrintf("expected %zu dex files but found %u",
390 required_dex_checksums->size(),
391 number_of_dex_files);
Richard Uhler2f27abd2017-01-31 14:02:34 +0000392 return false;
Andreas Gampef8cd8902017-01-18 16:05:01 -0800393 }
394
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000395 for (uint32_t i = 0; i < number_of_dex_files; i++) {
396 uint32_t expected_checksum = (*required_dex_checksums)[i];
397 uint32_t actual_checksum = file.GetLocationChecksum(i);
398 if (expected_checksum != actual_checksum) {
399 std::string dex = DexFile::GetMultiDexLocation(i, dex_location_.c_str());
400 *error_msg = StringPrintf("Dex checksum does not match for dex: %s."
401 "Expected: %u, actual: %u",
402 dex.c_str(),
403 expected_checksum,
404 actual_checksum);
Richard Uhler2f27abd2017-01-31 14:02:34 +0000405 return false;
406 }
407 }
408
Richard Uhler2f27abd2017-01-31 14:02:34 +0000409 return true;
410}
411
412bool OatFileAssistant::DexChecksumUpToDate(const OatFile& file, std::string* error_msg) {
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000413 const std::vector<uint32_t>* required_dex_checksums = GetRequiredDexChecksums();
414 if (required_dex_checksums == nullptr) {
415 LOG(WARNING) << "Required dex checksums not found. Assuming dex checksums are up to date.";
416 return true;
417 }
418
419 uint32_t number_of_dex_files = file.GetOatHeader().GetDexFileCount();
420 if (required_dex_checksums->size() != number_of_dex_files) {
421 *error_msg = StringPrintf("expected %zu dex files but found %u",
422 required_dex_checksums->size(),
423 number_of_dex_files);
Richard Uhler2f27abd2017-01-31 14:02:34 +0000424 return false;
Richard Uhler66d874d2015-01-15 09:37:19 -0800425 }
426
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000427 for (uint32_t i = 0; i < number_of_dex_files; i++) {
428 std::string dex = DexFile::GetMultiDexLocation(i, dex_location_.c_str());
429 uint32_t expected_checksum = (*required_dex_checksums)[i];
430 const OatFile::OatDexFile* oat_dex_file = file.GetOatDexFile(dex.c_str(), nullptr);
431 if (oat_dex_file == nullptr) {
432 *error_msg = StringPrintf("failed to find %s in %s", dex.c_str(), file.GetLocation().c_str());
433 return false;
Richard Uhler66d874d2015-01-15 09:37:19 -0800434 }
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000435 uint32_t actual_checksum = oat_dex_file->GetDexFileLocationChecksum();
436 if (expected_checksum != actual_checksum) {
437 VLOG(oat) << "Dex checksum does not match for dex: " << dex
438 << ". Expected: " << expected_checksum
439 << ", Actual: " << actual_checksum;
440 return false;
Richard Uhler66d874d2015-01-15 09:37:19 -0800441 }
442 }
Richard Uhler2f27abd2017-01-31 14:02:34 +0000443 return true;
444}
445
446OatFileAssistant::OatStatus OatFileAssistant::GivenOatFileStatus(const OatFile& file) {
447 // Verify the ART_USE_READ_BARRIER state.
448 // TODO: Don't fully reject files due to read barrier state. If they contain
449 // compiled code and are otherwise okay, we should return something like
450 // kOatRelocationOutOfDate. If they don't contain compiled code, the read
451 // barrier state doesn't matter.
452 const bool is_cc = file.GetOatHeader().IsConcurrentCopying();
453 constexpr bool kRuntimeIsCC = kUseReadBarrier;
454 if (is_cc != kRuntimeIsCC) {
455 return kOatCannotOpen;
456 }
457
458 // Verify the dex checksum.
459 std::string error_msg;
460 if (kIsVdexEnabled) {
461 VdexFile* vdex = file.GetVdexFile();
462 if (!DexChecksumUpToDate(*vdex, &error_msg)) {
463 LOG(ERROR) << error_msg;
464 return kOatDexOutOfDate;
465 }
466 } else {
467 if (!DexChecksumUpToDate(file, &error_msg)) {
468 LOG(ERROR) << error_msg;
469 return kOatDexOutOfDate;
470 }
471 }
Richard Uhler66d874d2015-01-15 09:37:19 -0800472
Andreas Gampe29d38e72016-03-23 15:31:51 +0000473 CompilerFilter::Filter current_compiler_filter = file.GetCompilerFilter();
David Brazdilce4b0ba2016-01-28 15:05:49 +0000474
Richard Uhler66d874d2015-01-15 09:37:19 -0800475 // Verify the image checksum
Andreas Gampe29d38e72016-03-23 15:31:51 +0000476 if (CompilerFilter::DependsOnImageChecksum(current_compiler_filter)) {
477 const ImageInfo* image_info = GetImageInfo();
478 if (image_info == nullptr) {
479 VLOG(oat) << "No image for oat image checksum to match against.";
Andreas Gampe29d38e72016-03-23 15:31:51 +0000480
Richard Uhler76f5cb62016-04-04 13:30:16 -0700481 if (HasOriginalDexFiles()) {
Richard Uhler03bc6592016-11-22 09:42:04 +0000482 return kOatBootImageOutOfDate;
Richard Uhler76f5cb62016-04-04 13:30:16 -0700483 }
484
485 // If there is no original dex file to fall back to, grudgingly accept
486 // the oat file. This could technically lead to crashes, but there's no
487 // way we could find a better oat file to use for this dex location,
488 // and it's better than being stuck in a boot loop with no way out.
489 // The problem will hopefully resolve itself the next time the runtime
490 // starts up.
491 LOG(WARNING) << "Dex location " << dex_location_ << " does not seem to include dex file. "
492 << "Allow oat file use. This is potentially dangerous.";
Richard Uhler95e09672017-02-22 11:37:41 +0000493 } else if (file.GetOatHeader().GetImageFileLocationOatChecksum() != image_info->oat_checksum) {
Andreas Gampe29d38e72016-03-23 15:31:51 +0000494 VLOG(oat) << "Oat image checksum does not match image checksum.";
Richard Uhler03bc6592016-11-22 09:42:04 +0000495 return kOatBootImageOutOfDate;
Andreas Gampe29d38e72016-03-23 15:31:51 +0000496 }
497 } else {
498 VLOG(oat) << "Image checksum test skipped for compiler filter " << current_compiler_filter;
Richard Uhler66d874d2015-01-15 09:37:19 -0800499 }
500
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100501 if (CompilerFilter::IsAotCompilationEnabled(current_compiler_filter)) {
Andreas Gampe29d38e72016-03-23 15:31:51 +0000502 if (!file.IsPic()) {
503 const ImageInfo* image_info = GetImageInfo();
504 if (image_info == nullptr) {
505 VLOG(oat) << "No image to check oat relocation against.";
Richard Uhler03bc6592016-11-22 09:42:04 +0000506 return kOatRelocationOutOfDate;
Andreas Gampe29d38e72016-03-23 15:31:51 +0000507 }
Richard Uhlera62d2f02016-03-18 15:05:30 -0700508
Andreas Gampe29d38e72016-03-23 15:31:51 +0000509 // Verify the oat_data_begin recorded for the image in the oat file matches
510 // the actual oat_data_begin for boot.oat in the image.
511 const OatHeader& oat_header = file.GetOatHeader();
512 uintptr_t oat_data_begin = oat_header.GetImageFileLocationOatDataBegin();
513 if (oat_data_begin != image_info->oat_data_begin) {
514 VLOG(oat) << file.GetLocation() <<
515 ": Oat file image oat_data_begin (" << oat_data_begin << ")"
516 << " does not match actual image oat_data_begin ("
517 << image_info->oat_data_begin << ")";
Richard Uhler03bc6592016-11-22 09:42:04 +0000518 return kOatRelocationOutOfDate;
Andreas Gampe29d38e72016-03-23 15:31:51 +0000519 }
Richard Uhlera62d2f02016-03-18 15:05:30 -0700520
Andreas Gampe29d38e72016-03-23 15:31:51 +0000521 // Verify the oat_patch_delta recorded for the image in the oat file matches
522 // the actual oat_patch_delta for the image.
523 int32_t oat_patch_delta = oat_header.GetImagePatchDelta();
524 if (oat_patch_delta != image_info->patch_delta) {
525 VLOG(oat) << file.GetLocation() <<
526 ": Oat file image patch delta (" << oat_patch_delta << ")"
527 << " does not match actual image patch delta ("
528 << image_info->patch_delta << ")";
Richard Uhler03bc6592016-11-22 09:42:04 +0000529 return kOatRelocationOutOfDate;
Andreas Gampe29d38e72016-03-23 15:31:51 +0000530 }
531 } else {
532 // Oat files compiled in PIC mode do not require relocation.
533 VLOG(oat) << "Oat relocation test skipped for PIC oat file";
534 }
535 } else {
536 VLOG(oat) << "Oat relocation test skipped for compiler filter " << current_compiler_filter;
Richard Uhler66d874d2015-01-15 09:37:19 -0800537 }
Richard Uhlere8109f72016-04-18 10:40:50 -0700538 return kOatUpToDate;
Richard Uhler66d874d2015-01-15 09:37:19 -0800539}
540
Calin Juravle357c66d2017-05-04 01:57:17 +0000541static bool DexLocationToOdexNames(const std::string& location,
542 InstructionSet isa,
543 std::string* odex_filename,
544 std::string* oat_dir,
545 std::string* isa_dir,
546 std::string* error_msg) {
547 CHECK(odex_filename != nullptr);
548 CHECK(error_msg != nullptr);
549
550 // The odex file name is formed by replacing the dex_location extension with
551 // .odex and inserting an oat/<isa> directory. For example:
552 // location = /foo/bar/baz.jar
553 // odex_location = /foo/bar/oat/<isa>/baz.odex
554
555 // Find the directory portion of the dex location and add the oat/<isa>
556 // directory.
557 size_t pos = location.rfind('/');
558 if (pos == std::string::npos) {
559 *error_msg = "Dex location " + location + " has no directory.";
560 return false;
561 }
562 std::string dir = location.substr(0, pos+1);
563 // Add the oat directory.
564 dir += "oat";
565 if (oat_dir != nullptr) {
566 *oat_dir = dir;
567 }
568 // Add the isa directory
569 dir += "/" + std::string(GetInstructionSetString(isa));
570 if (isa_dir != nullptr) {
571 *isa_dir = dir;
572 }
573
574 // Get the base part of the file without the extension.
575 std::string file = location.substr(pos+1);
576 pos = file.rfind('.');
577 if (pos == std::string::npos) {
578 *error_msg = "Dex location " + location + " has no extension.";
579 return false;
580 }
581 std::string base = file.substr(0, pos);
582
583 *odex_filename = dir + "/" + base + ".odex";
584 return true;
585}
586
587// Prepare a subcomponent of the odex directory.
588// (i.e. create and set the expected permissions on the path `dir`).
589static bool PrepareDirectory(const std::string& dir, std::string* error_msg) {
590 struct stat dir_stat;
591 if (TEMP_FAILURE_RETRY(stat(dir.c_str(), &dir_stat)) == 0) {
592 // The directory exists. Check if it is indeed a directory.
593 if (!S_ISDIR(dir_stat.st_mode)) {
594 *error_msg = dir + " is not a dir";
595 return false;
596 } else {
597 // The dir is already on disk.
598 return true;
599 }
600 }
601
602 // Failed to stat. We need to create the directory.
603 if (errno != ENOENT) {
604 *error_msg = "Could not stat isa dir " + dir + ":" + strerror(errno);
605 return false;
606 }
607
608 mode_t mode = S_IRWXU | S_IXGRP | S_IXOTH;
609 if (mkdir(dir.c_str(), mode) != 0) {
610 *error_msg = "Could not create dir " + dir + ":" + strerror(errno);
611 return false;
612 }
613 if (chmod(dir.c_str(), mode) != 0) {
614 *error_msg = "Could not create the oat dir " + dir + ":" + strerror(errno);
615 return false;
616 }
617 return true;
618}
619
620// Prepares the odex directory for the given dex location.
621static bool PrepareOdexDirectories(const std::string& dex_location,
622 const std::string& expected_odex_location,
623 InstructionSet isa,
624 std::string* error_msg) {
625 std::string actual_odex_location;
626 std::string oat_dir;
627 std::string isa_dir;
628 if (!DexLocationToOdexNames(
629 dex_location, isa, &actual_odex_location, &oat_dir, &isa_dir, error_msg)) {
630 return false;
631 }
632 DCHECK_EQ(expected_odex_location, actual_odex_location);
633
634 if (!PrepareDirectory(oat_dir, error_msg)) {
635 return false;
636 }
637 if (!PrepareDirectory(isa_dir, error_msg)) {
638 return false;
639 }
640 return true;
641}
642
643OatFileAssistant::ResultOfAttemptToUpdate OatFileAssistant::GenerateOatFileNoChecks(
Calin Juravle27e0d1f2017-07-26 00:16:07 -0700644 OatFileAssistant::OatFileInfo& info,
645 CompilerFilter::Filter filter,
646 const std::string& class_loader_context,
647 std::string* error_msg) {
Richard Uhler66d874d2015-01-15 09:37:19 -0800648 CHECK(error_msg != nullptr);
649
Richard Uhler8327cf72015-10-13 16:34:59 -0700650 Runtime* runtime = Runtime::Current();
651 if (!runtime->IsDex2OatEnabled()) {
652 *error_msg = "Generation of oat file for dex location " + dex_location_
653 + " not attempted because dex2oat is disabled.";
Richard Uhler1e860612016-03-30 12:17:55 -0700654 return kUpdateNotAttempted;
Richard Uhler8327cf72015-10-13 16:34:59 -0700655 }
656
Calin Juravle357c66d2017-05-04 01:57:17 +0000657 if (info.Filename() == nullptr) {
Richard Uhler740eec92015-10-15 15:12:23 -0700658 *error_msg = "Generation of oat file for dex location " + dex_location_
Richard Uhler66d874d2015-01-15 09:37:19 -0800659 + " not attempted because the oat file name could not be determined.";
Richard Uhler1e860612016-03-30 12:17:55 -0700660 return kUpdateNotAttempted;
Richard Uhler66d874d2015-01-15 09:37:19 -0800661 }
Calin Juravle357c66d2017-05-04 01:57:17 +0000662 const std::string& oat_file_name = *info.Filename();
Calin Juravle367b9d82017-05-15 18:18:39 -0700663 const std::string& vdex_file_name = GetVdexFilename(oat_file_name);
Richard Uhler66d874d2015-01-15 09:37:19 -0800664
Richard Uhler66d874d2015-01-15 09:37:19 -0800665 // dex2oat ignores missing dex files and doesn't report an error.
666 // Check explicitly here so we can detect the error properly.
667 // TODO: Why does dex2oat behave that way?
Calin Juravle357c66d2017-05-04 01:57:17 +0000668 struct stat dex_path_stat;
669 if (TEMP_FAILURE_RETRY(stat(dex_location_.c_str(), &dex_path_stat)) != 0) {
670 *error_msg = "Could not access dex location " + dex_location_ + ":" + strerror(errno);
Richard Uhler1e860612016-03-30 12:17:55 -0700671 return kUpdateNotAttempted;
Richard Uhler66d874d2015-01-15 09:37:19 -0800672 }
673
Calin Juravle357c66d2017-05-04 01:57:17 +0000674 // If this is the odex location, we need to create the odex file layout (../oat/isa/..)
675 if (!info.IsOatLocation()) {
676 if (!PrepareOdexDirectories(dex_location_, oat_file_name, isa_, error_msg)) {
677 return kUpdateNotAttempted;
678 }
679 }
680
681 // Set the permissions for the oat and the vdex files.
682 // The user always gets read and write while the group and others propagate
683 // the reading access of the original dex file.
684 mode_t file_mode = S_IRUSR | S_IWUSR |
685 (dex_path_stat.st_mode & S_IRGRP) |
686 (dex_path_stat.st_mode & S_IROTH);
687
David Brazdil7b49e6c2016-09-01 11:06:18 +0100688 std::unique_ptr<File> vdex_file(OS::CreateEmptyFile(vdex_file_name.c_str()));
689 if (vdex_file.get() == nullptr) {
690 *error_msg = "Generation of oat file " + oat_file_name
691 + " not attempted because the vdex file " + vdex_file_name
692 + " could not be opened.";
693 return kUpdateNotAttempted;
694 }
695
Calin Juravle357c66d2017-05-04 01:57:17 +0000696 if (fchmod(vdex_file->Fd(), file_mode) != 0) {
David Brazdil7b49e6c2016-09-01 11:06:18 +0100697 *error_msg = "Generation of oat file " + oat_file_name
698 + " not attempted because the vdex file " + vdex_file_name
699 + " could not be made world readable.";
700 return kUpdateNotAttempted;
701 }
702
703 std::unique_ptr<File> oat_file(OS::CreateEmptyFile(oat_file_name.c_str()));
Richard Uhler8327cf72015-10-13 16:34:59 -0700704 if (oat_file.get() == nullptr) {
705 *error_msg = "Generation of oat file " + oat_file_name
706 + " not attempted because the oat file could not be created.";
Richard Uhler1e860612016-03-30 12:17:55 -0700707 return kUpdateNotAttempted;
Richard Uhler8327cf72015-10-13 16:34:59 -0700708 }
709
Calin Juravle357c66d2017-05-04 01:57:17 +0000710 if (fchmod(oat_file->Fd(), file_mode) != 0) {
Richard Uhler8327cf72015-10-13 16:34:59 -0700711 *error_msg = "Generation of oat file " + oat_file_name
712 + " not attempted because the oat file could not be made world readable.";
713 oat_file->Erase();
Richard Uhler1e860612016-03-30 12:17:55 -0700714 return kUpdateNotAttempted;
Richard Uhler8327cf72015-10-13 16:34:59 -0700715 }
716
717 std::vector<std::string> args;
718 args.push_back("--dex-file=" + dex_location_);
Nicolas Geoffraya6a448a2016-11-10 10:49:40 +0000719 args.push_back("--output-vdex-fd=" + std::to_string(vdex_file->Fd()));
Richard Uhler8327cf72015-10-13 16:34:59 -0700720 args.push_back("--oat-fd=" + std::to_string(oat_file->Fd()));
721 args.push_back("--oat-location=" + oat_file_name);
Calin Juravle07c6d722017-06-07 17:06:12 +0000722 args.push_back("--compiler-filter=" + CompilerFilter::NameOfFilter(filter));
Calin Juravle27e0d1f2017-07-26 00:16:07 -0700723 args.push_back("--class-loader-context=" + class_loader_context);
Richard Uhler8327cf72015-10-13 16:34:59 -0700724
Richard Uhler66d874d2015-01-15 09:37:19 -0800725 if (!Dex2Oat(args, error_msg)) {
David Brazdil7b49e6c2016-09-01 11:06:18 +0100726 // Manually delete the oat and vdex files. This ensures there is no garbage
727 // left over if the process unexpectedly died.
728 vdex_file->Erase();
729 unlink(vdex_file_name.c_str());
Richard Uhler8327cf72015-10-13 16:34:59 -0700730 oat_file->Erase();
Vladimir Marko66fdcbd2016-04-05 14:19:08 +0100731 unlink(oat_file_name.c_str());
Richard Uhler1e860612016-03-30 12:17:55 -0700732 return kUpdateFailed;
Richard Uhler8327cf72015-10-13 16:34:59 -0700733 }
734
David Brazdil7b49e6c2016-09-01 11:06:18 +0100735 if (vdex_file->FlushCloseOrErase() != 0) {
736 *error_msg = "Unable to close vdex file " + vdex_file_name;
737 unlink(vdex_file_name.c_str());
738 return kUpdateFailed;
739 }
740
Richard Uhler8327cf72015-10-13 16:34:59 -0700741 if (oat_file->FlushCloseOrErase() != 0) {
742 *error_msg = "Unable to close oat file " + oat_file_name;
Vladimir Marko66fdcbd2016-04-05 14:19:08 +0100743 unlink(oat_file_name.c_str());
Richard Uhler1e860612016-03-30 12:17:55 -0700744 return kUpdateFailed;
Richard Uhler66d874d2015-01-15 09:37:19 -0800745 }
746
Calin Juravle357c66d2017-05-04 01:57:17 +0000747 // Mark that the odex file has changed and we should try to reload.
748 info.Reset();
Richard Uhler1e860612016-03-30 12:17:55 -0700749 return kUpdateSucceeded;
Richard Uhler66d874d2015-01-15 09:37:19 -0800750}
751
752bool OatFileAssistant::Dex2Oat(const std::vector<std::string>& args,
753 std::string* error_msg) {
754 Runtime* runtime = Runtime::Current();
755 std::string image_location = ImageLocation();
756 if (image_location.empty()) {
757 *error_msg = "No image location found for Dex2Oat.";
758 return false;
759 }
760
761 std::vector<std::string> argv;
762 argv.push_back(runtime->GetCompilerExecutable());
Nicolas Geoffray433b79a2017-01-30 20:54:45 +0000763 if (runtime->IsJavaDebuggable()) {
Sebastien Hertz0de11332015-05-13 12:14:05 +0200764 argv.push_back("--debuggable");
765 }
Igor Murashkinb1d8c312015-08-04 11:18:43 -0700766 runtime->AddCurrentRuntimeFeaturesAsDex2OatArguments(&argv);
Richard Uhler66d874d2015-01-15 09:37:19 -0800767
768 if (!runtime->IsVerificationEnabled()) {
769 argv.push_back("--compiler-filter=verify-none");
770 }
771
772 if (runtime->MustRelocateIfPossible()) {
773 argv.push_back("--runtime-arg");
774 argv.push_back("-Xrelocate");
775 } else {
776 argv.push_back("--runtime-arg");
777 argv.push_back("-Xnorelocate");
778 }
779
780 if (!kIsTargetBuild) {
781 argv.push_back("--host");
782 }
783
784 argv.push_back("--boot-image=" + image_location);
785
786 std::vector<std::string> compiler_options = runtime->GetCompilerOptions();
787 argv.insert(argv.end(), compiler_options.begin(), compiler_options.end());
788
789 argv.insert(argv.end(), args.begin(), args.end());
790
Andreas Gampe9186ced2016-12-12 14:28:21 -0800791 std::string command_line(android::base::Join(argv, ' '));
Richard Uhler66d874d2015-01-15 09:37:19 -0800792 return Exec(argv, error_msg);
793}
794
Richard Uhlerb81881d2016-04-19 13:08:04 -0700795bool OatFileAssistant::DexLocationToOdexFilename(const std::string& location,
796 InstructionSet isa,
797 std::string* odex_filename,
798 std::string* error_msg) {
Calin Juravle357c66d2017-05-04 01:57:17 +0000799 return DexLocationToOdexNames(location, isa, odex_filename, nullptr, nullptr, error_msg);
Richard Uhler66d874d2015-01-15 09:37:19 -0800800}
801
Richard Uhlerb81881d2016-04-19 13:08:04 -0700802bool OatFileAssistant::DexLocationToOatFilename(const std::string& location,
803 InstructionSet isa,
804 std::string* oat_filename,
805 std::string* error_msg) {
806 CHECK(oat_filename != nullptr);
807 CHECK(error_msg != nullptr);
Richard Uhler66d874d2015-01-15 09:37:19 -0800808
Richard Uhler55b58b62016-08-12 09:05:13 -0700809 std::string cache_dir = GetDalvikCache(GetInstructionSetString(isa));
810 if (cache_dir.empty()) {
811 *error_msg = "Dalvik cache directory does not exist";
812 return false;
813 }
Richard Uhlerb81881d2016-04-19 13:08:04 -0700814
815 // TODO: The oat file assistant should be the definitive place for
816 // determining the oat file name from the dex location, not
817 // GetDalvikCacheFilename.
Richard Uhlerb81881d2016-04-19 13:08:04 -0700818 return GetDalvikCacheFilename(location.c_str(), cache_dir.c_str(), oat_filename, error_msg);
Richard Uhler66d874d2015-01-15 09:37:19 -0800819}
820
Richard Uhler66d874d2015-01-15 09:37:19 -0800821std::string OatFileAssistant::ImageLocation() {
822 Runtime* runtime = Runtime::Current();
Andreas Gampe8994a042015-12-30 19:03:17 +0000823 const std::vector<gc::space::ImageSpace*>& image_spaces =
824 runtime->GetHeap()->GetBootImageSpaces();
825 if (image_spaces.empty()) {
826 return "";
827 }
828 return image_spaces[0]->GetImageLocation();
Richard Uhler66d874d2015-01-15 09:37:19 -0800829}
830
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000831const std::vector<uint32_t>* OatFileAssistant::GetRequiredDexChecksums() {
832 if (!required_dex_checksums_attempted_) {
833 required_dex_checksums_attempted_ = true;
834 required_dex_checksums_found_ = false;
835 cached_required_dex_checksums_.clear();
Richard Uhler66d874d2015-01-15 09:37:19 -0800836 std::string error_msg;
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000837 if (DexFile::GetMultiDexChecksums(dex_location_.c_str(),
838 &cached_required_dex_checksums_,
839 &error_msg)) {
840 required_dex_checksums_found_ = true;
Richard Uhler9b994ea2015-06-24 08:44:19 -0700841 has_original_dex_files_ = true;
Richard Uhler66d874d2015-01-15 09:37:19 -0800842 } else {
843 // This can happen if the original dex file has been stripped from the
844 // apk.
845 VLOG(oat) << "OatFileAssistant: " << error_msg;
Richard Uhler9b994ea2015-06-24 08:44:19 -0700846 has_original_dex_files_ = false;
Richard Uhler66d874d2015-01-15 09:37:19 -0800847
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000848 // Get the checksums from the odex if we can.
Richard Uhler743bf362016-04-19 15:39:37 -0700849 const OatFile* odex_file = odex_.GetFile();
Richard Uhler66d874d2015-01-15 09:37:19 -0800850 if (odex_file != nullptr) {
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000851 required_dex_checksums_found_ = true;
852 for (size_t i = 0; i < odex_file->GetOatHeader().GetDexFileCount(); i++) {
853 std::string dex = DexFile::GetMultiDexLocation(i, dex_location_.c_str());
854 const OatFile::OatDexFile* odex_dex_file = odex_file->GetOatDexFile(dex.c_str(), nullptr);
855 if (odex_dex_file == nullptr) {
856 required_dex_checksums_found_ = false;
857 break;
858 }
859 cached_required_dex_checksums_.push_back(odex_dex_file->GetDexFileLocationChecksum());
Richard Uhler66d874d2015-01-15 09:37:19 -0800860 }
861 }
862 }
863 }
Richard Uhler69bcf2c2017-01-24 10:25:21 +0000864 return required_dex_checksums_found_ ? &cached_required_dex_checksums_ : nullptr;
Richard Uhler66d874d2015-01-15 09:37:19 -0800865}
866
Richard Uhler95e09672017-02-22 11:37:41 +0000867std::unique_ptr<OatFileAssistant::ImageInfo>
868OatFileAssistant::ImageInfo::GetRuntimeImageInfo(InstructionSet isa, std::string* error_msg) {
869 CHECK(error_msg != nullptr);
870
Richard Uhler95e09672017-02-22 11:37:41 +0000871 Runtime* runtime = Runtime::Current();
Richard Uhler8f104862017-02-22 12:34:01 +0000872 std::unique_ptr<ImageInfo> info(new ImageInfo());
873 info->location = runtime->GetImageLocation();
874
875 std::unique_ptr<ImageHeader> image_header(
876 gc::space::ImageSpace::ReadImageHeader(info->location.c_str(), isa, error_msg));
877 if (image_header == nullptr) {
Richard Uhler95e09672017-02-22 11:37:41 +0000878 return nullptr;
879 }
880
Richard Uhler8f104862017-02-22 12:34:01 +0000881 info->oat_checksum = image_header->GetOatChecksum();
882 info->oat_data_begin = reinterpret_cast<uintptr_t>(image_header->GetOatDataBegin());
883 info->patch_delta = image_header->GetPatchDelta();
Richard Uhler95e09672017-02-22 11:37:41 +0000884 return info;
885}
886
Richard Uhler66d874d2015-01-15 09:37:19 -0800887const OatFileAssistant::ImageInfo* OatFileAssistant::GetImageInfo() {
888 if (!image_info_load_attempted_) {
889 image_info_load_attempted_ = true;
Richard Uhler95e09672017-02-22 11:37:41 +0000890 std::string error_msg;
891 cached_image_info_ = ImageInfo::GetRuntimeImageInfo(isa_, &error_msg);
892 if (cached_image_info_ == nullptr) {
893 LOG(WARNING) << "Unable to get runtime image info: " << error_msg;
Richard Uhler66d874d2015-01-15 09:37:19 -0800894 }
Richard Uhler66d874d2015-01-15 09:37:19 -0800895 }
Richard Uhler95e09672017-02-22 11:37:41 +0000896 return cached_image_info_.get();
Richard Uhler66d874d2015-01-15 09:37:19 -0800897}
898
Richard Uhler88bc6732016-11-14 14:38:03 +0000899OatFileAssistant::OatFileInfo& OatFileAssistant::GetBestInfo() {
Calin Juravle357c66d2017-05-04 01:57:17 +0000900 // TODO(calin): Document the side effects of class loading when
901 // running dalvikvm command line.
902 if (dex_parent_writable_) {
903 // If the parent of the dex file is writable it means that we can
904 // create the odex file. In this case we unconditionally pick the odex
905 // as the best oat file. This corresponds to the regular use case when
906 // apps gets installed or when they load private, secondary dex file.
907 // For apps on the system partition the odex location will not be
908 // writable and thus the oat location might be more up to date.
909 return odex_;
910 }
911
912 // We cannot write to the odex location. This must be a system app.
913
914 // If the oat location is usable take it.
915 if (oat_.IsUseable()) {
916 return oat_;
917 }
918
919 // The oat file is not usable but the odex file might be up to date.
920 // This is an indication that we are dealing with an up to date prebuilt
921 // (that doesn't need relocation).
922 if (odex_.Status() == kOatUpToDate) {
923 return odex_;
924 }
925
926 // The oat file is not usable and the odex file is not up to date.
927 // However we have access to the original dex file which means we can make
928 // the oat location up to date.
929 if (HasOriginalDexFiles()) {
930 return oat_;
931 }
932
933 // We got into the worst situation here:
934 // - the oat location is not usable
935 // - the prebuild odex location is not up to date
936 // - and we don't have the original dex file anymore (stripped).
937 // Pick the odex if it exists, or the oat if not.
938 return (odex_.Status() == kOatCannotOpen) ? oat_ : odex_;
Richard Uhler88bc6732016-11-14 14:38:03 +0000939}
940
Andreas Gampea463b6a2016-08-12 21:53:32 -0700941std::unique_ptr<gc::space::ImageSpace> OatFileAssistant::OpenImageSpace(const OatFile* oat_file) {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800942 DCHECK(oat_file != nullptr);
David Brazdil7b49e6c2016-09-01 11:06:18 +0100943 std::string art_file = ReplaceFileExtension(oat_file->GetLocation(), "art");
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800944 if (art_file.empty()) {
945 return nullptr;
946 }
947 std::string error_msg;
948 ScopedObjectAccess soa(Thread::Current());
Andreas Gampea463b6a2016-08-12 21:53:32 -0700949 std::unique_ptr<gc::space::ImageSpace> ret =
950 gc::space::ImageSpace::CreateFromAppImage(art_file.c_str(), oat_file, &error_msg);
Mathieu Chartiere778fc72016-01-25 20:11:28 -0800951 if (ret == nullptr && (VLOG_IS_ON(image) || OS::FileExists(art_file.c_str()))) {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800952 LOG(INFO) << "Failed to open app image " << art_file.c_str() << " " << error_msg;
953 }
954 return ret;
955}
956
Richard Uhler88bc6732016-11-14 14:38:03 +0000957OatFileAssistant::OatFileInfo::OatFileInfo(OatFileAssistant* oat_file_assistant,
958 bool is_oat_location)
959 : oat_file_assistant_(oat_file_assistant), is_oat_location_(is_oat_location)
Richard Uhler743bf362016-04-19 15:39:37 -0700960{}
961
Richard Uhler88bc6732016-11-14 14:38:03 +0000962bool OatFileAssistant::OatFileInfo::IsOatLocation() {
963 return is_oat_location_;
964}
965
Richard Uhler743bf362016-04-19 15:39:37 -0700966const std::string* OatFileAssistant::OatFileInfo::Filename() {
967 return filename_provided_ ? &filename_ : nullptr;
968}
969
Richard Uhler03bc6592016-11-22 09:42:04 +0000970bool OatFileAssistant::OatFileInfo::IsUseable() {
971 switch (Status()) {
972 case kOatCannotOpen:
973 case kOatDexOutOfDate:
974 case kOatBootImageOutOfDate: return false;
975
976 case kOatRelocationOutOfDate:
977 case kOatUpToDate: return true;
978 }
979 UNREACHABLE();
Richard Uhler743bf362016-04-19 15:39:37 -0700980}
981
982OatFileAssistant::OatStatus OatFileAssistant::OatFileInfo::Status() {
983 if (!status_attempted_) {
984 status_attempted_ = true;
985 const OatFile* file = GetFile();
986 if (file == nullptr) {
Richard Uhler2f27abd2017-01-31 14:02:34 +0000987 // Check to see if there is a vdex file we can make use of.
988 std::string error_msg;
Calin Juravle367b9d82017-05-15 18:18:39 -0700989 std::string vdex_filename = GetVdexFilename(filename_);
Richard Uhler2f27abd2017-01-31 14:02:34 +0000990 std::unique_ptr<VdexFile> vdex = VdexFile::Open(vdex_filename,
991 /*writeable*/false,
992 /*low_4gb*/false,
Nicolas Geoffray4e868fa2017-04-21 17:16:44 +0100993 /*unquicken*/false,
Richard Uhler2f27abd2017-01-31 14:02:34 +0000994 &error_msg);
995 if (vdex == nullptr) {
996 status_ = kOatCannotOpen;
997 VLOG(oat) << "unable to open vdex file " << vdex_filename << ": " << error_msg;
998 } else {
999 if (oat_file_assistant_->DexChecksumUpToDate(*vdex, &error_msg)) {
1000 // The vdex file does not contain enough information to determine
1001 // whether it is up to date with respect to the boot image, so we
1002 // assume it is out of date.
1003 VLOG(oat) << error_msg;
1004 status_ = kOatBootImageOutOfDate;
1005 } else {
1006 status_ = kOatDexOutOfDate;
1007 }
1008 }
Richard Uhler743bf362016-04-19 15:39:37 -07001009 } else {
1010 status_ = oat_file_assistant_->GivenOatFileStatus(*file);
Richard Uhler9a37efc2016-08-05 16:32:55 -07001011 VLOG(oat) << file->GetLocation() << " is " << status_
1012 << " with filter " << file->GetCompilerFilter();
Richard Uhler743bf362016-04-19 15:39:37 -07001013 }
1014 }
1015 return status_;
1016}
1017
Richard Uhler70a84262016-11-08 16:51:51 +00001018OatFileAssistant::DexOptNeeded OatFileAssistant::OatFileInfo::GetDexOptNeeded(
Shubham Ajmerae4e812a2017-05-25 20:09:58 -07001019 CompilerFilter::Filter target, bool profile_changed, bool downgrade) {
Nicolas Geoffray49cda062017-04-21 13:08:25 +01001020 bool compilation_desired = CompilerFilter::IsAotCompilationEnabled(target);
Shubham Ajmerae4e812a2017-05-25 20:09:58 -07001021 bool filter_okay = CompilerFilterIsOkay(target, profile_changed, downgrade);
Richard Uhler70a84262016-11-08 16:51:51 +00001022
Richard Uhler7225a8d2016-11-22 10:12:03 +00001023 if (filter_okay && Status() == kOatUpToDate) {
1024 // The oat file is in good shape as is.
1025 return kNoDexOptNeeded;
Richard Uhler70a84262016-11-08 16:51:51 +00001026 }
1027
Richard Uhler7225a8d2016-11-22 10:12:03 +00001028 if (filter_okay && !compilation_desired && Status() == kOatRelocationOutOfDate) {
1029 // If no compilation is desired, then it doesn't matter if the oat
1030 // file needs relocation. It's in good shape as is.
1031 return kNoDexOptNeeded;
1032 }
1033
Nicolas Geoffray08e9eed2017-04-25 17:36:51 +01001034 if (filter_okay && Status() == kOatRelocationOutOfDate) {
1035 return kDex2OatForRelocation;
Richard Uhler7225a8d2016-11-22 10:12:03 +00001036 }
1037
Nicolas Geoffray08e9eed2017-04-25 17:36:51 +01001038 if (IsUseable()) {
1039 return kDex2OatForFilter;
1040 }
1041
1042 if (Status() == kOatBootImageOutOfDate) {
1043 return kDex2OatForBootImage;
1044 }
1045
1046 if (oat_file_assistant_->HasOriginalDexFiles()) {
1047 return kDex2OatFromScratch;
1048 } else {
1049 // Otherwise there is nothing we can do, even if we want to.
1050 return kNoDexOptNeeded;
1051 }
Richard Uhler70a84262016-11-08 16:51:51 +00001052}
1053
Richard Uhler743bf362016-04-19 15:39:37 -07001054const OatFile* OatFileAssistant::OatFileInfo::GetFile() {
1055 CHECK(!file_released_) << "GetFile called after oat file released.";
1056 if (!load_attempted_) {
1057 load_attempted_ = true;
1058 if (filename_provided_) {
1059 std::string error_msg;
1060 file_.reset(OatFile::Open(filename_.c_str(),
1061 filename_.c_str(),
1062 nullptr,
1063 nullptr,
1064 oat_file_assistant_->load_executable_,
1065 /*low_4gb*/false,
1066 oat_file_assistant_->dex_location_.c_str(),
1067 &error_msg));
1068 if (file_.get() == nullptr) {
1069 VLOG(oat) << "OatFileAssistant test for existing oat file "
1070 << filename_ << ": " << error_msg;
1071 }
1072 }
1073 }
1074 return file_.get();
1075}
1076
1077bool OatFileAssistant::OatFileInfo::CompilerFilterIsOkay(
Shubham Ajmerae4e812a2017-05-25 20:09:58 -07001078 CompilerFilter::Filter target, bool profile_changed, bool downgrade) {
Richard Uhler743bf362016-04-19 15:39:37 -07001079 const OatFile* file = GetFile();
1080 if (file == nullptr) {
1081 return false;
1082 }
1083
1084 CompilerFilter::Filter current = file->GetCompilerFilter();
1085 if (profile_changed && CompilerFilter::DependsOnProfile(current)) {
1086 VLOG(oat) << "Compiler filter not okay because Profile changed";
1087 return false;
1088 }
Shubham Ajmerae4e812a2017-05-25 20:09:58 -07001089 return downgrade ? !CompilerFilter::IsBetter(current, target) :
1090 CompilerFilter::IsAsGoodAs(current, target);
Richard Uhler743bf362016-04-19 15:39:37 -07001091}
1092
1093bool OatFileAssistant::OatFileInfo::IsExecutable() {
1094 const OatFile* file = GetFile();
1095 return (file != nullptr && file->IsExecutable());
1096}
1097
Richard Uhler743bf362016-04-19 15:39:37 -07001098void OatFileAssistant::OatFileInfo::Reset() {
1099 load_attempted_ = false;
1100 file_.reset();
1101 status_attempted_ = false;
1102}
1103
1104void OatFileAssistant::OatFileInfo::Reset(const std::string& filename) {
1105 filename_provided_ = true;
1106 filename_ = filename;
1107 Reset();
1108}
1109
1110std::unique_ptr<OatFile> OatFileAssistant::OatFileInfo::ReleaseFile() {
1111 file_released_ = true;
1112 return std::move(file_);
1113}
1114
Richard Uhler70a84262016-11-08 16:51:51 +00001115std::unique_ptr<OatFile> OatFileAssistant::OatFileInfo::ReleaseFileForUse() {
Richard Uhler3e580bc2016-11-08 16:23:07 +00001116 if (Status() == kOatUpToDate) {
Richard Uhler70a84262016-11-08 16:51:51 +00001117 return ReleaseFile();
1118 }
1119
1120 VLOG(oat) << "Oat File Assistant: No relocated oat file found,"
1121 << " attempting to fall back to interpreting oat file instead.";
1122
Richard Uhler03bc6592016-11-22 09:42:04 +00001123 if (Status() == kOatRelocationOutOfDate && !IsExecutable()) {
Richard Uhler70a84262016-11-08 16:51:51 +00001124 return ReleaseFile();
1125 }
1126
Richard Uhler03bc6592016-11-22 09:42:04 +00001127 if (Status() == kOatRelocationOutOfDate) {
Richard Uhler70a84262016-11-08 16:51:51 +00001128 // We are loading an oat file for runtime use that needs relocation.
1129 // Reload the file non-executable to ensure that we interpret out of the
1130 // dex code in the oat file rather than trying to execute the unrelocated
1131 // compiled code.
1132 oat_file_assistant_->load_executable_ = false;
1133 Reset();
Richard Uhler03bc6592016-11-22 09:42:04 +00001134 if (IsUseable()) {
Richard Uhler70a84262016-11-08 16:51:51 +00001135 CHECK(!IsExecutable());
1136 return ReleaseFile();
1137 }
1138 }
1139 return std::unique_ptr<OatFile>();
1140}
Richard Uhler66d874d2015-01-15 09:37:19 -08001141} // namespace art