blob: 61c6be7c84e12e9563a1327ca76eacaad344f372 [file] [log] [blame]
Fyodor Kupolov74876572015-02-23 17:14:45 -08001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License
15 */
16
17package com.android.server.pm;
18
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080019import android.annotation.Nullable;
Fyodor Kupolova627c092015-05-05 18:44:39 -070020import android.content.Context;
Fyodor Kupolov74876572015-02-23 17:14:45 -080021import android.content.pm.ApplicationInfo;
22import android.content.pm.PackageParser;
Calin Juravle6ae39fc2018-01-19 20:32:47 -080023import android.content.pm.dex.ArtManager;
Calin Juravlecc651942018-02-01 17:20:51 +000024import android.content.pm.dex.DexMetadataHelper;
Calin Juravleadbadd52017-03-28 18:19:15 -070025import android.os.FileUtils;
Fyodor Kupolova627c092015-05-05 18:44:39 -070026import android.os.PowerManager;
Fyodor Kupolov28f28552017-05-02 12:11:02 -070027import android.os.SystemClock;
Nicolas Geoffray20a894e2017-09-08 13:01:40 +010028import android.os.SystemProperties;
Fyodor Kupolov74876572015-02-23 17:14:45 -080029import android.os.UserHandle;
Fyodor Kupolova627c092015-05-05 18:44:39 -070030import android.os.WorkSource;
Fyodor Kupolov74876572015-02-23 17:14:45 -080031import android.util.Log;
32import android.util.Slog;
33
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080034import com.android.internal.annotations.GuardedBy;
Narayan Kamath88eea9e2016-05-02 14:44:31 +010035import com.android.internal.util.IndentingPrintWriter;
Jeff Sharkey740f5232016-12-09 14:31:26 -070036import com.android.server.pm.Installer.InstallerException;
Calin Juravle1d0e83d2017-07-17 15:12:01 -070037import com.android.server.pm.dex.DexoptOptions;
Calin Juravle19da1cf2017-07-12 18:52:49 -070038import com.android.server.pm.dex.DexoptUtils;
Calin Juravlef1ff36f2017-07-22 12:33:41 -070039import com.android.server.pm.dex.PackageDexUsage;
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -070040
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080041import java.io.File;
Fyodor Kupolov74876572015-02-23 17:14:45 -080042import java.io.IOException;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080043import java.util.ArrayList;
Calin Juravle4c2b9552017-08-10 17:23:00 -070044import java.util.Arrays;
Fyodor Kupolov74876572015-02-23 17:14:45 -080045import java.util.List;
Calin Juravle41a57a62017-08-06 19:20:19 -070046import java.util.Map;
Fyodor Kupolov74876572015-02-23 17:14:45 -080047
48import dalvik.system.DexFile;
Fyodor Kupolov74876572015-02-23 17:14:45 -080049
Mathew Inwoode3299532018-02-22 13:19:53 +000050import static android.content.pm.ApplicationInfo.HIDDEN_API_ENFORCEMENT_NONE;
51
Todd Kennedyfa54ab72015-09-25 07:46:12 -070052import static com.android.server.pm.Installer.DEXOPT_BOOTCOMPLETE;
53import static com.android.server.pm.Installer.DEXOPT_DEBUGGABLE;
Andreas Gampebdd30d82016-03-20 11:32:11 -070054import static com.android.server.pm.Installer.DEXOPT_PROFILE_GUIDED;
Todd Kennedyfa54ab72015-09-25 07:46:12 -070055import static com.android.server.pm.Installer.DEXOPT_PUBLIC;
Calin Juravlec22c30e2017-01-16 19:18:48 -080056import static com.android.server.pm.Installer.DEXOPT_SECONDARY_DEX;
57import static com.android.server.pm.Installer.DEXOPT_FORCE;
58import static com.android.server.pm.Installer.DEXOPT_STORAGE_CE;
59import static com.android.server.pm.Installer.DEXOPT_STORAGE_DE;
David Sehr2118ec42017-10-25 14:28:29 -070060import static com.android.server.pm.Installer.DEXOPT_IDLE_BACKGROUND_JOB;
David Brazdilf7e31c02018-02-13 17:04:26 +000061import static com.android.server.pm.Installer.DEXOPT_ENABLE_HIDDEN_API_CHECKS;
Mathieu Chartierfa3e9762018-03-06 18:28:22 -080062import static com.android.server.pm.Installer.DEXOPT_GENERATE_COMPACT_DEX;
Fyodor Kupolov74876572015-02-23 17:14:45 -080063import static com.android.server.pm.InstructionSets.getAppDexInstructionSets;
64import static com.android.server.pm.InstructionSets.getDexCodeInstructionSets;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080065
Fyodor Kupolov28f28552017-05-02 12:11:02 -070066import static com.android.server.pm.PackageManagerService.WATCHDOG_TIMEOUT;
Nicolas Geoffrayb0818e82017-05-05 10:23:19 +010067
Calin Juravle4bc8f4d2018-02-12 12:00:44 -080068import static com.android.server.pm.PackageManagerServiceCompilerMapping.getReasonName;
69
Nicolas Geoffrayd093b202017-05-03 13:11:58 +010070import static dalvik.system.DexFile.getSafeModeCompilerFilter;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080071import static dalvik.system.DexFile.isProfileGuidedCompilerFilter;
Fyodor Kupolov74876572015-02-23 17:14:45 -080072
73/**
74 * Helper class for running dexopt command on packages.
75 */
Calin Juravlec22c30e2017-01-16 19:18:48 -080076public class PackageDexOptimizer {
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080077 private static final String TAG = "PackageManager.DexOptimizer";
78 static final String OAT_DIR_NAME = "oat";
79 // TODO b/19550105 Remove error codes and use exceptions
Calin Juravlec22c30e2017-01-16 19:18:48 -080080 public static final int DEX_OPT_SKIPPED = 0;
81 public static final int DEX_OPT_PERFORMED = 1;
82 public static final int DEX_OPT_FAILED = -1;
Fyodor Kupolov28f28552017-05-02 12:11:02 -070083 // One minute over PM WATCHDOG_TIMEOUT
84 private static final long WAKELOCK_TIMEOUT_MS = WATCHDOG_TIMEOUT + 1000 * 60;
Fyodor Kupolov74876572015-02-23 17:14:45 -080085
Calin Juravleaae35762017-02-14 17:53:13 -080086 /** Special library name that skips shared libraries check during compilation. */
87 public static final String SKIP_SHARED_LIBRARY_CHECK = "&";
88
Fyodor Kupolov28f28552017-05-02 12:11:02 -070089 @GuardedBy("mInstallLock")
Andreas Gampea8908752015-11-10 08:58:14 -080090 private final Installer mInstaller;
91 private final Object mInstallLock;
Fyodor Kupolov74876572015-02-23 17:14:45 -080092
Fyodor Kupolov28f28552017-05-02 12:11:02 -070093 @GuardedBy("mInstallLock")
Fyodor Kupolova627c092015-05-05 18:44:39 -070094 private final PowerManager.WakeLock mDexoptWakeLock;
95 private volatile boolean mSystemReady;
96
Andreas Gampea8908752015-11-10 08:58:14 -080097 PackageDexOptimizer(Installer installer, Object installLock, Context context,
98 String wakeLockTag) {
99 this.mInstaller = installer;
100 this.mInstallLock = installLock;
101
102 PowerManager powerManager = (PowerManager)context.getSystemService(Context.POWER_SERVICE);
103 mDexoptWakeLock = powerManager.newWakeLock(PowerManager.PARTIAL_WAKE_LOCK, wakeLockTag);
104 }
105
106 protected PackageDexOptimizer(PackageDexOptimizer from) {
107 this.mInstaller = from.mInstaller;
108 this.mInstallLock = from.mInstallLock;
109 this.mDexoptWakeLock = from.mDexoptWakeLock;
110 this.mSystemReady = from.mSystemReady;
Fyodor Kupolov74876572015-02-23 17:14:45 -0800111 }
112
Calin Juravledb4a79a2015-12-23 18:55:08 +0200113 static boolean canOptimizePackage(PackageParser.Package pkg) {
Nicolas Geoffray20a894e2017-09-08 13:01:40 +0100114 // We do not dexopt a package with no code.
115 if ((pkg.applicationInfo.flags & ApplicationInfo.FLAG_HAS_CODE) == 0) {
116 return false;
117 }
118
Nicolas Geoffray20a894e2017-09-08 13:01:40 +0100119 return true;
Calin Juravledb4a79a2015-12-23 18:55:08 +0200120 }
121
Fyodor Kupolov74876572015-02-23 17:14:45 -0800122 /**
123 * Performs dexopt on all code paths and libraries of the specified package for specified
124 * instruction sets.
125 *
Andreas Gampea8908752015-11-10 08:58:14 -0800126 * <p>Calls to {@link com.android.server.pm.Installer#dexopt} on {@link #mInstaller} are
127 * synchronized on {@link #mInstallLock}.
Fyodor Kupolov74876572015-02-23 17:14:45 -0800128 */
Jeff Haoc7b94822016-03-16 15:56:07 -0700129 int performDexOpt(PackageParser.Package pkg, String[] sharedLibraries,
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700130 String[] instructionSets, CompilerStats.PackageStats packageStats,
Calin Juravle3b74c412017-08-03 19:48:37 -0700131 PackageDexUsage.PackageUseInfo packageUseInfo, DexoptOptions options) {
Calin Juravlec6540da2017-11-15 16:28:01 -0800132 if (pkg.applicationInfo.uid == -1) {
133 throw new IllegalArgumentException("Dexopt for " + pkg.packageName
134 + " has invalid uid.");
135 }
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800136 if (!canOptimizePackage(pkg)) {
137 return DEX_OPT_SKIPPED;
138 }
Andreas Gampea8908752015-11-10 08:58:14 -0800139 synchronized (mInstallLock) {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700140 final long acquireTime = acquireWakeLockLI(pkg.applicationInfo.uid);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700141 try {
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700142 return performDexOptLI(pkg, sharedLibraries, instructionSets,
Calin Juravle3b74c412017-08-03 19:48:37 -0700143 packageStats, packageUseInfo, options);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700144 } finally {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700145 releaseWakeLockLI(acquireTime);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700146 }
Fyodor Kupolov74876572015-02-23 17:14:45 -0800147 }
148 }
149
Andreas Gampea8908752015-11-10 08:58:14 -0800150 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800151 * Performs dexopt on all code paths of the given package.
152 * It assumes the install lock is held.
153 */
154 @GuardedBy("mInstallLock")
155 private int performDexOptLI(PackageParser.Package pkg, String[] sharedLibraries,
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700156 String[] targetInstructionSets, CompilerStats.PackageStats packageStats,
Calin Juravle3b74c412017-08-03 19:48:37 -0700157 PackageDexUsage.PackageUseInfo packageUseInfo, DexoptOptions options) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800158 final String[] instructionSets = targetInstructionSets != null ?
159 targetInstructionSets : getAppDexInstructionSets(pkg.applicationInfo);
160 final String[] dexCodeInstructionSets = getDexCodeInstructionSets(instructionSets);
Jeff Hao5def5e52017-04-19 14:42:16 -0700161 final List<String> paths = pkg.getAllCodePaths();
Jeff Sharkeya73e1652017-11-15 19:07:14 -0700162
163 int sharedGid = UserHandle.getSharedAppGid(pkg.applicationInfo.uid);
164 if (sharedGid == -1) {
165 Slog.wtf(TAG, "Well this is awkward; package " + pkg.applicationInfo.name + " had UID "
166 + pkg.applicationInfo.uid, new Throwable());
167 sharedGid = android.os.Process.NOBODY_UID;
168 }
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800169
Calin Juravle19da1cf2017-07-12 18:52:49 -0700170 // Get the class loader context dependencies.
171 // For each code path in the package, this array contains the class loader context that
172 // needs to be passed to dexopt in order to ensure correct optimizations.
Calin Juravleda098152017-09-01 17:30:01 -0700173 boolean[] pathsWithCode = new boolean[paths.size()];
174 pathsWithCode[0] = (pkg.applicationInfo.flags & ApplicationInfo.FLAG_HAS_CODE) != 0;
175 for (int i = 1; i < paths.size(); i++) {
176 pathsWithCode[i] = (pkg.splitFlags[i - 1] & ApplicationInfo.FLAG_HAS_CODE) != 0;
177 }
Calin Juravle19da1cf2017-07-12 18:52:49 -0700178 String[] classLoaderContexts = DexoptUtils.getClassLoaderContexts(
Calin Juravleda098152017-09-01 17:30:01 -0700179 pkg.applicationInfo, sharedLibraries, pathsWithCode);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800180
Calin Juravle4c2b9552017-08-10 17:23:00 -0700181 // Sanity check that we do not call dexopt with inconsistent data.
182 if (paths.size() != classLoaderContexts.length) {
183 String[] splitCodePaths = pkg.applicationInfo.getSplitCodePaths();
184 throw new IllegalStateException("Inconsistent information "
185 + "between PackageParser.Package and its ApplicationInfo. "
186 + "pkg.getAllCodePaths=" + paths
187 + " pkg.applicationInfo.getBaseCodePath=" + pkg.applicationInfo.getBaseCodePath()
188 + " pkg.applicationInfo.getSplitCodePaths="
189 + (splitCodePaths == null ? "null" : Arrays.toString(splitCodePaths)));
190 }
191
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800192 int result = DEX_OPT_SKIPPED;
Jeff Hao5def5e52017-04-19 14:42:16 -0700193 for (int i = 0; i < paths.size(); i++) {
194 // Skip paths that have no code.
Calin Juravleda098152017-09-01 17:30:01 -0700195 if (!pathsWithCode[i]) {
Jeff Hao5def5e52017-04-19 14:42:16 -0700196 continue;
197 }
Calin Juravleda098152017-09-01 17:30:01 -0700198 if (classLoaderContexts[i] == null) {
199 throw new IllegalStateException("Inconsistent information in the "
200 + "package structure. A split is marked to contain code "
201 + "but has no dependency listed. Index=" + i + " path=" + paths.get(i));
202 }
203
Jeff Hao5def5e52017-04-19 14:42:16 -0700204 // Append shared libraries with split dependencies for this split.
205 String path = paths.get(i);
Calin Juravleb6f844d2017-07-17 15:23:21 -0700206 if (options.getSplitName() != null) {
207 // We are asked to compile only a specific split. Check that the current path is
208 // what we are looking for.
209 if (!options.getSplitName().equals(new File(path).getName())) {
210 continue;
211 }
212 }
213
Calin Juravle6ae39fc2018-01-19 20:32:47 -0800214 String profileName = ArtManager.getProfileName(i == 0 ? null : pkg.splitNames[i - 1]);
215
Calin Juravlecc651942018-02-01 17:20:51 +0000216 String dexMetadataPath = null;
217 if (options.isDexoptInstallWithDexMetadata()) {
218 File dexMetadataFile = DexMetadataHelper.findDexMetadataForFile(new File(path));
219 dexMetadataPath = dexMetadataFile == null
220 ? null : dexMetadataFile.getAbsolutePath();
221 }
222
Calin Juravle3b74c412017-08-03 19:48:37 -0700223 final boolean isUsedByOtherApps = options.isDexoptAsSharedLibrary()
Calin Juravle52a452c2017-08-04 01:42:17 -0700224 || packageUseInfo.isUsedByOtherApps(path);
Calin Juravle3b74c412017-08-03 19:48:37 -0700225 final String compilerFilter = getRealCompilerFilter(pkg.applicationInfo,
226 options.getCompilerFilter(), isUsedByOtherApps);
227 final boolean profileUpdated = options.isCheckForProfileUpdates() &&
Calin Juravle6ae39fc2018-01-19 20:32:47 -0800228 isProfileUpdated(pkg, sharedGid, profileName, compilerFilter);
Calin Juravle3b74c412017-08-03 19:48:37 -0700229
230 // Get the dexopt flags after getRealCompilerFilter to make sure we get the correct
231 // flags.
Andreas Gampec041c332017-11-01 17:05:53 -0700232 final int dexoptFlags = getDexFlags(pkg, compilerFilter, options);
Calin Juravle3b74c412017-08-03 19:48:37 -0700233
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800234 for (String dexCodeIsa : dexCodeInstructionSets) {
Calin Juravle19da1cf2017-07-12 18:52:49 -0700235 int newResult = dexOptPath(pkg, path, dexCodeIsa, compilerFilter,
236 profileUpdated, classLoaderContexts[i], dexoptFlags, sharedGid,
Calin Juravle4bc8f4d2018-02-12 12:00:44 -0800237 packageStats, options.isDowngrade(), profileName, dexMetadataPath,
238 options.getCompilationReason());
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800239 // The end result is:
240 // - FAILED if any path failed,
241 // - PERFORMED if at least one path needed compilation,
242 // - SKIPPED when all paths are up to date
243 if ((result != DEX_OPT_FAILED) && (newResult != DEX_OPT_SKIPPED)) {
244 result = newResult;
245 }
246 }
247 }
248 return result;
249 }
250
251 /**
252 * Performs dexopt on the {@code path} belonging to the package {@code pkg}.
253 *
254 * @return
255 * DEX_OPT_FAILED if there was any exception during dexopt
256 * DEX_OPT_PERFORMED if dexopt was performed successfully on the given path.
257 * DEX_OPT_SKIPPED if the path does not need to be deopt-ed.
258 */
259 @GuardedBy("mInstallLock")
260 private int dexOptPath(PackageParser.Package pkg, String path, String isa,
Calin Juravle576e6c02017-09-12 00:58:33 -0700261 String compilerFilter, boolean profileUpdated, String classLoaderContext,
Calin Juravle6ae39fc2018-01-19 20:32:47 -0800262 int dexoptFlags, int uid, CompilerStats.PackageStats packageStats, boolean downgrade,
Calin Juravle4bc8f4d2018-02-12 12:00:44 -0800263 String profileName, String dexMetadataPath, int compilationReason) {
Calin Juravle576e6c02017-09-12 00:58:33 -0700264 int dexoptNeeded = getDexoptNeeded(path, isa, compilerFilter, classLoaderContext,
265 profileUpdated, downgrade);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800266 if (Math.abs(dexoptNeeded) == DexFile.NO_DEXOPT_NEEDED) {
267 return DEX_OPT_SKIPPED;
268 }
269
270 // TODO(calin): there's no need to try to create the oat dir over and over again,
271 // especially since it involve an extra installd call. We should create
272 // if (if supported) on the fly during the dexopt call.
273 String oatDir = createOatDirIfSupported(pkg, isa);
274
275 Log.i(TAG, "Running dexopt (dexoptNeeded=" + dexoptNeeded + ") on: " + path
276 + " pkg=" + pkg.applicationInfo.packageName + " isa=" + isa
277 + " dexoptFlags=" + printDexoptFlags(dexoptFlags)
Calin Juravle576e6c02017-09-12 00:58:33 -0700278 + " targetFilter=" + compilerFilter + " oatDir=" + oatDir
279 + " classLoaderContext=" + classLoaderContext);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800280
281 try {
282 long startTime = System.currentTimeMillis();
283
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700284 // TODO: Consider adding 2 different APIs for primary and secondary dexopt.
285 // installd only uses downgrade flag for secondary dex files and ignores it for
286 // primary dex files.
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800287 mInstaller.dexopt(path, uid, pkg.packageName, isa, dexoptNeeded, oatDir, dexoptFlags,
Calin Juravle576e6c02017-09-12 00:58:33 -0700288 compilerFilter, pkg.volumeUuid, classLoaderContext, pkg.applicationInfo.seInfo,
Calin Juravle6ae39fc2018-01-19 20:32:47 -0800289 false /* downgrade*/, pkg.applicationInfo.targetSdkVersion,
Calin Juravle4bc8f4d2018-02-12 12:00:44 -0800290 profileName, dexMetadataPath, getReasonName(compilationReason));
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800291
292 if (packageStats != null) {
293 long endTime = System.currentTimeMillis();
294 packageStats.setCompileTime(path, (int)(endTime - startTime));
295 }
296 return DEX_OPT_PERFORMED;
297 } catch (InstallerException e) {
298 Slog.w(TAG, "Failed to dexopt", e);
299 return DEX_OPT_FAILED;
300 }
301 }
302
303 /**
Calin Juravlec22c30e2017-01-16 19:18:48 -0800304 * Performs dexopt on the secondary dex {@code path} belonging to the app {@code info}.
305 *
306 * @return
307 * DEX_OPT_FAILED if there was any exception during dexopt
308 * DEX_OPT_PERFORMED if dexopt was performed successfully on the given path.
309 * NOTE that DEX_OPT_PERFORMED for secondary dex files includes the case when the dex file
310 * didn't need an update. That's because at the moment we don't get more than success/failure
311 * from installd.
312 *
313 * TODO(calin): Consider adding return codes to installd dexopt invocation (rather than
314 * throwing exceptions). Or maybe make a separate call to installd to get DexOptNeeded, though
315 * that seems wasteful.
316 */
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700317 public int dexOptSecondaryDexPath(ApplicationInfo info, String path,
318 PackageDexUsage.DexUseInfo dexUseInfo, DexoptOptions options) {
Calin Juravlec6540da2017-11-15 16:28:01 -0800319 if (info.uid == -1) {
320 throw new IllegalArgumentException("Dexopt for path " + path + " has invalid uid.");
321 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800322 synchronized (mInstallLock) {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700323 final long acquireTime = acquireWakeLockLI(info.uid);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800324 try {
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700325 return dexOptSecondaryDexPathLI(info, path, dexUseInfo, options);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800326 } finally {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700327 releaseWakeLockLI(acquireTime);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800328 }
329 }
330 }
331
332 @GuardedBy("mInstallLock")
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700333 private long acquireWakeLockLI(final int uid) {
334 // During boot the system doesn't need to instantiate and obtain a wake lock.
335 // PowerManager might not be ready, but that doesn't mean that we can't proceed with
336 // dexopt.
337 if (!mSystemReady) {
338 return -1;
339 }
340 mDexoptWakeLock.setWorkSource(new WorkSource(uid));
341 mDexoptWakeLock.acquire(WAKELOCK_TIMEOUT_MS);
342 return SystemClock.elapsedRealtime();
343 }
344
345 @GuardedBy("mInstallLock")
346 private void releaseWakeLockLI(final long acquireTime) {
347 if (acquireTime < 0) {
348 return;
349 }
350 try {
351 if (mDexoptWakeLock.isHeld()) {
352 mDexoptWakeLock.release();
353 }
354 final long duration = SystemClock.elapsedRealtime() - acquireTime;
355 if (duration >= WAKELOCK_TIMEOUT_MS) {
356 Slog.wtf(TAG, "WakeLock " + mDexoptWakeLock.getTag()
357 + " time out. Operation took " + duration + " ms. Thread: "
358 + Thread.currentThread().getName());
359 }
360 } catch (Exception e) {
361 Slog.wtf(TAG, "Error while releasing " + mDexoptWakeLock.getTag() + " lock", e);
362 }
363 }
364
365 @GuardedBy("mInstallLock")
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700366 private int dexOptSecondaryDexPathLI(ApplicationInfo info, String path,
367 PackageDexUsage.DexUseInfo dexUseInfo, DexoptOptions options) {
368 if (options.isDexoptOnlySharedDex() && !dexUseInfo.isUsedByOtherApps()) {
369 // We are asked to optimize only the dex files used by other apps and this is not
370 // on of them: skip it.
371 return DEX_OPT_SKIPPED;
372 }
373
374 String compilerFilter = getRealCompilerFilter(info, options.getCompilerFilter(),
375 dexUseInfo.isUsedByOtherApps());
Calin Juravleefb1c942017-04-04 20:31:44 -0700376 // Get the dexopt flags after getRealCompilerFilter to make sure we get the correct flags.
Nicolas Geoffray3b4359a2017-05-25 13:53:22 +0100377 // Secondary dex files are currently not compiled at boot.
Andreas Gampec041c332017-11-01 17:05:53 -0700378 int dexoptFlags = getDexFlags(info, compilerFilter, options) | DEXOPT_SECONDARY_DEX;
Calin Juravlec22c30e2017-01-16 19:18:48 -0800379 // Check the app storage and add the appropriate flags.
Calin Juravleadbadd52017-03-28 18:19:15 -0700380 if (info.deviceProtectedDataDir != null &&
381 FileUtils.contains(info.deviceProtectedDataDir, path)) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800382 dexoptFlags |= DEXOPT_STORAGE_DE;
Calin Juravleadbadd52017-03-28 18:19:15 -0700383 } else if (info.credentialProtectedDataDir != null &&
384 FileUtils.contains(info.credentialProtectedDataDir, path)) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800385 dexoptFlags |= DEXOPT_STORAGE_CE;
386 } else {
387 Slog.e(TAG, "Could not infer CE/DE storage for package " + info.packageName);
388 return DEX_OPT_FAILED;
389 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800390 Log.d(TAG, "Running dexopt on: " + path
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700391 + " pkg=" + info.packageName + " isa=" + dexUseInfo.getLoaderIsas()
Calin Juravlec22c30e2017-01-16 19:18:48 -0800392 + " dexoptFlags=" + printDexoptFlags(dexoptFlags)
393 + " target-filter=" + compilerFilter);
394
Calin Juravle27f92622017-10-04 10:53:09 -0700395 // TODO(calin): b/64530081 b/66984396. Use SKIP_SHARED_LIBRARY_CHECK for the context
396 // (instead of dexUseInfo.getClassLoaderContext()) in order to compile secondary dex files
397 // in isolation (and avoid to extract/verify the main apk if it's in the class path).
398 // Note this trades correctness for performance since the resulting slow down is
399 // unacceptable in some cases until b/64530081 is fixed.
400 String classLoaderContext = SKIP_SHARED_LIBRARY_CHECK;
Calin Juravle4bc8f4d2018-02-12 12:00:44 -0800401 int reason = options.getCompilationReason();
Calin Juravlec22c30e2017-01-16 19:18:48 -0800402 try {
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700403 for (String isa : dexUseInfo.getLoaderIsas()) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800404 // Reuse the same dexopt path as for the primary apks. We don't need all the
405 // arguments as some (dexopNeeded and oatDir) will be computed by installd because
406 // system server cannot read untrusted app content.
407 // TODO(calin): maybe add a separate call.
408 mInstaller.dexopt(path, info.uid, info.packageName, isa, /*dexoptNeeded*/ 0,
409 /*oatDir*/ null, dexoptFlags,
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700410 compilerFilter, info.volumeUuid, classLoaderContext, info.seInfoUser,
Calin Juravlecc651942018-02-01 17:20:51 +0000411 options.isDowngrade(), info.targetSdkVersion, /*profileName*/ null,
Calin Juravle4bc8f4d2018-02-12 12:00:44 -0800412 /*dexMetadataPath*/ null, getReasonName(reason));
Calin Juravlec22c30e2017-01-16 19:18:48 -0800413 }
414
415 return DEX_OPT_PERFORMED;
416 } catch (InstallerException e) {
417 Slog.w(TAG, "Failed to dexopt", e);
418 return DEX_OPT_FAILED;
419 }
420 }
421
422 /**
Andreas Gampea8908752015-11-10 08:58:14 -0800423 * Adjust the given dexopt-needed value. Can be overridden to influence the decision to
424 * optimize or not (and in what way).
425 */
426 protected int adjustDexoptNeeded(int dexoptNeeded) {
427 return dexoptNeeded;
428 }
429
430 /**
431 * Adjust the given dexopt flags that will be passed to the installer.
432 */
433 protected int adjustDexoptFlags(int dexoptFlags) {
434 return dexoptFlags;
435 }
436
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100437 /**
438 * Dumps the dexopt state of the given package {@code pkg} to the given {@code PrintWriter}.
439 */
Calin Juravle41a57a62017-08-06 19:20:19 -0700440 void dumpDexoptState(IndentingPrintWriter pw, PackageParser.Package pkg,
441 PackageDexUsage.PackageUseInfo useInfo) {
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100442 final String[] instructionSets = getAppDexInstructionSets(pkg.applicationInfo);
443 final String[] dexCodeInstructionSets = getDexCodeInstructionSets(instructionSets);
444
445 final List<String> paths = pkg.getAllCodePathsExcludingResourceOnly();
446
Calin Juravle41a57a62017-08-06 19:20:19 -0700447 for (String path : paths) {
448 pw.println("path: " + path);
449 pw.increaseIndent();
450
451 for (String isa : dexCodeInstructionSets) {
452 String status = null;
453 try {
454 status = DexFile.getDexFileStatus(path, isa);
455 } catch (IOException ioe) {
456 status = "[Exception]: " + ioe.getMessage();
457 }
458 pw.println(isa + ": " + status);
459 }
460
461 if (useInfo.isUsedByOtherApps(path)) {
Calin Juravle94837e32017-09-26 13:23:00 -0700462 pw.println("used by other apps: " + useInfo.getLoadingPackages(path));
Calin Juravle41a57a62017-08-06 19:20:19 -0700463 }
464
465 Map<String, PackageDexUsage.DexUseInfo> dexUseInfoMap = useInfo.getDexUseInfoMap();
466
467 if (!dexUseInfoMap.isEmpty()) {
468 pw.println("known secondary dex files:");
469 pw.increaseIndent();
470 for (Map.Entry<String, PackageDexUsage.DexUseInfo> e : dexUseInfoMap.entrySet()) {
471 String dex = e.getKey();
472 PackageDexUsage.DexUseInfo dexUseInfo = e.getValue();
473 pw.println(dex);
474 pw.increaseIndent();
Calin Juravlecf722222017-09-18 17:40:48 -0700475 // TODO(calin): get the status of the oat file (needs installd call)
Calin Juravle41a57a62017-08-06 19:20:19 -0700476 pw.println("class loader context: " + dexUseInfo.getClassLoaderContext());
477 if (dexUseInfo.isUsedByOtherApps()) {
Calin Juravle94837e32017-09-26 13:23:00 -0700478 pw.println("used by other apps: " + dexUseInfo.getLoadingPackages());
Calin Juravle41a57a62017-08-06 19:20:19 -0700479 }
480 pw.decreaseIndent();
481 }
482 pw.decreaseIndent();
483 }
484 pw.decreaseIndent();
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100485 }
486 }
487
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800488 /**
489 * Returns the compiler filter that should be used to optimize the package code.
490 * The target filter will be updated if the package code is used by other apps
491 * or if it has the safe mode flag set.
492 */
Calin Juravlec22c30e2017-01-16 19:18:48 -0800493 private String getRealCompilerFilter(ApplicationInfo info, String targetCompilerFilter,
494 boolean isUsedByOtherApps) {
495 int flags = info.flags;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800496 boolean vmSafeMode = (flags & ApplicationInfo.FLAG_VM_SAFE_MODE) != 0;
Nicolas Geoffray11d21a292018-01-24 14:07:14 +0000497 // When pm.dexopt.priv-apps-oob is true, we only verify privileged apps.
498 if (info.isPrivilegedApp() &&
499 SystemProperties.getBoolean("pm.dexopt.priv-apps-oob", false)) {
500 return "verify";
501 }
Mathieu Chartier41e4a372016-09-02 16:36:42 -0700502 if (vmSafeMode) {
Nicolas Geoffrayd093b202017-05-03 13:11:58 +0100503 return getSafeModeCompilerFilter(targetCompilerFilter);
Mathieu Chartier41e4a372016-09-02 16:36:42 -0700504 }
505
Calin Juravlec22c30e2017-01-16 19:18:48 -0800506 if (isProfileGuidedCompilerFilter(targetCompilerFilter) && isUsedByOtherApps) {
Calin Juravlef53201f2017-09-15 11:09:29 -0700507 // If the dex files is used by other apps, apply the shared filter.
508 return PackageManagerServiceCompilerMapping.getCompilerFilterForReason(
509 PackageManagerService.REASON_SHARED);
Andreas Gampebdd30d82016-03-20 11:32:11 -0700510 }
511
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800512 return targetCompilerFilter;
Fyodor Kupolov74876572015-02-23 17:14:45 -0800513 }
514
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800515 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800516 * Computes the dex flags that needs to be pass to installd for the given package and compiler
517 * filter.
518 */
Nicolas Geoffray3b4359a2017-05-25 13:53:22 +0100519 private int getDexFlags(PackageParser.Package pkg, String compilerFilter,
Andreas Gampec041c332017-11-01 17:05:53 -0700520 DexoptOptions options) {
521 return getDexFlags(pkg.applicationInfo, compilerFilter, options);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800522 }
523
Andreas Gampec041c332017-11-01 17:05:53 -0700524 private int getDexFlags(ApplicationInfo info, String compilerFilter, DexoptOptions options) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800525 int flags = info.flags;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800526 boolean debuggable = (flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0;
Calin Juravleff3e4a12018-02-01 17:23:13 +0000527 // Profile guide compiled oat files should not be public unles they are based
528 // on profiles from dex metadata archives.
529 // The flag isDexoptInstallWithDexMetadata applies only on installs when we know that
530 // the user does not have an existing profile.
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800531 boolean isProfileGuidedFilter = isProfileGuidedCompilerFilter(compilerFilter);
Calin Juravleff3e4a12018-02-01 17:23:13 +0000532 boolean isPublic = !info.isForwardLocked() &&
533 (!isProfileGuidedFilter || options.isDexoptInstallWithDexMetadata());
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800534 int profileFlag = isProfileGuidedFilter ? DEXOPT_PROFILE_GUIDED : 0;
David Brazdilf7e31c02018-02-13 17:04:26 +0000535 // Some apps are executed with restrictions on hidden API usage. If this app is one
536 // of them, pass a flag to dexopt to enable the same restrictions during compilation.
Mathew Inwoode3299532018-02-22 13:19:53 +0000537 // TODO we should pass the actual flag value to dexopt, rather than assuming blacklist
538 int hiddenApiFlag = info.getHiddenApiEnforcementPolicy() == HIDDEN_API_ENFORCEMENT_NONE
539 ? 0
540 : DEXOPT_ENABLE_HIDDEN_API_CHECKS;
Mathieu Chartiera6d43e42018-03-08 13:11:40 -0800541 // Avoid generating CompactDex for modes that are latency critical.
Mathieu Chartierfa3e9762018-03-06 18:28:22 -0800542 final int compilationReason = options.getCompilationReason();
543 boolean generateCompactDex = true;
544 switch (compilationReason) {
545 case PackageManagerService.REASON_FIRST_BOOT:
546 case PackageManagerService.REASON_BOOT:
547 case PackageManagerService.REASON_INSTALL:
548 generateCompactDex = false;
549 }
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800550 int dexFlags =
551 (isPublic ? DEXOPT_PUBLIC : 0)
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800552 | (debuggable ? DEXOPT_DEBUGGABLE : 0)
553 | profileFlag
Andreas Gampec041c332017-11-01 17:05:53 -0700554 | (options.isBootComplete() ? DEXOPT_BOOTCOMPLETE : 0)
David Brazdil464ed3d2018-01-18 15:25:18 +0000555 | (options.isDexoptIdleBackgroundJob() ? DEXOPT_IDLE_BACKGROUND_JOB : 0)
Mathieu Chartierfa3e9762018-03-06 18:28:22 -0800556 | (generateCompactDex ? DEXOPT_GENERATE_COMPACT_DEX : 0)
David Brazdil464ed3d2018-01-18 15:25:18 +0000557 | hiddenApiFlag;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800558 return adjustDexoptFlags(dexFlags);
559 }
560
561 /**
562 * Assesses if there's a need to perform dexopt on {@code path} for the given
563 * configuration (isa, compiler filter, profile).
564 */
565 private int getDexoptNeeded(String path, String isa, String compilerFilter,
Calin Juravle576e6c02017-09-12 00:58:33 -0700566 String classLoaderContext, boolean newProfile, boolean downgrade) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800567 int dexoptNeeded;
568 try {
Calin Juravle576e6c02017-09-12 00:58:33 -0700569 dexoptNeeded = DexFile.getDexOptNeeded(path, isa, compilerFilter, classLoaderContext,
570 newProfile, downgrade);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800571 } catch (IOException ioe) {
572 Slog.w(TAG, "IOException reading apk: " + path, ioe);
573 return DEX_OPT_FAILED;
574 }
575 return adjustDexoptNeeded(dexoptNeeded);
576 }
577
578 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800579 * Checks if there is an update on the profile information of the {@code pkg}.
580 * If the compiler filter is not profile guided the method returns false.
581 *
582 * Note that this is a "destructive" operation with side effects. Under the hood the
583 * current profile and the reference profile will be merged and subsequent calls
584 * may return a different result.
585 */
Calin Juravle6ae39fc2018-01-19 20:32:47 -0800586 private boolean isProfileUpdated(PackageParser.Package pkg, int uid, String profileName,
587 String compilerFilter) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800588 // Check if we are allowed to merge and if the compiler filter is profile guided.
589 if (!isProfileGuidedCompilerFilter(compilerFilter)) {
590 return false;
591 }
592 // Merge profiles. It returns whether or not there was an updated in the profile info.
593 try {
Calin Juravle6ae39fc2018-01-19 20:32:47 -0800594 return mInstaller.mergeProfiles(uid, pkg.packageName, profileName);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800595 } catch (InstallerException e) {
596 Slog.w(TAG, "Failed to merge profiles", e);
597 }
598 return false;
599 }
600
601 /**
602 * Creates oat dir for the specified package if needed and supported.
603 * In certain cases oat directory
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800604 * <strong>cannot</strong> be created:
605 * <ul>
606 * <li>{@code pkg} is a system app, which is not updated.</li>
607 * <li>Package location is not a directory, i.e. monolithic install.</li>
608 * </ul>
609 *
Richard Uhler7b08b352015-03-25 16:25:57 -0700610 * @return Absolute path to the oat directory or null, if oat directory
611 * cannot be created.
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800612 */
613 @Nullable
Todd Kennedy27c24fb2015-09-17 16:49:25 -0700614 private String createOatDirIfSupported(PackageParser.Package pkg, String dexInstructionSet) {
Fyodor Kupolovebcac162015-09-09 15:56:45 -0700615 if (!pkg.canHaveOatDir()) {
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800616 return null;
617 }
618 File codePath = new File(pkg.codePath);
619 if (codePath.isDirectory()) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800620 // TODO(calin): why do we create this only if the codePath is a directory? (i.e for
621 // cluster packages). It seems that the logic for the folder creation is
622 // split between installd and here.
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800623 File oatDir = getOatDir(codePath);
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -0700624 try {
Andreas Gampea8908752015-11-10 08:58:14 -0800625 mInstaller.createOatDir(oatDir.getAbsolutePath(), dexInstructionSet);
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -0700626 } catch (InstallerException e) {
627 Slog.w(TAG, "Failed to create oat dir", e);
628 return null;
629 }
Richard Uhler7b08b352015-03-25 16:25:57 -0700630 return oatDir.getAbsolutePath();
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800631 }
632 return null;
633 }
634
635 static File getOatDir(File codePath) {
636 return new File(codePath, OAT_DIR_NAME);
637 }
638
Fyodor Kupolova627c092015-05-05 18:44:39 -0700639 void systemReady() {
640 mSystemReady = true;
641 }
Andreas Gampea8908752015-11-10 08:58:14 -0800642
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800643 private String printDexoptFlags(int flags) {
644 ArrayList<String> flagsList = new ArrayList<>();
645
646 if ((flags & DEXOPT_BOOTCOMPLETE) == DEXOPT_BOOTCOMPLETE) {
647 flagsList.add("boot_complete");
648 }
649 if ((flags & DEXOPT_DEBUGGABLE) == DEXOPT_DEBUGGABLE) {
650 flagsList.add("debuggable");
651 }
652 if ((flags & DEXOPT_PROFILE_GUIDED) == DEXOPT_PROFILE_GUIDED) {
653 flagsList.add("profile_guided");
654 }
655 if ((flags & DEXOPT_PUBLIC) == DEXOPT_PUBLIC) {
656 flagsList.add("public");
657 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800658 if ((flags & DEXOPT_SECONDARY_DEX) == DEXOPT_SECONDARY_DEX) {
659 flagsList.add("secondary");
660 }
661 if ((flags & DEXOPT_FORCE) == DEXOPT_FORCE) {
662 flagsList.add("force");
663 }
664 if ((flags & DEXOPT_STORAGE_CE) == DEXOPT_STORAGE_CE) {
665 flagsList.add("storage_ce");
666 }
667 if ((flags & DEXOPT_STORAGE_DE) == DEXOPT_STORAGE_DE) {
668 flagsList.add("storage_de");
669 }
David Sehr2118ec42017-10-25 14:28:29 -0700670 if ((flags & DEXOPT_IDLE_BACKGROUND_JOB) == DEXOPT_IDLE_BACKGROUND_JOB) {
671 flagsList.add("idle_background_job");
672 }
David Brazdilf7e31c02018-02-13 17:04:26 +0000673 if ((flags & DEXOPT_ENABLE_HIDDEN_API_CHECKS) == DEXOPT_ENABLE_HIDDEN_API_CHECKS) {
674 flagsList.add("enable_hidden_api_checks");
David Brazdil464ed3d2018-01-18 15:25:18 +0000675 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800676
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800677 return String.join(",", flagsList);
678 }
679
Andreas Gampea8908752015-11-10 08:58:14 -0800680 /**
681 * A specialized PackageDexOptimizer that overrides already-installed checks, forcing a
682 * dexopt path.
683 */
684 public static class ForcedUpdatePackageDexOptimizer extends PackageDexOptimizer {
685
686 public ForcedUpdatePackageDexOptimizer(Installer installer, Object installLock,
687 Context context, String wakeLockTag) {
688 super(installer, installLock, context, wakeLockTag);
689 }
690
691 public ForcedUpdatePackageDexOptimizer(PackageDexOptimizer from) {
692 super(from);
693 }
694
695 @Override
Andreas Gampea8908752015-11-10 08:58:14 -0800696 protected int adjustDexoptNeeded(int dexoptNeeded) {
Nicolas Geoffray96d12a92017-05-03 11:51:53 +0100697 if (dexoptNeeded == DexFile.NO_DEXOPT_NEEDED) {
698 // Ensure compilation by pretending a compiler filter change on the
699 // apk/odex location (the reason for the '-'. A positive value means
700 // the 'oat' location).
701 return -DexFile.DEX2OAT_FOR_FILTER;
702 }
703 return dexoptNeeded;
Andreas Gampea8908752015-11-10 08:58:14 -0800704 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800705
706 @Override
707 protected int adjustDexoptFlags(int flags) {
708 // Add DEXOPT_FORCE flag to signal installd that it should force compilation
709 // and discard dexoptanalyzer result.
710 return flags | DEXOPT_FORCE;
711 }
Andreas Gampea8908752015-11-10 08:58:14 -0800712 }
Fyodor Kupolov74876572015-02-23 17:14:45 -0800713}