blob: 00cfa3104b0a7a33c0c6e2d7ba0e16201ff38d32 [file] [log] [blame]
Fyodor Kupolov74876572015-02-23 17:14:45 -08001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License
15 */
16
17package com.android.server.pm;
18
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080019import android.annotation.Nullable;
Fyodor Kupolova627c092015-05-05 18:44:39 -070020import android.content.Context;
Fyodor Kupolov74876572015-02-23 17:14:45 -080021import android.content.pm.ApplicationInfo;
22import android.content.pm.PackageParser;
Calin Juravleadbadd52017-03-28 18:19:15 -070023import android.os.FileUtils;
Fyodor Kupolova627c092015-05-05 18:44:39 -070024import android.os.PowerManager;
Fyodor Kupolov28f28552017-05-02 12:11:02 -070025import android.os.SystemClock;
Nicolas Geoffray20a894e2017-09-08 13:01:40 +010026import android.os.SystemProperties;
Fyodor Kupolov74876572015-02-23 17:14:45 -080027import android.os.UserHandle;
Fyodor Kupolova627c092015-05-05 18:44:39 -070028import android.os.WorkSource;
Fyodor Kupolov74876572015-02-23 17:14:45 -080029import android.util.Log;
30import android.util.Slog;
31
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080032import com.android.internal.annotations.GuardedBy;
Narayan Kamath88eea9e2016-05-02 14:44:31 +010033import com.android.internal.util.IndentingPrintWriter;
Jeff Sharkey740f5232016-12-09 14:31:26 -070034import com.android.server.pm.Installer.InstallerException;
Calin Juravle3b74c412017-08-03 19:48:37 -070035import com.android.server.pm.dex.DexManager;
Calin Juravle1d0e83d2017-07-17 15:12:01 -070036import com.android.server.pm.dex.DexoptOptions;
Calin Juravle19da1cf2017-07-12 18:52:49 -070037import com.android.server.pm.dex.DexoptUtils;
Calin Juravlef1ff36f2017-07-22 12:33:41 -070038import com.android.server.pm.dex.PackageDexUsage;
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -070039
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080040import java.io.File;
Fyodor Kupolov74876572015-02-23 17:14:45 -080041import java.io.IOException;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080042import java.util.ArrayList;
Calin Juravle4c2b9552017-08-10 17:23:00 -070043import java.util.Arrays;
Fyodor Kupolov74876572015-02-23 17:14:45 -080044import java.util.List;
Calin Juravle41a57a62017-08-06 19:20:19 -070045import java.util.Map;
Fyodor Kupolov74876572015-02-23 17:14:45 -080046
47import dalvik.system.DexFile;
Fyodor Kupolov74876572015-02-23 17:14:45 -080048
Todd Kennedyfa54ab72015-09-25 07:46:12 -070049import static com.android.server.pm.Installer.DEXOPT_BOOTCOMPLETE;
50import static com.android.server.pm.Installer.DEXOPT_DEBUGGABLE;
Andreas Gampebdd30d82016-03-20 11:32:11 -070051import static com.android.server.pm.Installer.DEXOPT_PROFILE_GUIDED;
Todd Kennedyfa54ab72015-09-25 07:46:12 -070052import static com.android.server.pm.Installer.DEXOPT_PUBLIC;
Calin Juravlec22c30e2017-01-16 19:18:48 -080053import static com.android.server.pm.Installer.DEXOPT_SECONDARY_DEX;
54import static com.android.server.pm.Installer.DEXOPT_FORCE;
55import static com.android.server.pm.Installer.DEXOPT_STORAGE_CE;
56import static com.android.server.pm.Installer.DEXOPT_STORAGE_DE;
David Sehr2118ec42017-10-25 14:28:29 -070057import static com.android.server.pm.Installer.DEXOPT_IDLE_BACKGROUND_JOB;
Fyodor Kupolov74876572015-02-23 17:14:45 -080058import static com.android.server.pm.InstructionSets.getAppDexInstructionSets;
59import static com.android.server.pm.InstructionSets.getDexCodeInstructionSets;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080060
Fyodor Kupolov28f28552017-05-02 12:11:02 -070061import static com.android.server.pm.PackageManagerService.WATCHDOG_TIMEOUT;
Nicolas Geoffrayb0818e82017-05-05 10:23:19 +010062
Nicolas Geoffrayd093b202017-05-03 13:11:58 +010063import static dalvik.system.DexFile.getNonProfileGuidedCompilerFilter;
64import static dalvik.system.DexFile.getSafeModeCompilerFilter;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080065import static dalvik.system.DexFile.isProfileGuidedCompilerFilter;
Fyodor Kupolov74876572015-02-23 17:14:45 -080066
67/**
68 * Helper class for running dexopt command on packages.
69 */
Calin Juravlec22c30e2017-01-16 19:18:48 -080070public class PackageDexOptimizer {
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080071 private static final String TAG = "PackageManager.DexOptimizer";
72 static final String OAT_DIR_NAME = "oat";
73 // TODO b/19550105 Remove error codes and use exceptions
Calin Juravlec22c30e2017-01-16 19:18:48 -080074 public static final int DEX_OPT_SKIPPED = 0;
75 public static final int DEX_OPT_PERFORMED = 1;
76 public static final int DEX_OPT_FAILED = -1;
Fyodor Kupolov28f28552017-05-02 12:11:02 -070077 // One minute over PM WATCHDOG_TIMEOUT
78 private static final long WAKELOCK_TIMEOUT_MS = WATCHDOG_TIMEOUT + 1000 * 60;
Fyodor Kupolov74876572015-02-23 17:14:45 -080079
Calin Juravleaae35762017-02-14 17:53:13 -080080 /** Special library name that skips shared libraries check during compilation. */
81 public static final String SKIP_SHARED_LIBRARY_CHECK = "&";
82
Fyodor Kupolov28f28552017-05-02 12:11:02 -070083 @GuardedBy("mInstallLock")
Andreas Gampea8908752015-11-10 08:58:14 -080084 private final Installer mInstaller;
85 private final Object mInstallLock;
Fyodor Kupolov74876572015-02-23 17:14:45 -080086
Fyodor Kupolov28f28552017-05-02 12:11:02 -070087 @GuardedBy("mInstallLock")
Fyodor Kupolova627c092015-05-05 18:44:39 -070088 private final PowerManager.WakeLock mDexoptWakeLock;
89 private volatile boolean mSystemReady;
90
Andreas Gampea8908752015-11-10 08:58:14 -080091 PackageDexOptimizer(Installer installer, Object installLock, Context context,
92 String wakeLockTag) {
93 this.mInstaller = installer;
94 this.mInstallLock = installLock;
95
96 PowerManager powerManager = (PowerManager)context.getSystemService(Context.POWER_SERVICE);
97 mDexoptWakeLock = powerManager.newWakeLock(PowerManager.PARTIAL_WAKE_LOCK, wakeLockTag);
98 }
99
100 protected PackageDexOptimizer(PackageDexOptimizer from) {
101 this.mInstaller = from.mInstaller;
102 this.mInstallLock = from.mInstallLock;
103 this.mDexoptWakeLock = from.mDexoptWakeLock;
104 this.mSystemReady = from.mSystemReady;
Fyodor Kupolov74876572015-02-23 17:14:45 -0800105 }
106
Calin Juravledb4a79a2015-12-23 18:55:08 +0200107 static boolean canOptimizePackage(PackageParser.Package pkg) {
Nicolas Geoffray20a894e2017-09-08 13:01:40 +0100108 // We do not dexopt a package with no code.
109 if ((pkg.applicationInfo.flags & ApplicationInfo.FLAG_HAS_CODE) == 0) {
110 return false;
111 }
112
Victor Hsiehcf0583e2017-11-09 10:32:10 -0800113 // We do not dexopt a priv-app package when pm.dexopt.priv-apps-oob is true.
Todd Kennedyc29b11a2017-10-23 15:55:59 -0700114 if (pkg.isPrivileged()) {
Victor Hsiehcf0583e2017-11-09 10:32:10 -0800115 return !SystemProperties.getBoolean("pm.dexopt.priv-apps-oob", false);
Nicolas Geoffray20a894e2017-09-08 13:01:40 +0100116 }
117
118 return true;
Calin Juravledb4a79a2015-12-23 18:55:08 +0200119 }
120
Fyodor Kupolov74876572015-02-23 17:14:45 -0800121 /**
122 * Performs dexopt on all code paths and libraries of the specified package for specified
123 * instruction sets.
124 *
Andreas Gampea8908752015-11-10 08:58:14 -0800125 * <p>Calls to {@link com.android.server.pm.Installer#dexopt} on {@link #mInstaller} are
126 * synchronized on {@link #mInstallLock}.
Fyodor Kupolov74876572015-02-23 17:14:45 -0800127 */
Jeff Haoc7b94822016-03-16 15:56:07 -0700128 int performDexOpt(PackageParser.Package pkg, String[] sharedLibraries,
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700129 String[] instructionSets, CompilerStats.PackageStats packageStats,
Calin Juravle3b74c412017-08-03 19:48:37 -0700130 PackageDexUsage.PackageUseInfo packageUseInfo, DexoptOptions options) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800131 if (!canOptimizePackage(pkg)) {
132 return DEX_OPT_SKIPPED;
133 }
Andreas Gampea8908752015-11-10 08:58:14 -0800134 synchronized (mInstallLock) {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700135 final long acquireTime = acquireWakeLockLI(pkg.applicationInfo.uid);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700136 try {
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700137 return performDexOptLI(pkg, sharedLibraries, instructionSets,
Calin Juravle3b74c412017-08-03 19:48:37 -0700138 packageStats, packageUseInfo, options);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700139 } finally {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700140 releaseWakeLockLI(acquireTime);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700141 }
Fyodor Kupolov74876572015-02-23 17:14:45 -0800142 }
143 }
144
Andreas Gampea8908752015-11-10 08:58:14 -0800145 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800146 * Performs dexopt on all code paths of the given package.
147 * It assumes the install lock is held.
148 */
149 @GuardedBy("mInstallLock")
150 private int performDexOptLI(PackageParser.Package pkg, String[] sharedLibraries,
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700151 String[] targetInstructionSets, CompilerStats.PackageStats packageStats,
Calin Juravle3b74c412017-08-03 19:48:37 -0700152 PackageDexUsage.PackageUseInfo packageUseInfo, DexoptOptions options) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800153 final String[] instructionSets = targetInstructionSets != null ?
154 targetInstructionSets : getAppDexInstructionSets(pkg.applicationInfo);
155 final String[] dexCodeInstructionSets = getDexCodeInstructionSets(instructionSets);
Jeff Hao5def5e52017-04-19 14:42:16 -0700156 final List<String> paths = pkg.getAllCodePaths();
Jeff Sharkeya73e1652017-11-15 19:07:14 -0700157
158 int sharedGid = UserHandle.getSharedAppGid(pkg.applicationInfo.uid);
159 if (sharedGid == -1) {
160 Slog.wtf(TAG, "Well this is awkward; package " + pkg.applicationInfo.name + " had UID "
161 + pkg.applicationInfo.uid, new Throwable());
162 sharedGid = android.os.Process.NOBODY_UID;
163 }
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800164
Calin Juravle19da1cf2017-07-12 18:52:49 -0700165 // Get the class loader context dependencies.
166 // For each code path in the package, this array contains the class loader context that
167 // needs to be passed to dexopt in order to ensure correct optimizations.
Calin Juravleda098152017-09-01 17:30:01 -0700168 boolean[] pathsWithCode = new boolean[paths.size()];
169 pathsWithCode[0] = (pkg.applicationInfo.flags & ApplicationInfo.FLAG_HAS_CODE) != 0;
170 for (int i = 1; i < paths.size(); i++) {
171 pathsWithCode[i] = (pkg.splitFlags[i - 1] & ApplicationInfo.FLAG_HAS_CODE) != 0;
172 }
Calin Juravle19da1cf2017-07-12 18:52:49 -0700173 String[] classLoaderContexts = DexoptUtils.getClassLoaderContexts(
Calin Juravleda098152017-09-01 17:30:01 -0700174 pkg.applicationInfo, sharedLibraries, pathsWithCode);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800175
Calin Juravle4c2b9552017-08-10 17:23:00 -0700176 // Sanity check that we do not call dexopt with inconsistent data.
177 if (paths.size() != classLoaderContexts.length) {
178 String[] splitCodePaths = pkg.applicationInfo.getSplitCodePaths();
179 throw new IllegalStateException("Inconsistent information "
180 + "between PackageParser.Package and its ApplicationInfo. "
181 + "pkg.getAllCodePaths=" + paths
182 + " pkg.applicationInfo.getBaseCodePath=" + pkg.applicationInfo.getBaseCodePath()
183 + " pkg.applicationInfo.getSplitCodePaths="
184 + (splitCodePaths == null ? "null" : Arrays.toString(splitCodePaths)));
185 }
186
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800187 int result = DEX_OPT_SKIPPED;
Jeff Hao5def5e52017-04-19 14:42:16 -0700188 for (int i = 0; i < paths.size(); i++) {
189 // Skip paths that have no code.
Calin Juravleda098152017-09-01 17:30:01 -0700190 if (!pathsWithCode[i]) {
Jeff Hao5def5e52017-04-19 14:42:16 -0700191 continue;
192 }
Calin Juravleda098152017-09-01 17:30:01 -0700193 if (classLoaderContexts[i] == null) {
194 throw new IllegalStateException("Inconsistent information in the "
195 + "package structure. A split is marked to contain code "
196 + "but has no dependency listed. Index=" + i + " path=" + paths.get(i));
197 }
198
Jeff Hao5def5e52017-04-19 14:42:16 -0700199 // Append shared libraries with split dependencies for this split.
200 String path = paths.get(i);
Calin Juravleb6f844d2017-07-17 15:23:21 -0700201 if (options.getSplitName() != null) {
202 // We are asked to compile only a specific split. Check that the current path is
203 // what we are looking for.
204 if (!options.getSplitName().equals(new File(path).getName())) {
205 continue;
206 }
207 }
208
Calin Juravle3b74c412017-08-03 19:48:37 -0700209 final boolean isUsedByOtherApps = options.isDexoptAsSharedLibrary()
Calin Juravle52a452c2017-08-04 01:42:17 -0700210 || packageUseInfo.isUsedByOtherApps(path);
Calin Juravle3b74c412017-08-03 19:48:37 -0700211 final String compilerFilter = getRealCompilerFilter(pkg.applicationInfo,
212 options.getCompilerFilter(), isUsedByOtherApps);
213 final boolean profileUpdated = options.isCheckForProfileUpdates() &&
214 isProfileUpdated(pkg, sharedGid, compilerFilter);
215
216 // Get the dexopt flags after getRealCompilerFilter to make sure we get the correct
217 // flags.
Andreas Gampec041c332017-11-01 17:05:53 -0700218 final int dexoptFlags = getDexFlags(pkg, compilerFilter, options);
Calin Juravle3b74c412017-08-03 19:48:37 -0700219
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800220 for (String dexCodeIsa : dexCodeInstructionSets) {
Calin Juravle19da1cf2017-07-12 18:52:49 -0700221 int newResult = dexOptPath(pkg, path, dexCodeIsa, compilerFilter,
222 profileUpdated, classLoaderContexts[i], dexoptFlags, sharedGid,
223 packageStats, options.isDowngrade());
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800224 // The end result is:
225 // - FAILED if any path failed,
226 // - PERFORMED if at least one path needed compilation,
227 // - SKIPPED when all paths are up to date
228 if ((result != DEX_OPT_FAILED) && (newResult != DEX_OPT_SKIPPED)) {
229 result = newResult;
230 }
231 }
232 }
233 return result;
234 }
235
236 /**
237 * Performs dexopt on the {@code path} belonging to the package {@code pkg}.
238 *
239 * @return
240 * DEX_OPT_FAILED if there was any exception during dexopt
241 * DEX_OPT_PERFORMED if dexopt was performed successfully on the given path.
242 * DEX_OPT_SKIPPED if the path does not need to be deopt-ed.
243 */
244 @GuardedBy("mInstallLock")
245 private int dexOptPath(PackageParser.Package pkg, String path, String isa,
Calin Juravle576e6c02017-09-12 00:58:33 -0700246 String compilerFilter, boolean profileUpdated, String classLoaderContext,
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700247 int dexoptFlags, int uid, CompilerStats.PackageStats packageStats, boolean downgrade) {
Calin Juravle576e6c02017-09-12 00:58:33 -0700248 int dexoptNeeded = getDexoptNeeded(path, isa, compilerFilter, classLoaderContext,
249 profileUpdated, downgrade);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800250 if (Math.abs(dexoptNeeded) == DexFile.NO_DEXOPT_NEEDED) {
251 return DEX_OPT_SKIPPED;
252 }
253
254 // TODO(calin): there's no need to try to create the oat dir over and over again,
255 // especially since it involve an extra installd call. We should create
256 // if (if supported) on the fly during the dexopt call.
257 String oatDir = createOatDirIfSupported(pkg, isa);
258
259 Log.i(TAG, "Running dexopt (dexoptNeeded=" + dexoptNeeded + ") on: " + path
260 + " pkg=" + pkg.applicationInfo.packageName + " isa=" + isa
261 + " dexoptFlags=" + printDexoptFlags(dexoptFlags)
Calin Juravle576e6c02017-09-12 00:58:33 -0700262 + " targetFilter=" + compilerFilter + " oatDir=" + oatDir
263 + " classLoaderContext=" + classLoaderContext);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800264
265 try {
266 long startTime = System.currentTimeMillis();
267
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700268 // TODO: Consider adding 2 different APIs for primary and secondary dexopt.
269 // installd only uses downgrade flag for secondary dex files and ignores it for
270 // primary dex files.
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800271 mInstaller.dexopt(path, uid, pkg.packageName, isa, dexoptNeeded, oatDir, dexoptFlags,
Calin Juravle576e6c02017-09-12 00:58:33 -0700272 compilerFilter, pkg.volumeUuid, classLoaderContext, pkg.applicationInfo.seInfo,
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700273 false /* downgrade*/);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800274
275 if (packageStats != null) {
276 long endTime = System.currentTimeMillis();
277 packageStats.setCompileTime(path, (int)(endTime - startTime));
278 }
279 return DEX_OPT_PERFORMED;
280 } catch (InstallerException e) {
281 Slog.w(TAG, "Failed to dexopt", e);
282 return DEX_OPT_FAILED;
283 }
284 }
285
286 /**
Calin Juravlec22c30e2017-01-16 19:18:48 -0800287 * Performs dexopt on the secondary dex {@code path} belonging to the app {@code info}.
288 *
289 * @return
290 * DEX_OPT_FAILED if there was any exception during dexopt
291 * DEX_OPT_PERFORMED if dexopt was performed successfully on the given path.
292 * NOTE that DEX_OPT_PERFORMED for secondary dex files includes the case when the dex file
293 * didn't need an update. That's because at the moment we don't get more than success/failure
294 * from installd.
295 *
296 * TODO(calin): Consider adding return codes to installd dexopt invocation (rather than
297 * throwing exceptions). Or maybe make a separate call to installd to get DexOptNeeded, though
298 * that seems wasteful.
299 */
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700300 public int dexOptSecondaryDexPath(ApplicationInfo info, String path,
301 PackageDexUsage.DexUseInfo dexUseInfo, DexoptOptions options) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800302 synchronized (mInstallLock) {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700303 final long acquireTime = acquireWakeLockLI(info.uid);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800304 try {
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700305 return dexOptSecondaryDexPathLI(info, path, dexUseInfo, options);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800306 } finally {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700307 releaseWakeLockLI(acquireTime);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800308 }
309 }
310 }
311
312 @GuardedBy("mInstallLock")
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700313 private long acquireWakeLockLI(final int uid) {
314 // During boot the system doesn't need to instantiate and obtain a wake lock.
315 // PowerManager might not be ready, but that doesn't mean that we can't proceed with
316 // dexopt.
317 if (!mSystemReady) {
318 return -1;
319 }
320 mDexoptWakeLock.setWorkSource(new WorkSource(uid));
321 mDexoptWakeLock.acquire(WAKELOCK_TIMEOUT_MS);
322 return SystemClock.elapsedRealtime();
323 }
324
325 @GuardedBy("mInstallLock")
326 private void releaseWakeLockLI(final long acquireTime) {
327 if (acquireTime < 0) {
328 return;
329 }
330 try {
331 if (mDexoptWakeLock.isHeld()) {
332 mDexoptWakeLock.release();
333 }
334 final long duration = SystemClock.elapsedRealtime() - acquireTime;
335 if (duration >= WAKELOCK_TIMEOUT_MS) {
336 Slog.wtf(TAG, "WakeLock " + mDexoptWakeLock.getTag()
337 + " time out. Operation took " + duration + " ms. Thread: "
338 + Thread.currentThread().getName());
339 }
340 } catch (Exception e) {
341 Slog.wtf(TAG, "Error while releasing " + mDexoptWakeLock.getTag() + " lock", e);
342 }
343 }
344
345 @GuardedBy("mInstallLock")
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700346 private int dexOptSecondaryDexPathLI(ApplicationInfo info, String path,
347 PackageDexUsage.DexUseInfo dexUseInfo, DexoptOptions options) {
348 if (options.isDexoptOnlySharedDex() && !dexUseInfo.isUsedByOtherApps()) {
349 // We are asked to optimize only the dex files used by other apps and this is not
350 // on of them: skip it.
351 return DEX_OPT_SKIPPED;
352 }
353
354 String compilerFilter = getRealCompilerFilter(info, options.getCompilerFilter(),
355 dexUseInfo.isUsedByOtherApps());
Calin Juravleefb1c942017-04-04 20:31:44 -0700356 // Get the dexopt flags after getRealCompilerFilter to make sure we get the correct flags.
Nicolas Geoffray3b4359a2017-05-25 13:53:22 +0100357 // Secondary dex files are currently not compiled at boot.
Andreas Gampec041c332017-11-01 17:05:53 -0700358 int dexoptFlags = getDexFlags(info, compilerFilter, options) | DEXOPT_SECONDARY_DEX;
Calin Juravlec22c30e2017-01-16 19:18:48 -0800359 // Check the app storage and add the appropriate flags.
Calin Juravleadbadd52017-03-28 18:19:15 -0700360 if (info.deviceProtectedDataDir != null &&
361 FileUtils.contains(info.deviceProtectedDataDir, path)) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800362 dexoptFlags |= DEXOPT_STORAGE_DE;
Calin Juravleadbadd52017-03-28 18:19:15 -0700363 } else if (info.credentialProtectedDataDir != null &&
364 FileUtils.contains(info.credentialProtectedDataDir, path)) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800365 dexoptFlags |= DEXOPT_STORAGE_CE;
366 } else {
367 Slog.e(TAG, "Could not infer CE/DE storage for package " + info.packageName);
368 return DEX_OPT_FAILED;
369 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800370 Log.d(TAG, "Running dexopt on: " + path
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700371 + " pkg=" + info.packageName + " isa=" + dexUseInfo.getLoaderIsas()
Calin Juravlec22c30e2017-01-16 19:18:48 -0800372 + " dexoptFlags=" + printDexoptFlags(dexoptFlags)
373 + " target-filter=" + compilerFilter);
374
Calin Juravle27f92622017-10-04 10:53:09 -0700375 // TODO(calin): b/64530081 b/66984396. Use SKIP_SHARED_LIBRARY_CHECK for the context
376 // (instead of dexUseInfo.getClassLoaderContext()) in order to compile secondary dex files
377 // in isolation (and avoid to extract/verify the main apk if it's in the class path).
378 // Note this trades correctness for performance since the resulting slow down is
379 // unacceptable in some cases until b/64530081 is fixed.
380 String classLoaderContext = SKIP_SHARED_LIBRARY_CHECK;
381
Calin Juravlec22c30e2017-01-16 19:18:48 -0800382 try {
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700383 for (String isa : dexUseInfo.getLoaderIsas()) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800384 // Reuse the same dexopt path as for the primary apks. We don't need all the
385 // arguments as some (dexopNeeded and oatDir) will be computed by installd because
386 // system server cannot read untrusted app content.
387 // TODO(calin): maybe add a separate call.
388 mInstaller.dexopt(path, info.uid, info.packageName, isa, /*dexoptNeeded*/ 0,
389 /*oatDir*/ null, dexoptFlags,
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700390 compilerFilter, info.volumeUuid, classLoaderContext, info.seInfoUser,
391 options.isDowngrade());
Calin Juravlec22c30e2017-01-16 19:18:48 -0800392 }
393
394 return DEX_OPT_PERFORMED;
395 } catch (InstallerException e) {
396 Slog.w(TAG, "Failed to dexopt", e);
397 return DEX_OPT_FAILED;
398 }
399 }
400
401 /**
Andreas Gampea8908752015-11-10 08:58:14 -0800402 * Adjust the given dexopt-needed value. Can be overridden to influence the decision to
403 * optimize or not (and in what way).
404 */
405 protected int adjustDexoptNeeded(int dexoptNeeded) {
406 return dexoptNeeded;
407 }
408
409 /**
410 * Adjust the given dexopt flags that will be passed to the installer.
411 */
412 protected int adjustDexoptFlags(int dexoptFlags) {
413 return dexoptFlags;
414 }
415
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100416 /**
417 * Dumps the dexopt state of the given package {@code pkg} to the given {@code PrintWriter}.
418 */
Calin Juravle41a57a62017-08-06 19:20:19 -0700419 void dumpDexoptState(IndentingPrintWriter pw, PackageParser.Package pkg,
420 PackageDexUsage.PackageUseInfo useInfo) {
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100421 final String[] instructionSets = getAppDexInstructionSets(pkg.applicationInfo);
422 final String[] dexCodeInstructionSets = getDexCodeInstructionSets(instructionSets);
423
424 final List<String> paths = pkg.getAllCodePathsExcludingResourceOnly();
425
Calin Juravle41a57a62017-08-06 19:20:19 -0700426 for (String path : paths) {
427 pw.println("path: " + path);
428 pw.increaseIndent();
429
430 for (String isa : dexCodeInstructionSets) {
431 String status = null;
432 try {
433 status = DexFile.getDexFileStatus(path, isa);
434 } catch (IOException ioe) {
435 status = "[Exception]: " + ioe.getMessage();
436 }
437 pw.println(isa + ": " + status);
438 }
439
440 if (useInfo.isUsedByOtherApps(path)) {
Calin Juravle94837e32017-09-26 13:23:00 -0700441 pw.println("used by other apps: " + useInfo.getLoadingPackages(path));
Calin Juravle41a57a62017-08-06 19:20:19 -0700442 }
443
444 Map<String, PackageDexUsage.DexUseInfo> dexUseInfoMap = useInfo.getDexUseInfoMap();
445
446 if (!dexUseInfoMap.isEmpty()) {
447 pw.println("known secondary dex files:");
448 pw.increaseIndent();
449 for (Map.Entry<String, PackageDexUsage.DexUseInfo> e : dexUseInfoMap.entrySet()) {
450 String dex = e.getKey();
451 PackageDexUsage.DexUseInfo dexUseInfo = e.getValue();
452 pw.println(dex);
453 pw.increaseIndent();
Calin Juravlecf722222017-09-18 17:40:48 -0700454 // TODO(calin): get the status of the oat file (needs installd call)
Calin Juravle41a57a62017-08-06 19:20:19 -0700455 pw.println("class loader context: " + dexUseInfo.getClassLoaderContext());
456 if (dexUseInfo.isUsedByOtherApps()) {
Calin Juravle94837e32017-09-26 13:23:00 -0700457 pw.println("used by other apps: " + dexUseInfo.getLoadingPackages());
Calin Juravle41a57a62017-08-06 19:20:19 -0700458 }
459 pw.decreaseIndent();
460 }
461 pw.decreaseIndent();
462 }
463 pw.decreaseIndent();
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100464 }
465 }
466
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800467 /**
468 * Returns the compiler filter that should be used to optimize the package code.
469 * The target filter will be updated if the package code is used by other apps
470 * or if it has the safe mode flag set.
471 */
Calin Juravlec22c30e2017-01-16 19:18:48 -0800472 private String getRealCompilerFilter(ApplicationInfo info, String targetCompilerFilter,
473 boolean isUsedByOtherApps) {
474 int flags = info.flags;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800475 boolean vmSafeMode = (flags & ApplicationInfo.FLAG_VM_SAFE_MODE) != 0;
Mathieu Chartier41e4a372016-09-02 16:36:42 -0700476 if (vmSafeMode) {
Nicolas Geoffrayd093b202017-05-03 13:11:58 +0100477 return getSafeModeCompilerFilter(targetCompilerFilter);
Mathieu Chartier41e4a372016-09-02 16:36:42 -0700478 }
479
Calin Juravlec22c30e2017-01-16 19:18:48 -0800480 if (isProfileGuidedCompilerFilter(targetCompilerFilter) && isUsedByOtherApps) {
Calin Juravlef53201f2017-09-15 11:09:29 -0700481 // If the dex files is used by other apps, apply the shared filter.
482 return PackageManagerServiceCompilerMapping.getCompilerFilterForReason(
483 PackageManagerService.REASON_SHARED);
Andreas Gampebdd30d82016-03-20 11:32:11 -0700484 }
485
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800486 return targetCompilerFilter;
Fyodor Kupolov74876572015-02-23 17:14:45 -0800487 }
488
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800489 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800490 * Computes the dex flags that needs to be pass to installd for the given package and compiler
491 * filter.
492 */
Nicolas Geoffray3b4359a2017-05-25 13:53:22 +0100493 private int getDexFlags(PackageParser.Package pkg, String compilerFilter,
Andreas Gampec041c332017-11-01 17:05:53 -0700494 DexoptOptions options) {
495 return getDexFlags(pkg.applicationInfo, compilerFilter, options);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800496 }
497
Andreas Gampec041c332017-11-01 17:05:53 -0700498 private int getDexFlags(ApplicationInfo info, String compilerFilter, DexoptOptions options) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800499 int flags = info.flags;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800500 boolean debuggable = (flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0;
501 // Profile guide compiled oat files should not be public.
502 boolean isProfileGuidedFilter = isProfileGuidedCompilerFilter(compilerFilter);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800503 boolean isPublic = !info.isForwardLocked() && !isProfileGuidedFilter;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800504 int profileFlag = isProfileGuidedFilter ? DEXOPT_PROFILE_GUIDED : 0;
505 int dexFlags =
506 (isPublic ? DEXOPT_PUBLIC : 0)
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800507 | (debuggable ? DEXOPT_DEBUGGABLE : 0)
508 | profileFlag
Andreas Gampec041c332017-11-01 17:05:53 -0700509 | (options.isBootComplete() ? DEXOPT_BOOTCOMPLETE : 0)
510 | (options.isDexoptIdleBackgroundJob() ? DEXOPT_IDLE_BACKGROUND_JOB : 0);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800511 return adjustDexoptFlags(dexFlags);
512 }
513
514 /**
515 * Assesses if there's a need to perform dexopt on {@code path} for the given
516 * configuration (isa, compiler filter, profile).
517 */
518 private int getDexoptNeeded(String path, String isa, String compilerFilter,
Calin Juravle576e6c02017-09-12 00:58:33 -0700519 String classLoaderContext, boolean newProfile, boolean downgrade) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800520 int dexoptNeeded;
521 try {
Calin Juravle576e6c02017-09-12 00:58:33 -0700522 dexoptNeeded = DexFile.getDexOptNeeded(path, isa, compilerFilter, classLoaderContext,
523 newProfile, downgrade);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800524 } catch (IOException ioe) {
525 Slog.w(TAG, "IOException reading apk: " + path, ioe);
526 return DEX_OPT_FAILED;
527 }
528 return adjustDexoptNeeded(dexoptNeeded);
529 }
530
531 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800532 * Checks if there is an update on the profile information of the {@code pkg}.
533 * If the compiler filter is not profile guided the method returns false.
534 *
535 * Note that this is a "destructive" operation with side effects. Under the hood the
536 * current profile and the reference profile will be merged and subsequent calls
537 * may return a different result.
538 */
539 private boolean isProfileUpdated(PackageParser.Package pkg, int uid, String compilerFilter) {
540 // Check if we are allowed to merge and if the compiler filter is profile guided.
541 if (!isProfileGuidedCompilerFilter(compilerFilter)) {
542 return false;
543 }
544 // Merge profiles. It returns whether or not there was an updated in the profile info.
545 try {
546 return mInstaller.mergeProfiles(uid, pkg.packageName);
547 } catch (InstallerException e) {
548 Slog.w(TAG, "Failed to merge profiles", e);
549 }
550 return false;
551 }
552
553 /**
554 * Creates oat dir for the specified package if needed and supported.
555 * In certain cases oat directory
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800556 * <strong>cannot</strong> be created:
557 * <ul>
558 * <li>{@code pkg} is a system app, which is not updated.</li>
559 * <li>Package location is not a directory, i.e. monolithic install.</li>
560 * </ul>
561 *
Richard Uhler7b08b352015-03-25 16:25:57 -0700562 * @return Absolute path to the oat directory or null, if oat directory
563 * cannot be created.
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800564 */
565 @Nullable
Todd Kennedy27c24fb2015-09-17 16:49:25 -0700566 private String createOatDirIfSupported(PackageParser.Package pkg, String dexInstructionSet) {
Fyodor Kupolovebcac162015-09-09 15:56:45 -0700567 if (!pkg.canHaveOatDir()) {
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800568 return null;
569 }
570 File codePath = new File(pkg.codePath);
571 if (codePath.isDirectory()) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800572 // TODO(calin): why do we create this only if the codePath is a directory? (i.e for
573 // cluster packages). It seems that the logic for the folder creation is
574 // split between installd and here.
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800575 File oatDir = getOatDir(codePath);
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -0700576 try {
Andreas Gampea8908752015-11-10 08:58:14 -0800577 mInstaller.createOatDir(oatDir.getAbsolutePath(), dexInstructionSet);
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -0700578 } catch (InstallerException e) {
579 Slog.w(TAG, "Failed to create oat dir", e);
580 return null;
581 }
Richard Uhler7b08b352015-03-25 16:25:57 -0700582 return oatDir.getAbsolutePath();
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800583 }
584 return null;
585 }
586
587 static File getOatDir(File codePath) {
588 return new File(codePath, OAT_DIR_NAME);
589 }
590
Fyodor Kupolova627c092015-05-05 18:44:39 -0700591 void systemReady() {
592 mSystemReady = true;
593 }
Andreas Gampea8908752015-11-10 08:58:14 -0800594
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800595 private String printDexoptFlags(int flags) {
596 ArrayList<String> flagsList = new ArrayList<>();
597
598 if ((flags & DEXOPT_BOOTCOMPLETE) == DEXOPT_BOOTCOMPLETE) {
599 flagsList.add("boot_complete");
600 }
601 if ((flags & DEXOPT_DEBUGGABLE) == DEXOPT_DEBUGGABLE) {
602 flagsList.add("debuggable");
603 }
604 if ((flags & DEXOPT_PROFILE_GUIDED) == DEXOPT_PROFILE_GUIDED) {
605 flagsList.add("profile_guided");
606 }
607 if ((flags & DEXOPT_PUBLIC) == DEXOPT_PUBLIC) {
608 flagsList.add("public");
609 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800610 if ((flags & DEXOPT_SECONDARY_DEX) == DEXOPT_SECONDARY_DEX) {
611 flagsList.add("secondary");
612 }
613 if ((flags & DEXOPT_FORCE) == DEXOPT_FORCE) {
614 flagsList.add("force");
615 }
616 if ((flags & DEXOPT_STORAGE_CE) == DEXOPT_STORAGE_CE) {
617 flagsList.add("storage_ce");
618 }
619 if ((flags & DEXOPT_STORAGE_DE) == DEXOPT_STORAGE_DE) {
620 flagsList.add("storage_de");
621 }
David Sehr2118ec42017-10-25 14:28:29 -0700622 if ((flags & DEXOPT_IDLE_BACKGROUND_JOB) == DEXOPT_IDLE_BACKGROUND_JOB) {
623 flagsList.add("idle_background_job");
624 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800625
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800626 return String.join(",", flagsList);
627 }
628
Andreas Gampea8908752015-11-10 08:58:14 -0800629 /**
630 * A specialized PackageDexOptimizer that overrides already-installed checks, forcing a
631 * dexopt path.
632 */
633 public static class ForcedUpdatePackageDexOptimizer extends PackageDexOptimizer {
634
635 public ForcedUpdatePackageDexOptimizer(Installer installer, Object installLock,
636 Context context, String wakeLockTag) {
637 super(installer, installLock, context, wakeLockTag);
638 }
639
640 public ForcedUpdatePackageDexOptimizer(PackageDexOptimizer from) {
641 super(from);
642 }
643
644 @Override
Andreas Gampea8908752015-11-10 08:58:14 -0800645 protected int adjustDexoptNeeded(int dexoptNeeded) {
Nicolas Geoffray96d12a92017-05-03 11:51:53 +0100646 if (dexoptNeeded == DexFile.NO_DEXOPT_NEEDED) {
647 // Ensure compilation by pretending a compiler filter change on the
648 // apk/odex location (the reason for the '-'. A positive value means
649 // the 'oat' location).
650 return -DexFile.DEX2OAT_FOR_FILTER;
651 }
652 return dexoptNeeded;
Andreas Gampea8908752015-11-10 08:58:14 -0800653 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800654
655 @Override
656 protected int adjustDexoptFlags(int flags) {
657 // Add DEXOPT_FORCE flag to signal installd that it should force compilation
658 // and discard dexoptanalyzer result.
659 return flags | DEXOPT_FORCE;
660 }
Andreas Gampea8908752015-11-10 08:58:14 -0800661 }
Fyodor Kupolov74876572015-02-23 17:14:45 -0800662}