blob: 0607a476da1e9bf0851b3be5dc33602746ab1f72 [file] [log] [blame]
Fyodor Kupolov74876572015-02-23 17:14:45 -08001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License
15 */
16
17package com.android.server.pm;
18
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080019import android.annotation.Nullable;
Fyodor Kupolova627c092015-05-05 18:44:39 -070020import android.content.Context;
Fyodor Kupolov74876572015-02-23 17:14:45 -080021import android.content.pm.ApplicationInfo;
22import android.content.pm.PackageParser;
Calin Juravleadbadd52017-03-28 18:19:15 -070023import android.os.FileUtils;
Fyodor Kupolova627c092015-05-05 18:44:39 -070024import android.os.PowerManager;
Fyodor Kupolov28f28552017-05-02 12:11:02 -070025import android.os.SystemClock;
Fyodor Kupolov74876572015-02-23 17:14:45 -080026import android.os.UserHandle;
Fyodor Kupolova627c092015-05-05 18:44:39 -070027import android.os.WorkSource;
Fyodor Kupolov74876572015-02-23 17:14:45 -080028import android.util.Log;
29import android.util.Slog;
30
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080031import com.android.internal.annotations.GuardedBy;
Narayan Kamath88eea9e2016-05-02 14:44:31 +010032import com.android.internal.util.IndentingPrintWriter;
Jeff Sharkey740f5232016-12-09 14:31:26 -070033import com.android.server.pm.Installer.InstallerException;
Calin Juravle3b74c412017-08-03 19:48:37 -070034import com.android.server.pm.dex.DexManager;
Calin Juravle1d0e83d2017-07-17 15:12:01 -070035import com.android.server.pm.dex.DexoptOptions;
Calin Juravle19da1cf2017-07-12 18:52:49 -070036import com.android.server.pm.dex.DexoptUtils;
Calin Juravlef1ff36f2017-07-22 12:33:41 -070037import com.android.server.pm.dex.PackageDexUsage;
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -070038
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080039import java.io.File;
Fyodor Kupolov74876572015-02-23 17:14:45 -080040import java.io.IOException;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080041import java.util.ArrayList;
Calin Juravle4c2b9552017-08-10 17:23:00 -070042import java.util.Arrays;
Fyodor Kupolov74876572015-02-23 17:14:45 -080043import java.util.List;
Calin Juravle41a57a62017-08-06 19:20:19 -070044import java.util.Map;
Fyodor Kupolov74876572015-02-23 17:14:45 -080045
46import dalvik.system.DexFile;
Fyodor Kupolov74876572015-02-23 17:14:45 -080047
Todd Kennedyfa54ab72015-09-25 07:46:12 -070048import static com.android.server.pm.Installer.DEXOPT_BOOTCOMPLETE;
49import static com.android.server.pm.Installer.DEXOPT_DEBUGGABLE;
Andreas Gampebdd30d82016-03-20 11:32:11 -070050import static com.android.server.pm.Installer.DEXOPT_PROFILE_GUIDED;
Todd Kennedyfa54ab72015-09-25 07:46:12 -070051import static com.android.server.pm.Installer.DEXOPT_PUBLIC;
Calin Juravlec22c30e2017-01-16 19:18:48 -080052import static com.android.server.pm.Installer.DEXOPT_SECONDARY_DEX;
53import static com.android.server.pm.Installer.DEXOPT_FORCE;
54import static com.android.server.pm.Installer.DEXOPT_STORAGE_CE;
55import static com.android.server.pm.Installer.DEXOPT_STORAGE_DE;
Fyodor Kupolov74876572015-02-23 17:14:45 -080056import static com.android.server.pm.InstructionSets.getAppDexInstructionSets;
57import static com.android.server.pm.InstructionSets.getDexCodeInstructionSets;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080058
Fyodor Kupolov28f28552017-05-02 12:11:02 -070059import static com.android.server.pm.PackageManagerService.WATCHDOG_TIMEOUT;
Nicolas Geoffrayb0818e82017-05-05 10:23:19 +010060
Nicolas Geoffrayd093b202017-05-03 13:11:58 +010061import static dalvik.system.DexFile.getNonProfileGuidedCompilerFilter;
62import static dalvik.system.DexFile.getSafeModeCompilerFilter;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -080063import static dalvik.system.DexFile.isProfileGuidedCompilerFilter;
Fyodor Kupolov74876572015-02-23 17:14:45 -080064
65/**
66 * Helper class for running dexopt command on packages.
67 */
Calin Juravlec22c30e2017-01-16 19:18:48 -080068public class PackageDexOptimizer {
Fyodor Kupolovb94c1652015-03-03 12:25:30 -080069 private static final String TAG = "PackageManager.DexOptimizer";
70 static final String OAT_DIR_NAME = "oat";
71 // TODO b/19550105 Remove error codes and use exceptions
Calin Juravlec22c30e2017-01-16 19:18:48 -080072 public static final int DEX_OPT_SKIPPED = 0;
73 public static final int DEX_OPT_PERFORMED = 1;
74 public static final int DEX_OPT_FAILED = -1;
Fyodor Kupolov28f28552017-05-02 12:11:02 -070075 // One minute over PM WATCHDOG_TIMEOUT
76 private static final long WAKELOCK_TIMEOUT_MS = WATCHDOG_TIMEOUT + 1000 * 60;
Fyodor Kupolov74876572015-02-23 17:14:45 -080077
Calin Juravleaae35762017-02-14 17:53:13 -080078 /** Special library name that skips shared libraries check during compilation. */
79 public static final String SKIP_SHARED_LIBRARY_CHECK = "&";
80
Fyodor Kupolov28f28552017-05-02 12:11:02 -070081 @GuardedBy("mInstallLock")
Andreas Gampea8908752015-11-10 08:58:14 -080082 private final Installer mInstaller;
83 private final Object mInstallLock;
Fyodor Kupolov74876572015-02-23 17:14:45 -080084
Fyodor Kupolov28f28552017-05-02 12:11:02 -070085 @GuardedBy("mInstallLock")
Fyodor Kupolova627c092015-05-05 18:44:39 -070086 private final PowerManager.WakeLock mDexoptWakeLock;
87 private volatile boolean mSystemReady;
88
Andreas Gampea8908752015-11-10 08:58:14 -080089 PackageDexOptimizer(Installer installer, Object installLock, Context context,
90 String wakeLockTag) {
91 this.mInstaller = installer;
92 this.mInstallLock = installLock;
93
94 PowerManager powerManager = (PowerManager)context.getSystemService(Context.POWER_SERVICE);
95 mDexoptWakeLock = powerManager.newWakeLock(PowerManager.PARTIAL_WAKE_LOCK, wakeLockTag);
96 }
97
98 protected PackageDexOptimizer(PackageDexOptimizer from) {
99 this.mInstaller = from.mInstaller;
100 this.mInstallLock = from.mInstallLock;
101 this.mDexoptWakeLock = from.mDexoptWakeLock;
102 this.mSystemReady = from.mSystemReady;
Fyodor Kupolov74876572015-02-23 17:14:45 -0800103 }
104
Calin Juravledb4a79a2015-12-23 18:55:08 +0200105 static boolean canOptimizePackage(PackageParser.Package pkg) {
Calin Juravle6dfd83d2016-01-29 18:23:57 +0000106 return (pkg.applicationInfo.flags & ApplicationInfo.FLAG_HAS_CODE) != 0;
Calin Juravledb4a79a2015-12-23 18:55:08 +0200107 }
108
Fyodor Kupolov74876572015-02-23 17:14:45 -0800109 /**
110 * Performs dexopt on all code paths and libraries of the specified package for specified
111 * instruction sets.
112 *
Andreas Gampea8908752015-11-10 08:58:14 -0800113 * <p>Calls to {@link com.android.server.pm.Installer#dexopt} on {@link #mInstaller} are
114 * synchronized on {@link #mInstallLock}.
Fyodor Kupolov74876572015-02-23 17:14:45 -0800115 */
Jeff Haoc7b94822016-03-16 15:56:07 -0700116 int performDexOpt(PackageParser.Package pkg, String[] sharedLibraries,
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700117 String[] instructionSets, CompilerStats.PackageStats packageStats,
Calin Juravle3b74c412017-08-03 19:48:37 -0700118 PackageDexUsage.PackageUseInfo packageUseInfo, DexoptOptions options) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800119 if (!canOptimizePackage(pkg)) {
120 return DEX_OPT_SKIPPED;
121 }
Andreas Gampea8908752015-11-10 08:58:14 -0800122 synchronized (mInstallLock) {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700123 final long acquireTime = acquireWakeLockLI(pkg.applicationInfo.uid);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700124 try {
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700125 return performDexOptLI(pkg, sharedLibraries, instructionSets,
Calin Juravle3b74c412017-08-03 19:48:37 -0700126 packageStats, packageUseInfo, options);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700127 } finally {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700128 releaseWakeLockLI(acquireTime);
Fyodor Kupolova627c092015-05-05 18:44:39 -0700129 }
Fyodor Kupolov74876572015-02-23 17:14:45 -0800130 }
131 }
132
Andreas Gampea8908752015-11-10 08:58:14 -0800133 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800134 * Performs dexopt on all code paths of the given package.
135 * It assumes the install lock is held.
136 */
137 @GuardedBy("mInstallLock")
138 private int performDexOptLI(PackageParser.Package pkg, String[] sharedLibraries,
Calin Juravle1d0e83d2017-07-17 15:12:01 -0700139 String[] targetInstructionSets, CompilerStats.PackageStats packageStats,
Calin Juravle3b74c412017-08-03 19:48:37 -0700140 PackageDexUsage.PackageUseInfo packageUseInfo, DexoptOptions options) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800141 final String[] instructionSets = targetInstructionSets != null ?
142 targetInstructionSets : getAppDexInstructionSets(pkg.applicationInfo);
143 final String[] dexCodeInstructionSets = getDexCodeInstructionSets(instructionSets);
Jeff Hao5def5e52017-04-19 14:42:16 -0700144 final List<String> paths = pkg.getAllCodePaths();
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800145 final int sharedGid = UserHandle.getSharedAppGid(pkg.applicationInfo.uid);
146
Calin Juravle19da1cf2017-07-12 18:52:49 -0700147 // Get the class loader context dependencies.
148 // For each code path in the package, this array contains the class loader context that
149 // needs to be passed to dexopt in order to ensure correct optimizations.
Calin Juravleda098152017-09-01 17:30:01 -0700150 boolean[] pathsWithCode = new boolean[paths.size()];
151 pathsWithCode[0] = (pkg.applicationInfo.flags & ApplicationInfo.FLAG_HAS_CODE) != 0;
152 for (int i = 1; i < paths.size(); i++) {
153 pathsWithCode[i] = (pkg.splitFlags[i - 1] & ApplicationInfo.FLAG_HAS_CODE) != 0;
154 }
Calin Juravle19da1cf2017-07-12 18:52:49 -0700155 String[] classLoaderContexts = DexoptUtils.getClassLoaderContexts(
Calin Juravleda098152017-09-01 17:30:01 -0700156 pkg.applicationInfo, sharedLibraries, pathsWithCode);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800157
Calin Juravle4c2b9552017-08-10 17:23:00 -0700158 // Sanity check that we do not call dexopt with inconsistent data.
159 if (paths.size() != classLoaderContexts.length) {
160 String[] splitCodePaths = pkg.applicationInfo.getSplitCodePaths();
161 throw new IllegalStateException("Inconsistent information "
162 + "between PackageParser.Package and its ApplicationInfo. "
163 + "pkg.getAllCodePaths=" + paths
164 + " pkg.applicationInfo.getBaseCodePath=" + pkg.applicationInfo.getBaseCodePath()
165 + " pkg.applicationInfo.getSplitCodePaths="
166 + (splitCodePaths == null ? "null" : Arrays.toString(splitCodePaths)));
167 }
168
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800169 int result = DEX_OPT_SKIPPED;
Jeff Hao5def5e52017-04-19 14:42:16 -0700170 for (int i = 0; i < paths.size(); i++) {
171 // Skip paths that have no code.
Calin Juravleda098152017-09-01 17:30:01 -0700172 if (!pathsWithCode[i]) {
Jeff Hao5def5e52017-04-19 14:42:16 -0700173 continue;
174 }
Calin Juravleda098152017-09-01 17:30:01 -0700175 if (classLoaderContexts[i] == null) {
176 throw new IllegalStateException("Inconsistent information in the "
177 + "package structure. A split is marked to contain code "
178 + "but has no dependency listed. Index=" + i + " path=" + paths.get(i));
179 }
180
Jeff Hao5def5e52017-04-19 14:42:16 -0700181 // Append shared libraries with split dependencies for this split.
182 String path = paths.get(i);
Calin Juravleb6f844d2017-07-17 15:23:21 -0700183 if (options.getSplitName() != null) {
184 // We are asked to compile only a specific split. Check that the current path is
185 // what we are looking for.
186 if (!options.getSplitName().equals(new File(path).getName())) {
187 continue;
188 }
189 }
190
Calin Juravle3b74c412017-08-03 19:48:37 -0700191 final boolean isUsedByOtherApps = options.isDexoptAsSharedLibrary()
Calin Juravle52a452c2017-08-04 01:42:17 -0700192 || packageUseInfo.isUsedByOtherApps(path);
Calin Juravle3b74c412017-08-03 19:48:37 -0700193 final String compilerFilter = getRealCompilerFilter(pkg.applicationInfo,
194 options.getCompilerFilter(), isUsedByOtherApps);
195 final boolean profileUpdated = options.isCheckForProfileUpdates() &&
196 isProfileUpdated(pkg, sharedGid, compilerFilter);
197
198 // Get the dexopt flags after getRealCompilerFilter to make sure we get the correct
199 // flags.
200 final int dexoptFlags = getDexFlags(pkg, compilerFilter, options.isBootComplete());
201
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800202 for (String dexCodeIsa : dexCodeInstructionSets) {
Calin Juravle19da1cf2017-07-12 18:52:49 -0700203 int newResult = dexOptPath(pkg, path, dexCodeIsa, compilerFilter,
204 profileUpdated, classLoaderContexts[i], dexoptFlags, sharedGid,
205 packageStats, options.isDowngrade());
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800206 // The end result is:
207 // - FAILED if any path failed,
208 // - PERFORMED if at least one path needed compilation,
209 // - SKIPPED when all paths are up to date
210 if ((result != DEX_OPT_FAILED) && (newResult != DEX_OPT_SKIPPED)) {
211 result = newResult;
212 }
213 }
214 }
215 return result;
216 }
217
218 /**
219 * Performs dexopt on the {@code path} belonging to the package {@code pkg}.
220 *
221 * @return
222 * DEX_OPT_FAILED if there was any exception during dexopt
223 * DEX_OPT_PERFORMED if dexopt was performed successfully on the given path.
224 * DEX_OPT_SKIPPED if the path does not need to be deopt-ed.
225 */
226 @GuardedBy("mInstallLock")
227 private int dexOptPath(PackageParser.Package pkg, String path, String isa,
228 String compilerFilter, boolean profileUpdated, String sharedLibrariesPath,
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700229 int dexoptFlags, int uid, CompilerStats.PackageStats packageStats, boolean downgrade) {
230 int dexoptNeeded = getDexoptNeeded(path, isa, compilerFilter, profileUpdated, downgrade);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800231 if (Math.abs(dexoptNeeded) == DexFile.NO_DEXOPT_NEEDED) {
232 return DEX_OPT_SKIPPED;
233 }
234
235 // TODO(calin): there's no need to try to create the oat dir over and over again,
236 // especially since it involve an extra installd call. We should create
237 // if (if supported) on the fly during the dexopt call.
238 String oatDir = createOatDirIfSupported(pkg, isa);
239
240 Log.i(TAG, "Running dexopt (dexoptNeeded=" + dexoptNeeded + ") on: " + path
241 + " pkg=" + pkg.applicationInfo.packageName + " isa=" + isa
242 + " dexoptFlags=" + printDexoptFlags(dexoptFlags)
243 + " target-filter=" + compilerFilter + " oatDir=" + oatDir
244 + " sharedLibraries=" + sharedLibrariesPath);
245
246 try {
247 long startTime = System.currentTimeMillis();
248
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700249 // TODO: Consider adding 2 different APIs for primary and secondary dexopt.
250 // installd only uses downgrade flag for secondary dex files and ignores it for
251 // primary dex files.
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800252 mInstaller.dexopt(path, uid, pkg.packageName, isa, dexoptNeeded, oatDir, dexoptFlags,
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700253 compilerFilter, pkg.volumeUuid, sharedLibrariesPath, pkg.applicationInfo.seInfo,
254 false /* downgrade*/);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800255
256 if (packageStats != null) {
257 long endTime = System.currentTimeMillis();
258 packageStats.setCompileTime(path, (int)(endTime - startTime));
259 }
260 return DEX_OPT_PERFORMED;
261 } catch (InstallerException e) {
262 Slog.w(TAG, "Failed to dexopt", e);
263 return DEX_OPT_FAILED;
264 }
265 }
266
267 /**
Calin Juravlec22c30e2017-01-16 19:18:48 -0800268 * Performs dexopt on the secondary dex {@code path} belonging to the app {@code info}.
269 *
270 * @return
271 * DEX_OPT_FAILED if there was any exception during dexopt
272 * DEX_OPT_PERFORMED if dexopt was performed successfully on the given path.
273 * NOTE that DEX_OPT_PERFORMED for secondary dex files includes the case when the dex file
274 * didn't need an update. That's because at the moment we don't get more than success/failure
275 * from installd.
276 *
277 * TODO(calin): Consider adding return codes to installd dexopt invocation (rather than
278 * throwing exceptions). Or maybe make a separate call to installd to get DexOptNeeded, though
279 * that seems wasteful.
280 */
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700281 public int dexOptSecondaryDexPath(ApplicationInfo info, String path,
282 PackageDexUsage.DexUseInfo dexUseInfo, DexoptOptions options) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800283 synchronized (mInstallLock) {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700284 final long acquireTime = acquireWakeLockLI(info.uid);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800285 try {
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700286 return dexOptSecondaryDexPathLI(info, path, dexUseInfo, options);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800287 } finally {
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700288 releaseWakeLockLI(acquireTime);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800289 }
290 }
291 }
292
293 @GuardedBy("mInstallLock")
Fyodor Kupolov28f28552017-05-02 12:11:02 -0700294 private long acquireWakeLockLI(final int uid) {
295 // During boot the system doesn't need to instantiate and obtain a wake lock.
296 // PowerManager might not be ready, but that doesn't mean that we can't proceed with
297 // dexopt.
298 if (!mSystemReady) {
299 return -1;
300 }
301 mDexoptWakeLock.setWorkSource(new WorkSource(uid));
302 mDexoptWakeLock.acquire(WAKELOCK_TIMEOUT_MS);
303 return SystemClock.elapsedRealtime();
304 }
305
306 @GuardedBy("mInstallLock")
307 private void releaseWakeLockLI(final long acquireTime) {
308 if (acquireTime < 0) {
309 return;
310 }
311 try {
312 if (mDexoptWakeLock.isHeld()) {
313 mDexoptWakeLock.release();
314 }
315 final long duration = SystemClock.elapsedRealtime() - acquireTime;
316 if (duration >= WAKELOCK_TIMEOUT_MS) {
317 Slog.wtf(TAG, "WakeLock " + mDexoptWakeLock.getTag()
318 + " time out. Operation took " + duration + " ms. Thread: "
319 + Thread.currentThread().getName());
320 }
321 } catch (Exception e) {
322 Slog.wtf(TAG, "Error while releasing " + mDexoptWakeLock.getTag() + " lock", e);
323 }
324 }
325
326 @GuardedBy("mInstallLock")
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700327 private int dexOptSecondaryDexPathLI(ApplicationInfo info, String path,
328 PackageDexUsage.DexUseInfo dexUseInfo, DexoptOptions options) {
329 if (options.isDexoptOnlySharedDex() && !dexUseInfo.isUsedByOtherApps()) {
330 // We are asked to optimize only the dex files used by other apps and this is not
331 // on of them: skip it.
332 return DEX_OPT_SKIPPED;
333 }
334
335 String compilerFilter = getRealCompilerFilter(info, options.getCompilerFilter(),
336 dexUseInfo.isUsedByOtherApps());
Calin Juravleefb1c942017-04-04 20:31:44 -0700337 // Get the dexopt flags after getRealCompilerFilter to make sure we get the correct flags.
Nicolas Geoffray3b4359a2017-05-25 13:53:22 +0100338 // Secondary dex files are currently not compiled at boot.
339 int dexoptFlags = getDexFlags(info, compilerFilter, /* bootComplete */ true)
340 | DEXOPT_SECONDARY_DEX;
Calin Juravlec22c30e2017-01-16 19:18:48 -0800341 // Check the app storage and add the appropriate flags.
Calin Juravleadbadd52017-03-28 18:19:15 -0700342 if (info.deviceProtectedDataDir != null &&
343 FileUtils.contains(info.deviceProtectedDataDir, path)) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800344 dexoptFlags |= DEXOPT_STORAGE_DE;
Calin Juravleadbadd52017-03-28 18:19:15 -0700345 } else if (info.credentialProtectedDataDir != null &&
346 FileUtils.contains(info.credentialProtectedDataDir, path)) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800347 dexoptFlags |= DEXOPT_STORAGE_CE;
348 } else {
349 Slog.e(TAG, "Could not infer CE/DE storage for package " + info.packageName);
350 return DEX_OPT_FAILED;
351 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800352 Log.d(TAG, "Running dexopt on: " + path
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700353 + " pkg=" + info.packageName + " isa=" + dexUseInfo.getLoaderIsas()
Calin Juravlec22c30e2017-01-16 19:18:48 -0800354 + " dexoptFlags=" + printDexoptFlags(dexoptFlags)
355 + " target-filter=" + compilerFilter);
356
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700357 String classLoaderContext;
358 if (dexUseInfo.isUnknownClassLoaderContext() ||
359 dexUseInfo.isUnsupportedClassLoaderContext() ||
360 dexUseInfo.isVariableClassLoaderContext()) {
361 // If we have an unknown (not yet set), unsupported (custom class loaders), or a
362 // variable class loader chain, compile without a context and mark the oat file with
363 // SKIP_SHARED_LIBRARY_CHECK. Note that his might lead to a incorrect compilation.
364 // TODO(calin): We should just extract in this case.
365 classLoaderContext = SKIP_SHARED_LIBRARY_CHECK;
366 } else {
367 classLoaderContext = dexUseInfo.getClassLoaderContext();
368 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800369 try {
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700370 for (String isa : dexUseInfo.getLoaderIsas()) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800371 // Reuse the same dexopt path as for the primary apks. We don't need all the
372 // arguments as some (dexopNeeded and oatDir) will be computed by installd because
373 // system server cannot read untrusted app content.
374 // TODO(calin): maybe add a separate call.
375 mInstaller.dexopt(path, info.uid, info.packageName, isa, /*dexoptNeeded*/ 0,
376 /*oatDir*/ null, dexoptFlags,
Calin Juravlef1ff36f2017-07-22 12:33:41 -0700377 compilerFilter, info.volumeUuid, classLoaderContext, info.seInfoUser,
378 options.isDowngrade());
Calin Juravlec22c30e2017-01-16 19:18:48 -0800379 }
380
381 return DEX_OPT_PERFORMED;
382 } catch (InstallerException e) {
383 Slog.w(TAG, "Failed to dexopt", e);
384 return DEX_OPT_FAILED;
385 }
386 }
387
388 /**
Andreas Gampea8908752015-11-10 08:58:14 -0800389 * Adjust the given dexopt-needed value. Can be overridden to influence the decision to
390 * optimize or not (and in what way).
391 */
392 protected int adjustDexoptNeeded(int dexoptNeeded) {
393 return dexoptNeeded;
394 }
395
396 /**
397 * Adjust the given dexopt flags that will be passed to the installer.
398 */
399 protected int adjustDexoptFlags(int dexoptFlags) {
400 return dexoptFlags;
401 }
402
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100403 /**
404 * Dumps the dexopt state of the given package {@code pkg} to the given {@code PrintWriter}.
405 */
Calin Juravle41a57a62017-08-06 19:20:19 -0700406 void dumpDexoptState(IndentingPrintWriter pw, PackageParser.Package pkg,
407 PackageDexUsage.PackageUseInfo useInfo) {
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100408 final String[] instructionSets = getAppDexInstructionSets(pkg.applicationInfo);
409 final String[] dexCodeInstructionSets = getDexCodeInstructionSets(instructionSets);
410
411 final List<String> paths = pkg.getAllCodePathsExcludingResourceOnly();
412
Calin Juravle41a57a62017-08-06 19:20:19 -0700413 for (String path : paths) {
414 pw.println("path: " + path);
415 pw.increaseIndent();
416
417 for (String isa : dexCodeInstructionSets) {
418 String status = null;
419 try {
420 status = DexFile.getDexFileStatus(path, isa);
421 } catch (IOException ioe) {
422 status = "[Exception]: " + ioe.getMessage();
423 }
424 pw.println(isa + ": " + status);
425 }
426
427 if (useInfo.isUsedByOtherApps(path)) {
428 pw.println("used be other apps: " + useInfo.getLoadingPackages(path));
429 }
430
431 Map<String, PackageDexUsage.DexUseInfo> dexUseInfoMap = useInfo.getDexUseInfoMap();
432
433 if (!dexUseInfoMap.isEmpty()) {
434 pw.println("known secondary dex files:");
435 pw.increaseIndent();
436 for (Map.Entry<String, PackageDexUsage.DexUseInfo> e : dexUseInfoMap.entrySet()) {
437 String dex = e.getKey();
438 PackageDexUsage.DexUseInfo dexUseInfo = e.getValue();
439 pw.println(dex);
440 pw.increaseIndent();
Calin Juravlecf722222017-09-18 17:40:48 -0700441 // TODO(calin): get the status of the oat file (needs installd call)
Calin Juravle41a57a62017-08-06 19:20:19 -0700442 pw.println("class loader context: " + dexUseInfo.getClassLoaderContext());
443 if (dexUseInfo.isUsedByOtherApps()) {
444 pw.println("used be other apps: " + dexUseInfo.getLoadingPackages());
445 }
446 pw.decreaseIndent();
447 }
448 pw.decreaseIndent();
449 }
450 pw.decreaseIndent();
Narayan Kamath88eea9e2016-05-02 14:44:31 +0100451 }
452 }
453
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800454 /**
455 * Returns the compiler filter that should be used to optimize the package code.
456 * The target filter will be updated if the package code is used by other apps
457 * or if it has the safe mode flag set.
458 */
Calin Juravlec22c30e2017-01-16 19:18:48 -0800459 private String getRealCompilerFilter(ApplicationInfo info, String targetCompilerFilter,
460 boolean isUsedByOtherApps) {
461 int flags = info.flags;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800462 boolean vmSafeMode = (flags & ApplicationInfo.FLAG_VM_SAFE_MODE) != 0;
Mathieu Chartier41e4a372016-09-02 16:36:42 -0700463 if (vmSafeMode) {
Nicolas Geoffrayd093b202017-05-03 13:11:58 +0100464 return getSafeModeCompilerFilter(targetCompilerFilter);
Mathieu Chartier41e4a372016-09-02 16:36:42 -0700465 }
466
Calin Juravlec22c30e2017-01-16 19:18:48 -0800467 if (isProfileGuidedCompilerFilter(targetCompilerFilter) && isUsedByOtherApps) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800468 // If the dex files is used by other apps, we cannot use profile-guided compilation.
469 return getNonProfileGuidedCompilerFilter(targetCompilerFilter);
Andreas Gampebdd30d82016-03-20 11:32:11 -0700470 }
471
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800472 return targetCompilerFilter;
Fyodor Kupolov74876572015-02-23 17:14:45 -0800473 }
474
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800475 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800476 * Computes the dex flags that needs to be pass to installd for the given package and compiler
477 * filter.
478 */
Nicolas Geoffray3b4359a2017-05-25 13:53:22 +0100479 private int getDexFlags(PackageParser.Package pkg, String compilerFilter,
480 boolean bootComplete) {
481 return getDexFlags(pkg.applicationInfo, compilerFilter, bootComplete);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800482 }
483
Nicolas Geoffray3b4359a2017-05-25 13:53:22 +0100484 private int getDexFlags(ApplicationInfo info, String compilerFilter, boolean bootComplete) {
Calin Juravlec22c30e2017-01-16 19:18:48 -0800485 int flags = info.flags;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800486 boolean debuggable = (flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0;
487 // Profile guide compiled oat files should not be public.
488 boolean isProfileGuidedFilter = isProfileGuidedCompilerFilter(compilerFilter);
Calin Juravlec22c30e2017-01-16 19:18:48 -0800489 boolean isPublic = !info.isForwardLocked() && !isProfileGuidedFilter;
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800490 int profileFlag = isProfileGuidedFilter ? DEXOPT_PROFILE_GUIDED : 0;
491 int dexFlags =
492 (isPublic ? DEXOPT_PUBLIC : 0)
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800493 | (debuggable ? DEXOPT_DEBUGGABLE : 0)
494 | profileFlag
Nicolas Geoffray3b4359a2017-05-25 13:53:22 +0100495 | (bootComplete ? DEXOPT_BOOTCOMPLETE : 0);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800496 return adjustDexoptFlags(dexFlags);
497 }
498
499 /**
500 * Assesses if there's a need to perform dexopt on {@code path} for the given
501 * configuration (isa, compiler filter, profile).
502 */
503 private int getDexoptNeeded(String path, String isa, String compilerFilter,
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700504 boolean newProfile, boolean downgrade) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800505 int dexoptNeeded;
506 try {
Shubham Ajmera246dccf2017-05-24 17:46:36 -0700507 dexoptNeeded = DexFile.getDexOptNeeded(path, isa, compilerFilter, newProfile,
508 downgrade);
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800509 } catch (IOException ioe) {
510 Slog.w(TAG, "IOException reading apk: " + path, ioe);
511 return DEX_OPT_FAILED;
512 }
513 return adjustDexoptNeeded(dexoptNeeded);
514 }
515
516 /**
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800517 * Checks if there is an update on the profile information of the {@code pkg}.
518 * If the compiler filter is not profile guided the method returns false.
519 *
520 * Note that this is a "destructive" operation with side effects. Under the hood the
521 * current profile and the reference profile will be merged and subsequent calls
522 * may return a different result.
523 */
524 private boolean isProfileUpdated(PackageParser.Package pkg, int uid, String compilerFilter) {
525 // Check if we are allowed to merge and if the compiler filter is profile guided.
526 if (!isProfileGuidedCompilerFilter(compilerFilter)) {
527 return false;
528 }
529 // Merge profiles. It returns whether or not there was an updated in the profile info.
530 try {
531 return mInstaller.mergeProfiles(uid, pkg.packageName);
532 } catch (InstallerException e) {
533 Slog.w(TAG, "Failed to merge profiles", e);
534 }
535 return false;
536 }
537
538 /**
539 * Creates oat dir for the specified package if needed and supported.
540 * In certain cases oat directory
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800541 * <strong>cannot</strong> be created:
542 * <ul>
543 * <li>{@code pkg} is a system app, which is not updated.</li>
544 * <li>Package location is not a directory, i.e. monolithic install.</li>
545 * </ul>
546 *
Richard Uhler7b08b352015-03-25 16:25:57 -0700547 * @return Absolute path to the oat directory or null, if oat directory
548 * cannot be created.
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800549 */
550 @Nullable
Todd Kennedy27c24fb2015-09-17 16:49:25 -0700551 private String createOatDirIfSupported(PackageParser.Package pkg, String dexInstructionSet) {
Fyodor Kupolovebcac162015-09-09 15:56:45 -0700552 if (!pkg.canHaveOatDir()) {
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800553 return null;
554 }
555 File codePath = new File(pkg.codePath);
556 if (codePath.isDirectory()) {
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800557 // TODO(calin): why do we create this only if the codePath is a directory? (i.e for
558 // cluster packages). It seems that the logic for the folder creation is
559 // split between installd and here.
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800560 File oatDir = getOatDir(codePath);
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -0700561 try {
Andreas Gampea8908752015-11-10 08:58:14 -0800562 mInstaller.createOatDir(oatDir.getAbsolutePath(), dexInstructionSet);
Jeff Sharkeyfdeeeea2016-01-11 17:34:24 -0700563 } catch (InstallerException e) {
564 Slog.w(TAG, "Failed to create oat dir", e);
565 return null;
566 }
Richard Uhler7b08b352015-03-25 16:25:57 -0700567 return oatDir.getAbsolutePath();
Fyodor Kupolovb94c1652015-03-03 12:25:30 -0800568 }
569 return null;
570 }
571
572 static File getOatDir(File codePath) {
573 return new File(codePath, OAT_DIR_NAME);
574 }
575
Fyodor Kupolova627c092015-05-05 18:44:39 -0700576 void systemReady() {
577 mSystemReady = true;
578 }
Andreas Gampea8908752015-11-10 08:58:14 -0800579
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800580 private String printDexoptFlags(int flags) {
581 ArrayList<String> flagsList = new ArrayList<>();
582
583 if ((flags & DEXOPT_BOOTCOMPLETE) == DEXOPT_BOOTCOMPLETE) {
584 flagsList.add("boot_complete");
585 }
586 if ((flags & DEXOPT_DEBUGGABLE) == DEXOPT_DEBUGGABLE) {
587 flagsList.add("debuggable");
588 }
589 if ((flags & DEXOPT_PROFILE_GUIDED) == DEXOPT_PROFILE_GUIDED) {
590 flagsList.add("profile_guided");
591 }
592 if ((flags & DEXOPT_PUBLIC) == DEXOPT_PUBLIC) {
593 flagsList.add("public");
594 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800595 if ((flags & DEXOPT_SECONDARY_DEX) == DEXOPT_SECONDARY_DEX) {
596 flagsList.add("secondary");
597 }
598 if ((flags & DEXOPT_FORCE) == DEXOPT_FORCE) {
599 flagsList.add("force");
600 }
601 if ((flags & DEXOPT_STORAGE_CE) == DEXOPT_STORAGE_CE) {
602 flagsList.add("storage_ce");
603 }
604 if ((flags & DEXOPT_STORAGE_DE) == DEXOPT_STORAGE_DE) {
605 flagsList.add("storage_de");
606 }
607
Calin Juravle2d4b6ad72017-01-04 13:22:14 -0800608 return String.join(",", flagsList);
609 }
610
Andreas Gampea8908752015-11-10 08:58:14 -0800611 /**
612 * A specialized PackageDexOptimizer that overrides already-installed checks, forcing a
613 * dexopt path.
614 */
615 public static class ForcedUpdatePackageDexOptimizer extends PackageDexOptimizer {
616
617 public ForcedUpdatePackageDexOptimizer(Installer installer, Object installLock,
618 Context context, String wakeLockTag) {
619 super(installer, installLock, context, wakeLockTag);
620 }
621
622 public ForcedUpdatePackageDexOptimizer(PackageDexOptimizer from) {
623 super(from);
624 }
625
626 @Override
Andreas Gampea8908752015-11-10 08:58:14 -0800627 protected int adjustDexoptNeeded(int dexoptNeeded) {
Nicolas Geoffray96d12a92017-05-03 11:51:53 +0100628 if (dexoptNeeded == DexFile.NO_DEXOPT_NEEDED) {
629 // Ensure compilation by pretending a compiler filter change on the
630 // apk/odex location (the reason for the '-'. A positive value means
631 // the 'oat' location).
632 return -DexFile.DEX2OAT_FOR_FILTER;
633 }
634 return dexoptNeeded;
Andreas Gampea8908752015-11-10 08:58:14 -0800635 }
Calin Juravlec22c30e2017-01-16 19:18:48 -0800636
637 @Override
638 protected int adjustDexoptFlags(int flags) {
639 // Add DEXOPT_FORCE flag to signal installd that it should force compilation
640 // and discard dexoptanalyzer result.
641 return flags | DEXOPT_FORCE;
642 }
Andreas Gampea8908752015-11-10 08:58:14 -0800643 }
Fyodor Kupolov74876572015-02-23 17:14:45 -0800644}