| #!/usr/bin/env python |
| # |
| # Copyright 2013 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| import json |
| import logging |
| import optparse |
| import os |
| import sys |
| import tempfile |
| import zipfile |
| |
| from util import build_utils |
| |
| |
| def _RemoveUnwantedFilesFromZip(dex_path): |
| iz = zipfile.ZipFile(dex_path, 'r') |
| tmp_dex_path = '%s.tmp.zip' % dex_path |
| oz = zipfile.ZipFile(tmp_dex_path, 'w', zipfile.ZIP_DEFLATED) |
| for i in iz.namelist(): |
| if i.endswith('.dex'): |
| oz.writestr(i, iz.read(i)) |
| os.remove(dex_path) |
| os.rename(tmp_dex_path, dex_path) |
| |
| |
| def _ParseArgs(args): |
| args = build_utils.ExpandFileArgs(args) |
| |
| parser = optparse.OptionParser() |
| build_utils.AddDepfileOption(parser) |
| |
| parser.add_option('--android-sdk-tools', |
| help='Android sdk build tools directory.') |
| parser.add_option('--output-directory', |
| default=os.getcwd(), |
| help='Path to the output build directory.') |
| parser.add_option('--dex-path', help='Dex output path.') |
| parser.add_option('--configuration-name', |
| help='The build CONFIGURATION_NAME.') |
| parser.add_option('--proguard-enabled', |
| help='"true" if proguard is enabled.') |
| parser.add_option('--debug-build-proguard-enabled', |
| help='"true" if proguard is enabled for debug build.') |
| parser.add_option('--proguard-enabled-input-path', |
| help=('Path to dex in Release mode when proguard ' |
| 'is enabled.')) |
| parser.add_option('--no-locals', default='0', |
| help='Exclude locals list from the dex file.') |
| parser.add_option('--incremental', |
| action='store_true', |
| help='Enable incremental builds when possible.') |
| parser.add_option('--inputs', help='A list of additional input paths.') |
| parser.add_option('--excluded-paths', |
| help='A list of paths to exclude from the dex file.') |
| parser.add_option('--main-dex-list-path', |
| help='A file containing a list of the classes to ' |
| 'include in the main dex.') |
| parser.add_option('--multidex-configuration-path', |
| help='A JSON file containing multidex build configuration.') |
| parser.add_option('--multi-dex', default=False, action='store_true', |
| help='Generate multiple dex files.') |
| |
| options, paths = parser.parse_args(args) |
| |
| required_options = ('android_sdk_tools',) |
| build_utils.CheckOptions(options, parser, required=required_options) |
| |
| if options.multidex_configuration_path: |
| with open(options.multidex_configuration_path) as multidex_config_file: |
| multidex_config = json.loads(multidex_config_file.read()) |
| options.multi_dex = multidex_config.get('enabled', False) |
| |
| if options.multi_dex and not options.main_dex_list_path: |
| logging.warning('multidex cannot be enabled without --main-dex-list-path') |
| options.multi_dex = False |
| elif options.main_dex_list_path and not options.multi_dex: |
| logging.warning('--main-dex-list-path is unused if multidex is not enabled') |
| |
| if options.inputs: |
| options.inputs = build_utils.ParseGypList(options.inputs) |
| if options.excluded_paths: |
| options.excluded_paths = build_utils.ParseGypList(options.excluded_paths) |
| |
| return options, paths |
| |
| |
| def _AllSubpathsAreClassFiles(paths, changes): |
| for path in paths: |
| if any(not p.endswith('.class') for p in changes.IterChangedSubpaths(path)): |
| return False |
| return True |
| |
| |
| def _DexWasEmpty(paths, changes): |
| for path in paths: |
| if any(p.endswith('.class') |
| for p in changes.old_metadata.IterSubpaths(path)): |
| return False |
| return True |
| |
| |
| def _RunDx(changes, options, dex_cmd, paths): |
| with build_utils.TempDir() as classes_temp_dir: |
| # --multi-dex is incompatible with --incremental. |
| if options.multi_dex: |
| dex_cmd.append('--main-dex-list=%s' % options.main_dex_list_path) |
| else: |
| # Use --incremental when .class files are added or modified (never when |
| # removed). |
| # --incremental tells dx to merge all newly dex'ed .class files with |
| # what that already exist in the output dex file (existing classes are |
| # replaced). |
| if options.incremental and changes.AddedOrModifiedOnly(): |
| changed_inputs = set(changes.IterChangedPaths()) |
| changed_paths = [p for p in paths if p in changed_inputs] |
| if not changed_paths: |
| return |
| # When merging in other dex files, there's no easy way to know if |
| # classes were removed from them. |
| if (_AllSubpathsAreClassFiles(changed_paths, changes) |
| and not _DexWasEmpty(changed_paths, changes)): |
| dex_cmd.append('--incremental') |
| for path in changed_paths: |
| changed_subpaths = set(changes.IterChangedSubpaths(path)) |
| # Not a fundamental restriction, but it's the case right now and it |
| # simplifies the logic to assume so. |
| assert changed_subpaths, 'All inputs should be zip files.' |
| build_utils.ExtractAll(path, path=classes_temp_dir, |
| predicate=lambda p: p in changed_subpaths) |
| paths = [classes_temp_dir] |
| |
| dex_cmd += paths |
| build_utils.CheckOutput(dex_cmd, print_stderr=False) |
| |
| if options.dex_path.endswith('.zip'): |
| _RemoveUnwantedFilesFromZip(options.dex_path) |
| |
| |
| def _OnStaleMd5(changes, options, dex_cmd, paths): |
| _RunDx(changes, options, dex_cmd, paths) |
| build_utils.WriteJson( |
| [os.path.relpath(p, options.output_directory) for p in paths], |
| options.dex_path + '.inputs') |
| |
| |
| def main(args): |
| options, paths = _ParseArgs(args) |
| if ((options.proguard_enabled == 'true' |
| and options.configuration_name == 'Release') |
| or (options.debug_build_proguard_enabled == 'true' |
| and options.configuration_name == 'Debug')): |
| paths = [options.proguard_enabled_input_path] |
| |
| if options.inputs: |
| paths += options.inputs |
| |
| if options.excluded_paths: |
| # Excluded paths are relative to the output directory. |
| exclude_paths = options.excluded_paths |
| paths = [p for p in paths if not |
| os.path.relpath(p, options.output_directory) in exclude_paths] |
| |
| input_paths = list(paths) |
| |
| dx_binary = os.path.join(options.android_sdk_tools, 'dx') |
| # See http://crbug.com/272064 for context on --force-jumbo. |
| # See https://github.com/android/platform_dalvik/commit/dd140a22d for |
| # --num-threads. |
| dex_cmd = [dx_binary, '--num-threads=8', '--dex', '--force-jumbo', |
| '--output', options.dex_path] |
| if options.no_locals != '0': |
| dex_cmd.append('--no-locals') |
| |
| if options.multi_dex: |
| input_paths.append(options.main_dex_list_path) |
| dex_cmd += [ |
| '--multi-dex', |
| '--minimal-main-dex', |
| ] |
| |
| output_paths = [ |
| options.dex_path, |
| options.dex_path + '.inputs', |
| ] |
| |
| # An escape hatch to be able to check if incremental dexing is causing |
| # problems. |
| force = int(os.environ.get('DISABLE_INCREMENTAL_DX', 0)) |
| |
| build_utils.CallAndWriteDepfileIfStale( |
| lambda changes: _OnStaleMd5(changes, options, dex_cmd, paths), |
| options, |
| input_paths=input_paths, |
| input_strings=dex_cmd, |
| output_paths=output_paths, |
| force=force, |
| pass_changes=True) |
| |
| |
| if __name__ == '__main__': |
| sys.exit(main(sys.argv[1:])) |