shenhan | b7ff88b | 2013-02-19 20:42:48 +0000 | [diff] [blame] | 1 | #!/usr/bin/python |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 2 | # |
| 3 | # Copyright 2010 Google Inc. All Rights Reserved. |
| 4 | |
| 5 | """Script to checkout the ChromeOS source. |
| 6 | |
| 7 | This script sets up the ChromeOS source in the given directory, matching a |
| 8 | particular release of ChromeOS. |
| 9 | """ |
| 10 | |
| 11 | __author__ = "raymes@google.com (Raymes Khoury)" |
| 12 | |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 13 | from datetime import datetime |
asharif | ca35b77 | 2013-02-15 04:56:41 +0000 | [diff] [blame] | 14 | import getpass |
Luis Lozano | 8cf5308 | 2013-08-01 12:35:11 -0700 | [diff] [blame] | 15 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 16 | import optparse |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 17 | import os |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 18 | import pickle |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 19 | import sys |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 20 | import tempfile |
| 21 | import time |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 22 | from utils import command_executer |
raymes | 69c8d72 | 2013-02-15 17:55:36 +0000 | [diff] [blame] | 23 | from utils import logger |
Luis Lozano | 8cf5308 | 2013-08-01 12:35:11 -0700 | [diff] [blame] | 24 | from utils import manifest_versions |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 25 | |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 26 | GCLIENT_FILE = """solutions = [ |
| 27 | { "name" : "CHROME_DEPS", |
| 28 | "url" : |
| 29 | "svn://svn.chromium.org/chrome-internal/trunk/tools/buildspec/releases/%s", |
| 30 | "custom_deps" : { |
| 31 | "src/third_party/WebKit/LayoutTests": None, |
| 32 | "src-pdf": None, |
| 33 | "src/pdf": None, |
| 34 | }, |
| 35 | "safesync_url": "", |
| 36 | }, |
| 37 | ] |
| 38 | """ |
| 39 | |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 40 | # List of stable versions used for common team image |
| 41 | # Sheriff must update this list when a new common version becomes available |
| 42 | COMMON_VERSIONS = "/home/mobiletc-prebuild/common_images/common_list.txt" |
| 43 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 44 | def Usage(parser): |
| 45 | parser.print_help() |
| 46 | sys.exit(0) |
| 47 | |
shenhan | f6617ae | 2013-03-01 17:17:01 +0000 | [diff] [blame] | 48 | # Get version spec file, either from "paladin" or "buildspec" directory. |
| 49 | def GetVersionSpecFile(version, versions_git): |
| 50 | temp = tempfile.mkdtemp() |
| 51 | commands = ["cd {0}".format(temp), \ |
| 52 | "git clone {0} versions".format(versions_git)] |
| 53 | cmd_executer = command_executer.GetCommandExecuter() |
| 54 | ret = cmd_executer.RunCommands(commands) |
| 55 | err_msg = None |
| 56 | if ret: |
| 57 | err_msg = "Failed to checkout versions_git - {0}".format(versions_git) |
| 58 | ret = None |
| 59 | else: |
| 60 | v, m = version.split(".", 1) |
| 61 | paladin_spec = "paladin/buildspecs/{0}/{1}.xml".format(v, m) |
| 62 | generic_spec = "buildspecs/{0}/{1}.xml".format(v, m) |
| 63 | paladin_path = "{0}/versions/{1}".format(temp, paladin_spec) |
| 64 | generic_path = "{0}/versions/{1}".format(temp, generic_spec) |
| 65 | if os.path.exists(paladin_path): |
| 66 | ret = paladin_spec |
| 67 | elif os.path.exists(generic_path): |
| 68 | ret = generic_spec |
| 69 | else: |
| 70 | err_msg = "No spec found for version {0}".format(version) |
| 71 | ret = None |
| 72 | # Fall through to clean up. |
| 73 | |
| 74 | commands = ["rm -rf {0}".format(temp)] |
| 75 | cmd_executer.RunCommands(commands) |
| 76 | if err_msg: |
| 77 | logger.GetLogger().LogFatal(err_msg) |
| 78 | return ret |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 79 | |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 80 | def TimeToCommonVersion(timestamp): |
| 81 | """Convert timestamp to common image version.""" |
| 82 | tdt = datetime.fromtimestamp(float(timestamp)) |
| 83 | with open(COMMON_VERSIONS, "r") as f: |
| 84 | common_list = pickle.load(f) |
| 85 | for sv in common_list: |
| 86 | sdt = datetime.strptime(sv["date"], "%Y-%m-%d %H:%M:%S.%f") |
| 87 | if tdt >= sdt: |
| 88 | return "%s.%s" % (sv["chrome_major_version"], sv["chromeos_version"]) |
| 89 | # should never reach here |
| 90 | logger.GetLogger().LogFatal("No common version for timestamp") |
| 91 | return None |
| 92 | |
| 93 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 94 | def Main(argv): |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 95 | """Checkout the ChromeOS source.""" |
| 96 | parser = optparse.OptionParser() |
| 97 | parser.add_option("--dir", dest="directory", |
| 98 | help="Target directory for ChromeOS installation.") |
llozano | 75d42eb | 2013-02-27 00:30:33 +0000 | [diff] [blame] | 99 | parser.add_option("--version", dest="version", default="latest_lkgm", |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 100 | help="""ChromeOS version. Can be: |
| 101 | (1) A release version in the format: 'X.X.X.X' |
| 102 | (2) 'top' for top of trunk |
| 103 | (3) 'latest_lkgm' for the latest lkgm version |
| 104 | (4) 'lkgm' for the lkgm release before timestamp |
| 105 | (5) 'latest_common' for the latest team common stable version |
| 106 | (6) 'common' for the team common stable version before timestamp |
| 107 | Default is 'latest_lkgm'.""") |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 108 | parser.add_option("--timestamp", dest="timestamp", default=None, |
| 109 | help="""Timestamps in epoch format. It will check out the |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 110 | latest LKGM or the latest COMMON version of ChromeOS before the timestamp. |
| 111 | Use in combination with --version=latest or --version=common. Use |
| 112 | 'date -d <date string> +%s' to find epoch time""") |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 113 | parser.add_option("--minilayout", dest="minilayout", default=False, |
asharif | dff6134 | 2013-02-15 04:50:46 +0000 | [diff] [blame] | 114 | action="store_true", |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 115 | help="""Whether to checkout the minilayout |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 116 | (smaller checkout).'""") |
raymes | 69c8d72 | 2013-02-15 17:55:36 +0000 | [diff] [blame] | 117 | parser.add_option("--jobs", "-j", dest="jobs", default="1", |
| 118 | help="Number of repo sync threads to use.") |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 119 | parser.add_option("--public", "-p", dest="public", default=False, |
| 120 | action="store_true", |
| 121 | help="Use the public checkout instead of the private one.") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 122 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 123 | options = parser.parse_args(argv)[0] |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 124 | |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 125 | if not options.version: |
| 126 | parser.print_help() |
| 127 | logger.GetLogger().LogFatal("No version specified.") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 128 | else: |
| 129 | version = options.version.strip() |
| 130 | |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 131 | if not options.timestamp: |
| 132 | timestamp = "" |
| 133 | else: |
| 134 | timestamp = options.timestamp.strip() |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 135 | if version not in ("lkgm", "common"): |
| 136 | parser.print_help() |
| 137 | logger.GetLogger().LogFatal("timestamp option only applies for " |
| 138 | "versions \"lkgm\" or \"common\"") |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 139 | |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 140 | if not options.directory: |
| 141 | parser.print_help() |
| 142 | logger.GetLogger().LogFatal("No directory specified.") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 143 | |
| 144 | directory = options.directory.strip() |
| 145 | |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 146 | if options.public: |
Luis Lozano | 6aae4c9 | 2013-09-10 00:00:27 -0700 | [diff] [blame] | 147 | manifest_repo = "https://chromium.googlesource.com/chromiumos/manifest.git" |
| 148 | versions_repo = ("https://chromium.googlesource.com/" |
Luis Lozano | 6aebeb1 | 2013-09-03 01:55:02 -0700 | [diff] [blame] | 149 | "chromiumos/manifest-versions.git") |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 150 | else: |
| 151 | manifest_repo = ( |
Luis Lozano | 6aae4c9 | 2013-09-10 00:00:27 -0700 | [diff] [blame] | 152 | "https://chrome-internal.googlesource.com/chromeos/manifest-internal.git") |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 153 | versions_repo = ( |
Luis Lozano | 6aae4c9 | 2013-09-10 00:00:27 -0700 | [diff] [blame] | 154 | "https://chrome-internal.googlesource.com/chromeos/manifest-versions.git") |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 155 | |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 156 | if version == "top": |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 157 | init = "repo init -u %s" % manifest_repo |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 158 | elif version == "latest_lkgm": |
Luis Lozano | 8cf5308 | 2013-08-01 12:35:11 -0700 | [diff] [blame] | 159 | manifests = manifest_versions.ManifestVersions() |
| 160 | version = manifests.TimeToVersion(time.mktime(time.gmtime())) |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 161 | version, manifest = version.split(".", 1) |
| 162 | logger.GetLogger().LogOutput("found version %s.%s for latest LKGM" % ( |
| 163 | version, manifest)) |
| 164 | init = ("repo init -u %s -m paladin/buildspecs/%s/%s.xml" % ( |
| 165 | versions_repo, version, manifest)) |
Luis Lozano | 8cf5308 | 2013-08-01 12:35:11 -0700 | [diff] [blame] | 166 | del manifests |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 167 | elif version == "lkgm": |
| 168 | if not timestamp: |
| 169 | parser.print_help() |
| 170 | logger.GetLogger().LogFatal("No timestamp specified for version=lkgm") |
Luis Lozano | 8cf5308 | 2013-08-01 12:35:11 -0700 | [diff] [blame] | 171 | manifests = manifest_versions.ManifestVersions() |
| 172 | version = manifests.TimeToVersion(timestamp) |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 173 | version, manifest = version.split(".", 1) |
| 174 | logger.GetLogger().LogOutput("found version %s.%s for LKGM at timestamp %s" |
| 175 | % (version, manifest, timestamp)) |
| 176 | init = ("repo init -u %s -m paladin/buildspecs/%s/%s.xml" % ( |
| 177 | versions_repo, version, manifest)) |
Luis Lozano | 8cf5308 | 2013-08-01 12:35:11 -0700 | [diff] [blame] | 178 | del manifests |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 179 | elif version == "latest_common": |
| 180 | version = TimeToCommonVersion(time.mktime(time.gmtime())) |
| 181 | version, manifest = version.split(".", 1) |
| 182 | logger.GetLogger().LogOutput("found version %s.%s for latest Common image" % |
| 183 | (version, manifest)) |
| 184 | init = ("repo init -u %s -m buildspecs/%s/%s.xml" % ( |
| 185 | versions_repo, version, manifest)) |
| 186 | elif version == "common": |
| 187 | if not timestamp: |
| 188 | parser.print_help() |
| 189 | logger.GetLogger().LogFatal("No timestamp specified for version=lkgm") |
| 190 | version = TimeToCommonVersion(timestamp) |
| 191 | version, manifest = version.split(".", 1) |
| 192 | logger.GetLogger().LogOutput("found version %s.%s for latest common image " |
| 193 | "at timestamp %s" % ( |
| 194 | version, manifest, timestamp)) |
| 195 | init = ("repo init -u %s -m buildspecs/%s/%s.xml" % ( |
| 196 | versions_repo, version, manifest)) |
raymes | 69c8d72 | 2013-02-15 17:55:36 +0000 | [diff] [blame] | 197 | else: |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 198 | # user specified a specific version number |
shenhan | f6617ae | 2013-03-01 17:17:01 +0000 | [diff] [blame] | 199 | version_spec_file = GetVersionSpecFile(version, versions_repo) |
| 200 | if not version_spec_file: |
| 201 | return 1 |
| 202 | init = "repo init -u %s -m %s" % (versions_repo, version_spec_file) |
llozano | 9efafde | 2013-02-23 01:37:04 +0000 | [diff] [blame] | 203 | |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 204 | if options.minilayout: |
yunlian | 992a490 | 2013-02-19 20:19:25 +0000 | [diff] [blame] | 205 | init += " -g minilayout" |
yunlian | 3802fbf | 2013-02-19 19:58:44 +0000 | [diff] [blame] | 206 | |
Luis Lozano | 6aae4c9 | 2013-09-10 00:00:27 -0700 | [diff] [blame] | 207 | init += " --repo-url=https://chromium.googlesource.com/external/repo.git" |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 208 | |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 209 | commands = ["mkdir -p %s" % directory, |
| 210 | "cd %s" % directory, |
| 211 | init, |
shenhan | b7ff88b | 2013-02-19 20:42:48 +0000 | [diff] [blame] | 212 | # crosbug#31837 - "Sources need to be world-readable to properly |
| 213 | # function inside the chroot" |
| 214 | "umask 022 && repo sync -j %s" % options.jobs] |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 215 | cmd_executer = command_executer.GetCommandExecuter() |
| 216 | ret = cmd_executer.RunCommands(commands) |
| 217 | if ret: |
| 218 | return ret |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 219 | |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 220 | return cmd_executer.RunCommand( |
cmtice | 0440388 | 2013-11-04 16:38:37 -0500 | [diff] [blame] | 221 | "svn ls " |
asharif | bf6899d | 2013-02-15 21:42:35 +0000 | [diff] [blame] | 222 | "svn://svn.chromium.org/leapfrog-internal " |
| 223 | "svn://svn.chromium.org/chrome " |
cmtice | 0440388 | 2013-11-04 16:38:37 -0500 | [diff] [blame] | 224 | "svn://svn.chromium.org/chrome-internal " |
| 225 | "svn://svn.chromium.org/blink > /dev/null") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 226 | |
| 227 | |
| 228 | if __name__ == "__main__": |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 229 | retval = Main(sys.argv) |
| 230 | sys.exit(retval) |