bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 1 | #!/usr/bin/python2.6 |
| 2 | # |
| 3 | # Copyright 2010 Google Inc. All Rights Reserved. |
| 4 | |
| 5 | """Script to checkout the ChromeOS source. |
| 6 | |
| 7 | This script sets up the ChromeOS source in the given directory, matching a |
| 8 | particular release of ChromeOS. |
| 9 | """ |
| 10 | |
| 11 | __author__ = "raymes@google.com (Raymes Khoury)" |
| 12 | |
asharif | ca35b77 | 2013-02-15 04:56:41 +0000 | [diff] [blame^] | 13 | import getpass |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 14 | import optparse |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 15 | import os |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 16 | import sys |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 17 | from utils import command_executer |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 18 | |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 19 | GCLIENT_FILE = """solutions = [ |
| 20 | { "name" : "CHROME_DEPS", |
| 21 | "url" : |
| 22 | "svn://svn.chromium.org/chrome-internal/trunk/tools/buildspec/releases/%s", |
| 23 | "custom_deps" : { |
| 24 | "src/third_party/WebKit/LayoutTests": None, |
| 25 | "src-pdf": None, |
| 26 | "src/pdf": None, |
| 27 | }, |
| 28 | "safesync_url": "", |
| 29 | }, |
| 30 | ] |
| 31 | """ |
| 32 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 33 | # Common initializations |
asharif | 5a9bb46 | 2013-02-15 04:50:57 +0000 | [diff] [blame] | 34 | cmd_executer = None |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 35 | |
| 36 | GIT_TAGS_CMD = ("git ls-remote --tags " |
| 37 | "ssh://git@gitrw.chromium.org:9222/chromiumos-overlay.git | " |
| 38 | "grep refs/tags/ | grep '[0-9]*\.[0-9]*\.[0-9]*\.[0-9]*' | " |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 39 | "cut -d '/' -f 3") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 40 | |
| 41 | |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 42 | def StoreFile(filename, contents): |
| 43 | f = open(filename, "w") |
| 44 | f.write(contents) |
| 45 | f.close() |
| 46 | |
| 47 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 48 | def Usage(parser): |
| 49 | parser.print_help() |
| 50 | sys.exit(0) |
| 51 | |
| 52 | |
| 53 | def GetTags(): |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 54 | res = cmd_executer.RunCommand(GIT_TAGS_CMD, True) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 55 | return res[1].strip().split("\n") |
| 56 | |
| 57 | |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 58 | def GetLatestTag(tags): |
| 59 | latest = tags[0] |
| 60 | for tag in tags: |
| 61 | current_components = tag.split(".") |
| 62 | latest_components = latest.split(".") |
| 63 | for i in range(len(current_components)): |
| 64 | if int(current_components[i]) > int(latest_components[i]): |
| 65 | latest = tag |
| 66 | break |
| 67 | elif int(current_components[i]) < int(latest_components[i]): |
| 68 | break |
| 69 | |
| 70 | return latest |
| 71 | |
| 72 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 73 | def Main(argv): |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 74 | """Checkout the ChromeOS source.""" |
asharif | 5a9bb46 | 2013-02-15 04:50:57 +0000 | [diff] [blame] | 75 | global cmd_executer |
| 76 | cmd_executer = command_executer.GetCommandExecuter() |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 77 | parser = optparse.OptionParser() |
| 78 | parser.add_option("--dir", dest="directory", |
| 79 | help="Target directory for ChromeOS installation.") |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 80 | parser.add_option("--version", dest="version", default="latest", |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 81 | help="""ChromeOS version. Can be: (1) A release version |
| 82 | in the format: 'X.X.X.X' (2) 'latest' for the latest release version or (3) |
| 83 | 'top' for top of trunk. Default is 'latest'""") |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 84 | parser.add_option("--minilayout", dest="minilayout", default=False, |
asharif | dff6134 | 2013-02-15 04:50:46 +0000 | [diff] [blame] | 85 | action="store_true", |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 86 | help="""Whether to checkout the minilayout |
| 87 | (smaller checkout).'""") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 88 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 89 | options = parser.parse_args(argv)[0] |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 90 | |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 91 | tags = GetTags() |
| 92 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 93 | if options.version == "latest": |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 94 | version = GetLatestTag(tags) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 95 | print version |
| 96 | elif options.version == "top": |
raymes | 04164a1 | 2013-02-15 04:36:03 +0000 | [diff] [blame] | 97 | version = "top" |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 98 | elif options.version is None: |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 99 | print "No version specified" |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 100 | Usage(parser) |
| 101 | else: |
| 102 | version = options.version.strip() |
| 103 | |
raymes | 04164a1 | 2013-02-15 04:36:03 +0000 | [diff] [blame] | 104 | if not version in tags and version != "top": |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 105 | print "Version: '" + version + "' does not exist" |
| 106 | Usage(parser) |
| 107 | |
| 108 | if options.directory is None: |
| 109 | print "Please give a valid directory" |
| 110 | Usage(parser) |
| 111 | |
| 112 | directory = options.directory.strip() |
| 113 | |
raymes | 04164a1 | 2013-02-15 04:36:03 +0000 | [diff] [blame] | 114 | if version == "top": |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 115 | branch = "master" |
| 116 | else: |
| 117 | branch = ".".join(version.split(".")[0:-1]) + ".B" |
| 118 | |
| 119 | # Don't checkout chrome sources outside the chroot at the moment. |
| 120 | # If we check them out outside, we can't do some things, like build tests. |
| 121 | checkout_chrome_outside_chroot = False |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 122 | |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 123 | minilayout = "" |
| 124 | if options.minilayout == True: |
| 125 | minilayout = " -m minilayout.xml" |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 126 | commands = [] |
| 127 | commands.append("mkdir -p " + directory) |
| 128 | commands.append("cd " + directory) |
| 129 | commands.append("repo init -u " |
| 130 | "ssh://git@gitrw.chromium.org:9222/manifest-internal -b " |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 131 | + branch + minilayout) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 132 | commands.append("repo sync -j10") |
raymes | 04164a1 | 2013-02-15 04:36:03 +0000 | [diff] [blame] | 133 | if branch != "master": |
| 134 | commands.append("repo forall -c 'git checkout -f -b %s %s'" |
| 135 | % (branch, version)) |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 136 | cmd_executer.RunCommands(commands) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 137 | |
| 138 | commands = [] |
| 139 | commands.append("cd " + directory + "/src/scripts") |
| 140 | commands.append("./get_svn_repos.sh") |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 141 | cmd_executer.RunCommands(commands) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 142 | |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 143 | # Setup svn credentials for use inside the chroot |
asharif | ca35b77 | 2013-02-15 04:56:41 +0000 | [diff] [blame^] | 144 | if getpass.getuser() == "mobiletc-prebuild": |
| 145 | chromium_username = "raymes" |
| 146 | else: |
| 147 | chromium_username = "$USER" |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 148 | cmd_executer.RunCommand("svn ls --config-option config:auth:password-stores= " |
| 149 | "--config-option " |
| 150 | "servers:global:store-plaintext-passwords=yes " |
asharif | ca35b77 | 2013-02-15 04:56:41 +0000 | [diff] [blame^] | 151 | "--username " + chromium_username + "@google.com " |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 152 | "svn://svn.chromium.org/leapfrog-internal " |
| 153 | "svn://svn.chromium.org/chrome " |
| 154 | "svn://svn.chromium.org/chrome-internal > /dev/null") |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 155 | |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 156 | if checkout_chrome_outside_chroot: |
| 157 | # Find Chrome browser version |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 158 | chrome_version = cmd_executer.RunCommand("%s/src/scripts/" |
| 159 | "chromeos_version.sh | " |
| 160 | "grep CHROME_BUILD" |
| 161 | % directory, True) |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 162 | |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 163 | chrome_version = chrome_version[1].strip().split("=") |
| 164 | if len(chrome_version) == 2: |
| 165 | chrome_version = chrome_version[1] |
| 166 | else: |
| 167 | chrome_version = "" |
| 168 | |
| 169 | # Checkout chrome |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 170 | cmd_executer.RunCommand("mkdir -p %s/chrome_browser/" % directory) |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 171 | gclient_file = GCLIENT_FILE % chrome_version |
| 172 | StoreFile(os.path.expanduser("%s/chrome_browser/.gclient" |
| 173 | % directory), gclient_file) |
| 174 | commands = [] |
| 175 | commands.append("cd " + options.directory) |
| 176 | commands.append("cd chrome_browser") |
| 177 | commands.append("gclient sync -v --nohooks --delete_unversioned_trees") |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 178 | cmd_executer.RunCommands(commands) |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 179 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 180 | print "Done" |
| 181 | |
| 182 | |
| 183 | if __name__ == "__main__": |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 184 | Main(sys.argv) |