bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 1 | #!/usr/bin/python2.6 |
| 2 | # |
| 3 | # Copyright 2010 Google Inc. All Rights Reserved. |
| 4 | |
| 5 | """Script to checkout the ChromeOS source. |
| 6 | |
| 7 | This script sets up the ChromeOS source in the given directory, matching a |
| 8 | particular release of ChromeOS. |
| 9 | """ |
| 10 | |
| 11 | __author__ = "raymes@google.com (Raymes Khoury)" |
| 12 | |
| 13 | import optparse |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 14 | import os |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 15 | import sys |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 16 | from utils import command_executer |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 17 | |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 18 | GCLIENT_FILE = """solutions = [ |
| 19 | { "name" : "CHROME_DEPS", |
| 20 | "url" : |
| 21 | "svn://svn.chromium.org/chrome-internal/trunk/tools/buildspec/releases/%s", |
| 22 | "custom_deps" : { |
| 23 | "src/third_party/WebKit/LayoutTests": None, |
| 24 | "src-pdf": None, |
| 25 | "src/pdf": None, |
| 26 | }, |
| 27 | "safesync_url": "", |
| 28 | }, |
| 29 | ] |
| 30 | """ |
| 31 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 32 | # Common initializations |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 33 | cmd_executer = command_executer.GetCommandExecuter() |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 34 | |
| 35 | GIT_TAGS_CMD = ("git ls-remote --tags " |
| 36 | "ssh://git@gitrw.chromium.org:9222/chromiumos-overlay.git | " |
| 37 | "grep refs/tags/ | grep '[0-9]*\.[0-9]*\.[0-9]*\.[0-9]*' | " |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 38 | "cut -d '/' -f 3") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 39 | |
| 40 | |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 41 | def StoreFile(filename, contents): |
| 42 | f = open(filename, "w") |
| 43 | f.write(contents) |
| 44 | f.close() |
| 45 | |
| 46 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 47 | def Usage(parser): |
| 48 | parser.print_help() |
| 49 | sys.exit(0) |
| 50 | |
| 51 | |
| 52 | def GetTags(): |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 53 | res = cmd_executer.RunCommand(GIT_TAGS_CMD, True) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 54 | return res[1].strip().split("\n") |
| 55 | |
| 56 | |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 57 | def GetLatestTag(tags): |
| 58 | latest = tags[0] |
| 59 | for tag in tags: |
| 60 | current_components = tag.split(".") |
| 61 | latest_components = latest.split(".") |
| 62 | for i in range(len(current_components)): |
| 63 | if int(current_components[i]) > int(latest_components[i]): |
| 64 | latest = tag |
| 65 | break |
| 66 | elif int(current_components[i]) < int(latest_components[i]): |
| 67 | break |
| 68 | |
| 69 | return latest |
| 70 | |
| 71 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame^] | 72 | def Main(argv): |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 73 | """Checkout the ChromeOS source.""" |
| 74 | parser = optparse.OptionParser() |
| 75 | parser.add_option("--dir", dest="directory", |
| 76 | help="Target directory for ChromeOS installation.") |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 77 | parser.add_option("--version", dest="version", default="latest", |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 78 | help="""ChromeOS version. Can be: (1) A release version |
| 79 | in the format: 'X.X.X.X' (2) 'latest' for the latest release version or (3) |
| 80 | 'top' for top of trunk. Default is 'latest'""") |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 81 | parser.add_option("--minilayout", dest="minilayout", default=False, |
| 82 | help="""Whether to checkout the minilayout |
| 83 | (smaller checkout).'""") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 84 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame^] | 85 | options = parser.parse_args(argv)[0] |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 86 | |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 87 | tags = GetTags() |
| 88 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 89 | if options.version == "latest": |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 90 | version = GetLatestTag(tags) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 91 | print version |
| 92 | elif options.version == "top": |
raymes | 04164a1 | 2013-02-15 04:36:03 +0000 | [diff] [blame] | 93 | version = "top" |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 94 | elif options.version is None: |
raymes | d1eed80 | 2013-02-15 04:36:08 +0000 | [diff] [blame] | 95 | print "No version specified" |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 96 | Usage(parser) |
| 97 | else: |
| 98 | version = options.version.strip() |
| 99 | |
raymes | 04164a1 | 2013-02-15 04:36:03 +0000 | [diff] [blame] | 100 | if not version in tags and version != "top": |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 101 | print "Version: '" + version + "' does not exist" |
| 102 | Usage(parser) |
| 103 | |
| 104 | if options.directory is None: |
| 105 | print "Please give a valid directory" |
| 106 | Usage(parser) |
| 107 | |
| 108 | directory = options.directory.strip() |
| 109 | |
raymes | 04164a1 | 2013-02-15 04:36:03 +0000 | [diff] [blame] | 110 | if version == "top": |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 111 | branch = "master" |
| 112 | else: |
| 113 | branch = ".".join(version.split(".")[0:-1]) + ".B" |
| 114 | |
| 115 | # Don't checkout chrome sources outside the chroot at the moment. |
| 116 | # If we check them out outside, we can't do some things, like build tests. |
| 117 | checkout_chrome_outside_chroot = False |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 118 | |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 119 | minilayout = "" |
| 120 | if options.minilayout == True: |
| 121 | minilayout = " -m minilayout.xml" |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 122 | commands = [] |
| 123 | commands.append("mkdir -p " + directory) |
| 124 | commands.append("cd " + directory) |
| 125 | commands.append("repo init -u " |
| 126 | "ssh://git@gitrw.chromium.org:9222/manifest-internal -b " |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 127 | + branch + minilayout) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 128 | commands.append("repo sync -j10") |
raymes | 04164a1 | 2013-02-15 04:36:03 +0000 | [diff] [blame] | 129 | if branch != "master": |
| 130 | commands.append("repo forall -c 'git checkout -f -b %s %s'" |
| 131 | % (branch, version)) |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 132 | cmd_executer.RunCommands(commands) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 133 | |
| 134 | commands = [] |
| 135 | commands.append("cd " + directory + "/src/scripts") |
| 136 | commands.append("./get_svn_repos.sh") |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 137 | cmd_executer.RunCommands(commands) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 138 | |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 139 | # Setup svn credentials for use inside the chroot |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 140 | cmd_executer.RunCommand("svn ls --config-option config:auth:password-stores= " |
| 141 | "--config-option " |
| 142 | "servers:global:store-plaintext-passwords=yes " |
| 143 | "--username $USER@google.com " |
| 144 | "svn://svn.chromium.org/leapfrog-internal " |
| 145 | "svn://svn.chromium.org/chrome " |
| 146 | "svn://svn.chromium.org/chrome-internal > /dev/null") |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 147 | |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 148 | if checkout_chrome_outside_chroot: |
| 149 | # Find Chrome browser version |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 150 | chrome_version = cmd_executer.RunCommand("%s/src/scripts/" |
| 151 | "chromeos_version.sh | " |
| 152 | "grep CHROME_BUILD" |
| 153 | % directory, True) |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 154 | |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 155 | chrome_version = chrome_version[1].strip().split("=") |
| 156 | if len(chrome_version) == 2: |
| 157 | chrome_version = chrome_version[1] |
| 158 | else: |
| 159 | chrome_version = "" |
| 160 | |
| 161 | # Checkout chrome |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 162 | cmd_executer.RunCommand("mkdir -p %s/chrome_browser/" % directory) |
raymes | e91a6e6 | 2013-02-15 04:35:51 +0000 | [diff] [blame] | 163 | gclient_file = GCLIENT_FILE % chrome_version |
| 164 | StoreFile(os.path.expanduser("%s/chrome_browser/.gclient" |
| 165 | % directory), gclient_file) |
| 166 | commands = [] |
| 167 | commands.append("cd " + options.directory) |
| 168 | commands.append("cd chrome_browser") |
| 169 | commands.append("gclient sync -v --nohooks --delete_unversioned_trees") |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 170 | cmd_executer.RunCommands(commands) |
raymes | bfb5799 | 2013-02-15 04:35:45 +0000 | [diff] [blame] | 171 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 172 | print "Done" |
| 173 | |
| 174 | |
| 175 | if __name__ == "__main__": |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame^] | 176 | Main(sys.argv) |