bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 1 | #!/usr/bin/python2.6 |
| 2 | # |
| 3 | # Copyright 2010 Google Inc. All Rights Reserved. |
| 4 | |
| 5 | """Script to build the ChromeOS toolchain. |
| 6 | |
| 7 | This script sets up the toolchain if you give it the gcctools directory. |
| 8 | """ |
| 9 | |
| 10 | __author__ = "asharif@google.com (Ahmad Sharif)" |
| 11 | |
asharif | 80c6e55 | 2013-02-15 04:35:40 +0000 | [diff] [blame] | 12 | import getpass |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 13 | import optparse |
asharif | 1762130 | 2013-02-15 04:46:35 +0000 | [diff] [blame] | 14 | import os |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 15 | import sys |
asharif | 252df0f | 2013-02-15 04:46:28 +0000 | [diff] [blame] | 16 | import tc_enter_chroot |
asharif | e3668f1 | 2013-02-15 04:46:29 +0000 | [diff] [blame] | 17 | import build_chromeos |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 18 | import setup_chromeos |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 19 | from utils import command_executer |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 20 | from utils import utils |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 21 | from utils import logger |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 22 | |
asharif | 5a9bb46 | 2013-02-15 04:50:57 +0000 | [diff] [blame] | 23 | |
| 24 | cmd_executer = None |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 25 | |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 26 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 27 | def Main(argv): |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 28 | """The main function.""" |
asharif | 5a9bb46 | 2013-02-15 04:50:57 +0000 | [diff] [blame] | 29 | # Common initializations |
| 30 | global cmd_executer |
| 31 | cmd_executer = command_executer.GetCommandExecuter() |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 32 | rootdir = utils.GetRoot(sys.argv[0])[0] |
| 33 | |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 34 | parser = optparse.OptionParser() |
| 35 | parser.add_option("-c", "--chromeos_root", dest="chromeos_root", |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 36 | help=("ChromeOS root checkout directory" + |
| 37 | " uses ../.. if none given.")) |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 38 | parser.add_option("-t", "--toolchain_root", dest="toolchain_root", |
| 39 | help="Toolchain root directory.") |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 40 | parser.add_option("-b", "--board", dest="board", default="x86-generic", |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 41 | help="board is the argument to the setup_board command.") |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 42 | parser.add_option("-C", "--clean", dest="clean", default=False, |
| 43 | action="store_true", |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 44 | help="Uninstall the toolchain.") |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 45 | parser.add_option("-f", "--force", dest="force", default=False, |
| 46 | action="store_true", |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 47 | help="Do an uninstall/install cycle.") |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 48 | parser.add_option("-i", "--incremental", dest="incremental", |
| 49 | help="The toolchain component that should be " |
| 50 | "incrementally compiled.") |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 51 | parser.add_option("-B", "--binary", dest="binary", |
| 52 | action="store_true", default=False, |
| 53 | help="The toolchain should use binaries stored in " |
| 54 | "the install/ directory.") |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 55 | parser.add_option("-s", "--setup-chromeos-options", |
| 56 | dest="setup_chromeos_options", |
| 57 | help="Additional options that should be passed on to" |
| 58 | "the setup_chromeos script.") |
| 59 | parser.add_option("-o", "--output", dest="output", |
asharif | 1ba8a3b | 2013-02-15 04:56:50 +0000 | [diff] [blame] | 60 | help="The output directory where logs,pkgs, etc. go. " |
| 61 | "The default is the toolchain_root/output") |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 62 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 63 | options = parser.parse_args(argv)[0] |
asharif | 1762130 | 2013-02-15 04:46:35 +0000 | [diff] [blame] | 64 | |
raymes | 85ef5db | 2013-02-15 05:20:49 +0000 | [diff] [blame] | 65 | if (options.clean == False and |
asharif | 1755b43 | 2013-02-15 04:55:29 +0000 | [diff] [blame] | 66 | (options.toolchain_root is None or options.board is None)): |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 67 | parser.print_help() |
| 68 | sys.exit() |
asharif | 2887584 | 2013-02-15 05:15:52 +0000 | [diff] [blame] | 69 | else: |
| 70 | options.toolchain_root = os.path.expanduser(options.toolchain_root) |
bjanakiraman | 7f4a485 | 2013-02-15 04:35:28 +0000 | [diff] [blame] | 71 | |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 72 | if options.chromeos_root is None: |
| 73 | if os.path.exists("enter_chroot.sh"): |
| 74 | options.chromeos_root = "../.." |
| 75 | else: |
| 76 | logger.GetLogger().LogError("--chromeos_root not given") |
| 77 | parser.print_help() |
| 78 | sys.exit() |
| 79 | else: |
| 80 | options.chromeos_root = os.path.expanduser(options.chromeos_root) |
| 81 | |
asharif | 88f0142 | 2013-02-15 04:50:35 +0000 | [diff] [blame] | 82 | if ((not os.path.exists(options.chromeos_root)) or |
| 83 | (not os.path.exists(options.chromeos_root + |
| 84 | "/src/scripts/enter_chroot.sh"))): |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 85 | logger.GetLogger().LogOutput("Creating a chromeos checkout at: %s" % |
| 86 | options.chromeos_root) |
asharif | 88f0142 | 2013-02-15 04:50:35 +0000 | [diff] [blame] | 87 | sc_args = [] |
asharif | 6ba78c4 | 2013-02-15 04:50:40 +0000 | [diff] [blame] | 88 | sc_args.append("--minilayout") |
asharif | 88f0142 | 2013-02-15 04:50:35 +0000 | [diff] [blame] | 89 | sc_args.append("--dir=%s" % options.chromeos_root) |
| 90 | if options.setup_chromeos_options: |
| 91 | sc_args.append(options.setup_chromeos_options) |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 92 | setup_chromeos.Main(sc_args) |
| 93 | |
asharif | 1ba8a3b | 2013-02-15 04:56:50 +0000 | [diff] [blame] | 94 | if options.output is None: |
| 95 | output = options.toolchain_root + "/output" |
| 96 | else: |
| 97 | output = options.output |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 98 | |
| 99 | if output.startswith("/") == False: |
| 100 | output = os.getcwd() + "/" + output |
| 101 | else: |
| 102 | output = os.path.expanduser(output) |
| 103 | |
| 104 | chroot_mount = "/usr/local/toolchain_root/" |
| 105 | chroot_base = utils.GetRoot(output)[1] |
| 106 | chroot_output = chroot_mount + chroot_base |
| 107 | |
| 108 | tc_enter_chroot_options = [] |
asharif | 541b639 | 2013-02-15 04:50:38 +0000 | [diff] [blame] | 109 | output_mount = ("--output=" + output) |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 110 | tc_enter_chroot_options.append(output_mount) |
| 111 | |
asharif | e3668f1 | 2013-02-15 04:46:29 +0000 | [diff] [blame] | 112 | build_chromeos.MakeChroot(options.chromeos_root) |
| 113 | |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 114 | portage_flags = "" |
| 115 | if options.binary == True: |
| 116 | # FIXME(asharif): This should be using --usepkg but that was not working. |
| 117 | portage_flags = "--usepkgonly" |
asharif | 1755b43 | 2013-02-15 04:55:29 +0000 | [diff] [blame] | 118 | tc_enter_chroot_options.append("-s") |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 119 | |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 120 | f = open(options.chromeos_root + "/src/overlays/overlay-" + |
asharif | 1755b43 | 2013-02-15 04:55:29 +0000 | [diff] [blame] | 121 | options.board.split("_")[0] + "/toolchain.conf", "r") |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 122 | target = f.read() |
| 123 | f.close() |
| 124 | target = target.strip() |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 125 | features = "noclean userfetch userpriv usersandbox -strict" |
asharif | 09bfb6f | 2013-02-15 04:35:44 +0000 | [diff] [blame] | 126 | if options.incremental is not None and options.incremental: |
| 127 | features += " keepwork" |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 128 | env = CreateEnvVarString(" FEATURES", features) |
asharif | 80c6e55 | 2013-02-15 04:35:40 +0000 | [diff] [blame] | 129 | env += CreateEnvVarString(" PORTAGE_USERNAME", getpass.getuser()) |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 130 | logdir = "/logs" |
| 131 | pkgdir = "/pkgs" |
| 132 | tmpdir = "/objects" |
| 133 | installdir = "/install" |
asharif | 415e663 | 2013-02-15 09:04:05 +0000 | [diff] [blame] | 134 | for out_dir in [logdir, pkgdir, tmpdir, installdir]: |
| 135 | out_dir_path = output + "/" + out_dir |
| 136 | if os.path.isdir(out_dir_path): |
| 137 | continue |
| 138 | else: |
| 139 | os.makedirs(out_dir_path) |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 140 | package_dir = output + pkgdir |
| 141 | portage_logdir = chroot_output + logdir |
| 142 | portage_pkgdir = chroot_output + pkgdir |
| 143 | portage_tmpdir = chroot_output + tmpdir |
| 144 | env += CreateEnvVarString(" PORT_LOGDIR", portage_logdir) |
| 145 | env += CreateEnvVarString(" PKGDIR", portage_pkgdir) |
| 146 | env += CreateEnvVarString(" PORTAGE_BINHOST", portage_pkgdir) |
asharif | 2dfbf51 | 2013-02-15 05:15:49 +0000 | [diff] [blame] | 147 | if options.binary == False: |
| 148 | env += CreateEnvVarString(" PORTAGE_TMPDIR", portage_tmpdir) |
asharif | 252df0f | 2013-02-15 04:46:28 +0000 | [diff] [blame] | 149 | env += CreateEnvVarString(" USE", "mounted_sources") |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 150 | |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 151 | retval = 0 |
asharif | 80c6e55 | 2013-02-15 04:35:40 +0000 | [diff] [blame] | 152 | if options.force == True: |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 153 | retval = BuildTC(options.chromeos_root, options.toolchain_root, env, |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 154 | target, True, options.incremental, portage_flags, |
| 155 | tc_enter_chroot_options) |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 156 | retval = BuildTC(options.chromeos_root, options.toolchain_root, env, |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 157 | target, options.clean, options.incremental, portage_flags, |
| 158 | tc_enter_chroot_options) |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 159 | utils.AssertTrue(retval == 0, "Build toolchain failed!") |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 160 | command = "sudo chown -R " + getpass.getuser() + " " + package_dir |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 161 | |
| 162 | if options.incremental is None and not options.clean: |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 163 | install_dir = output + installdir |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 164 | retval = InstallTC(package_dir, install_dir) |
| 165 | utils.AssertTrue(retval == 0, "Installation of the toolchain failed!") |
| 166 | |
| 167 | return retval |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 168 | |
| 169 | |
| 170 | def CreateCrossdevPortageFlags(portage_flags): |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 171 | portage_flags = portage_flags.strip() |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 172 | if not portage_flags: |
| 173 | return "" |
| 174 | crossdev_flags = " --portage " |
| 175 | crossdev_flags += " --portage ".join(portage_flags.split(" ")) |
| 176 | return crossdev_flags |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 177 | |
| 178 | |
| 179 | def CreateEnvVarString(variable, value): |
asharif | c0f7193 | 2013-02-15 04:56:18 +0000 | [diff] [blame] | 180 | return variable + "=\"" + value + "\"" |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 181 | |
| 182 | |
| 183 | def EscapeQuoteString(string): |
| 184 | return "\\\"" + string + "\\\"" |
| 185 | |
| 186 | |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 187 | def InstallTC(package_dir, install_dir): |
asharif | 9994d29 | 2013-02-15 04:36:04 +0000 | [diff] [blame] | 188 | command = ("mkdir -p " + install_dir) |
| 189 | command += ("&& for f in $(find " + package_dir + |
asharif | fcf8cfc | 2013-02-15 04:49:21 +0000 | [diff] [blame] | 190 | " -name \\*.tbz2); do tar xf $f -C " + |
| 191 | install_dir + " ; done") |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 192 | retval = cmd_executer.RunCommand(command) |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 193 | return retval |
| 194 | |
| 195 | |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 196 | def BuildTC(chromeos_root, toolchain_root, env, target, uninstall, |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 197 | incremental_component, portage_flags, tc_enter_chroot_options): |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 198 | """Build the toolchain.""" |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 199 | portage_flags = portage_flags.strip() |
| 200 | portage_flags += " -b " |
| 201 | |
asharif | 28238cf | 2013-02-15 04:51:01 +0000 | [diff] [blame] | 202 | binutils_version = "9999" |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 203 | gcc_version = "9999" |
asharif | 1762130 | 2013-02-15 04:46:35 +0000 | [diff] [blame] | 204 | libc_version = "2.10.1-r2" |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 205 | kernel_version = "2.6.30-r1" |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 206 | |
raymes | 01959ae | 2013-02-15 04:50:07 +0000 | [diff] [blame] | 207 | rootdir = utils.GetRoot(sys.argv[0])[0] |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 208 | env += " " |
| 209 | |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 210 | if uninstall == True: |
| 211 | tflag = " -C " |
| 212 | else: |
| 213 | tflag = " -t " |
| 214 | |
asharif | 0269d46 | 2013-02-15 04:46:31 +0000 | [diff] [blame] | 215 | command = " -- sudo " + env |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 216 | |
| 217 | if uninstall == True: |
| 218 | command += " crossdev " + tflag + target |
raymes | 85ef5db | 2013-02-15 05:20:49 +0000 | [diff] [blame] | 219 | retval = build_chromeos.ExecuteCommandInChroot(chromeos_root, |
| 220 | toolchain_root, |
| 221 | command) |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 222 | return retval |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 223 | |
| 224 | if incremental_component == "binutils": |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 225 | command += (" emerge =cross-" + target + "/binutils-" + binutils_version + |
| 226 | portage_flags) |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 227 | elif incremental_component == "gcc": |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 228 | command += (" emerge =cross-" + target + "/gcc-" + gcc_version + |
| 229 | portage_flags) |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 230 | elif incremental_component == "libc" or incremental_component == "glibc": |
asharif | e2cca30 | 2013-02-15 04:35:42 +0000 | [diff] [blame] | 231 | command += (" emerge =cross-" + target + "/glibc-" + libc_version + |
| 232 | portage_flags) |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 233 | else: |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 234 | crossdev_flags = CreateCrossdevPortageFlags(portage_flags) |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 235 | command += (" crossdev -v " + tflag + target + |
| 236 | " --binutils " + binutils_version + |
| 237 | " --libc " + libc_version + |
| 238 | " --gcc " + gcc_version + |
| 239 | " --kernel " + kernel_version + |
asharif | 2d815d0 | 2013-02-15 04:36:02 +0000 | [diff] [blame] | 240 | crossdev_flags) |
asharif | c0f7193 | 2013-02-15 04:56:18 +0000 | [diff] [blame] | 241 | command += ("&& sudo cp -r $(" + env + " portageq envvar PKGDIR)/*" + |
| 242 | " /var/lib/portage/pkgs/") |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 243 | |
asharif | 1755b43 | 2013-02-15 04:55:29 +0000 | [diff] [blame] | 244 | argv = [rootdir + "/tc_enter_chroot.py", |
| 245 | "--chromeos_root=" + chromeos_root, |
| 246 | "--toolchain_root=" + toolchain_root] |
| 247 | argv += tc_enter_chroot_options |
| 248 | |
asharif | e3668f1 | 2013-02-15 04:46:29 +0000 | [diff] [blame] | 249 | argv.append(command) |
| 250 | retval = tc_enter_chroot.Main(argv) |
asharif | 19c73dd | 2013-02-15 04:35:37 +0000 | [diff] [blame] | 251 | return retval |
| 252 | |
| 253 | if __name__ == "__main__": |
asharif | 0d3535a | 2013-02-15 04:50:33 +0000 | [diff] [blame] | 254 | Main(sys.argv) |
asharif | d751e25 | 2013-02-15 04:35:52 +0000 | [diff] [blame] | 255 | |