Mike Frysinger | c7f1593 | 2013-03-20 13:43:35 -0400 | [diff] [blame] | 1 | #!/usr/bin/python |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 2 | # |
| 3 | # Copyright 2010 Google Inc. All Rights Reserved. |
| 4 | |
| 5 | """Script to build ChromeOS benchmarks |
| 6 | |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 7 | Inputs: |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 8 | chromeos_root |
| 9 | toolchain_root |
| 10 | board |
| 11 | [chromeos/cpu/<benchname>|chromeos/browser/[pagecycler|sunspider]|chromeos/startup] |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 12 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 13 | This script assumes toolchain has already been built in toolchain_root. |
| 14 | |
| 15 | chromeos/cpu/<benchname> |
| 16 | - Execute bench.py script within chroot to build benchmark |
| 17 | - Copy build results to perflab-bin |
| 18 | |
| 19 | chromeos/startup |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 20 | - Call build_chromeos to build image. |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 21 | - Copy image to perflab-bin |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 22 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 23 | chromeos/browser/* |
| 24 | - Call build_chromebrowser to build image with new browser |
| 25 | - Copy image to perflab-bin |
| 26 | |
| 27 | """ |
| 28 | |
| 29 | __author__ = "bjanakiraman@google.com (Bhaskar Janakiraman)" |
| 30 | |
| 31 | import optparse |
| 32 | import os |
| 33 | import sys |
| 34 | import re |
kbaclawski | 20082a0 | 2013-02-16 02:12:57 +0000 | [diff] [blame] | 35 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 36 | import build_chromeos |
kbaclawski | 20082a0 | 2013-02-16 02:12:57 +0000 | [diff] [blame] | 37 | import tc_enter_chroot |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 38 | from utils import command_executer |
| 39 | from utils import logger |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 40 | |
| 41 | |
| 42 | KNOWN_BENCHMARKS = [ |
| 43 | 'chromeos/startup', |
| 44 | 'chromeos/browser/pagecycler', |
| 45 | 'chromeos/browser/sunspider', |
bjanakiraman | e7a379a | 2013-02-15 10:24:30 +0000 | [diff] [blame] | 46 | 'chromeos/browser/v8bench', |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 47 | 'chromeos/cpu/bikjmp' ] |
| 48 | |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 49 | # Commands to build CPU benchmarks. |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 50 | |
asharif | 8697d4e | 2013-02-15 09:18:09 +0000 | [diff] [blame] | 51 | CPU_BUILDCMD_CLEAN = "cd /usr/local/toolchain_root/third_party/android_bench/v2_0/CLOSED_SOURCE/%s;\ |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 52 | python ../../scripts/bench.py --toolchain=/usr/bin --action=clean;" |
| 53 | |
asharif | 8697d4e | 2013-02-15 09:18:09 +0000 | [diff] [blame] | 54 | CPU_BUILDCMD_BUILD = "cd /usr/local/toolchain_root/third_party/android_bench/v2_0/CLOSED_SOURCE/%s;\ |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 55 | python ../../scripts/bench.py --toolchain=/usr/bin --add_cflags=%s --add_ldflags=%s --makeopts=%s --action=build" |
| 56 | |
| 57 | |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 58 | # Common initializations |
| 59 | cmd_executer = command_executer.GetCommandExecuter() |
| 60 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 61 | |
| 62 | def Usage(parser, message): |
| 63 | print "ERROR: " + message |
| 64 | parser.print_help() |
| 65 | sys.exit(0) |
| 66 | |
| 67 | |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 68 | def CreateRunsh(destdir, benchmark): |
| 69 | """Create run.sh script to run benchmark. Perflab needs a run.sh that runs the benchmark.""" |
| 70 | run_cmd = os.path.dirname(os.path.abspath(__file__)) + "/run_benchmarks.py" |
| 71 | contents = "#!/bin/sh\n%s $@ %s\n" % (run_cmd, benchmark) |
| 72 | runshfile = destdir + '/run.sh' |
| 73 | f = open(runshfile, 'w') |
| 74 | f.write(contents) |
| 75 | f.close() |
asharif | ef75f39 | 2013-02-15 10:22:49 +0000 | [diff] [blame] | 76 | retval = cmd_executer.RunCommand('chmod +x %s' % runshfile) |
| 77 | return retval |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 78 | |
| 79 | |
shenhan | 12089d4 | 2013-02-15 20:32:18 +0000 | [diff] [blame] | 80 | def CreateBinaryCopy(sourcedir, destdir, copy = None): |
| 81 | """Create links in perflab-bin/destdir/* to sourcedir/* for now, instead of copies |
| 82 | Args: |
| 83 | copy: when none, make soft links to everything under sourcedir, otherwise |
| 84 | copy all to destdir. |
| 85 | TODO: remove this parameter if it's determined that CopyFiles can use |
| 86 | rsync -L. |
| 87 | """ |
bjanakiraman | e7a379a | 2013-02-15 10:24:30 +0000 | [diff] [blame] | 88 | retval = 0 |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 89 | # check if sourcedir exists |
| 90 | if not os.path.exists(sourcedir): |
kbaclawski | 6999ada | 2013-02-15 19:57:09 +0000 | [diff] [blame] | 91 | logger.GetLogger().LogError("benchmark results %s does not exist." % |
| 92 | sourcedir) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 93 | return 1 |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 94 | |
| 95 | # Deal with old copies - save off old ones for now. |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 96 | # Note - if its a link, it doesn't save anything. |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 97 | if os.path.exists(destdir): |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 98 | command = 'rm -rf %s.old' % destdir |
bjanakiraman | e7a379a | 2013-02-15 10:24:30 +0000 | [diff] [blame] | 99 | retval = cmd_executer.RunCommand(command) |
| 100 | if retval != 0: |
| 101 | return retval |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 102 | command = 'mv %s %s.old' % (destdir, destdir) |
bjanakiraman | e7a379a | 2013-02-15 10:24:30 +0000 | [diff] [blame] | 103 | retval = cmd_executer.RunCommand(command) |
| 104 | if retval != 0: |
| 105 | return retval |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 106 | os.makedirs(destdir) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 107 | sourcedir = os.path.abspath(sourcedir) |
shenhan | 12089d4 | 2013-02-15 20:32:18 +0000 | [diff] [blame] | 108 | if copy is None: |
| 109 | command = 'ln -s %s/* %s' % (sourcedir, destdir) |
| 110 | else: |
| 111 | command = 'cp -fr %s/* %s' % (sourcedir, destdir) |
asharif | ef75f39 | 2013-02-15 10:22:49 +0000 | [diff] [blame] | 112 | retval = cmd_executer.RunCommand(command) |
| 113 | return retval |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 114 | |
| 115 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 116 | def Main(argv): |
| 117 | """Build ChromeOS.""" |
| 118 | # Common initializations |
| 119 | |
| 120 | parser = optparse.OptionParser() |
| 121 | parser.add_option("-c", "--chromeos_root", dest="chromeos_root", |
| 122 | help="Target directory for ChromeOS installation.") |
| 123 | parser.add_option("-t", "--toolchain_root", dest="toolchain_root", |
asharif | 8697d4e | 2013-02-15 09:18:09 +0000 | [diff] [blame] | 124 | help="This is obsolete. Do not use.") |
| 125 | parser.add_option("-r", "--third_party", dest="third_party", |
| 126 | help="The third_party dir containing android benchmarks.") |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 127 | parser.add_option("-C", "--clean", dest="clean", action="store_true", |
| 128 | default=False, help="Clean up build."), |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 129 | parser.add_option("-B", "--build", dest="build", action="store_true", |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 130 | default=False, help="Build benchmark."), |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 131 | parser.add_option("-O", "--only_copy", dest="only_copy", action="store_true", |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 132 | default=False, help="Only copy to perflab-bin - no builds."), |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 133 | parser.add_option("--workdir", dest="workdir", default=".", |
| 134 | help="Work directory for perflab outputs.") |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 135 | parser.add_option("--clobber_chroot", dest="clobber_chroot", |
| 136 | action="store_true", help= |
| 137 | "Delete the chroot and start fresh", default=False) |
| 138 | parser.add_option("--clobber_board", dest="clobber_board", |
| 139 | action="store_true", |
| 140 | help="Delete the board and start fresh", default=False) |
| 141 | parser.add_option("--cflags", dest="cflags", default="", |
| 142 | help="CFLAGS for the ChromeOS packages") |
| 143 | parser.add_option("--cxxflags", dest="cxxflags",default="", |
| 144 | help="CXXFLAGS for the ChromeOS packages") |
| 145 | parser.add_option("--ldflags", dest="ldflags", default="", |
| 146 | help="LDFLAGS for the ChromeOS packages") |
| 147 | parser.add_option("--makeopts", dest="makeopts", default="", |
| 148 | help="Make options for the ChromeOS packages") |
| 149 | parser.add_option("--board", dest="board", |
| 150 | help="ChromeOS target board, e.g. x86-generic") |
| 151 | |
| 152 | (options,args) = parser.parse_args(argv[1:]) |
| 153 | |
| 154 | # validate args |
| 155 | for arg in args: |
| 156 | if arg not in KNOWN_BENCHMARKS: |
kbaclawski | 6999ada | 2013-02-15 19:57:09 +0000 | [diff] [blame] | 157 | logger.GetLogger().LogFatal("Bad benchmark %s specified" % arg) |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 158 | |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 159 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 160 | if options.chromeos_root is None: |
| 161 | Usage(parser, "--chromeos_root must be set") |
| 162 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 163 | if options.board is None: |
| 164 | Usage(parser, "--board must be set") |
| 165 | |
asharif | 8697d4e | 2013-02-15 09:18:09 +0000 | [diff] [blame] | 166 | if options.toolchain_root: |
| 167 | logger.GetLogger().LogWarning("--toolchain_root should not be set") |
| 168 | |
| 169 | options.chromeos_root = os.path.expanduser(options.chromeos_root) |
| 170 | options.workdir = os.path.expanduser(options.workdir) |
| 171 | |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 172 | retval = 0 |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 173 | if options.third_party: |
| 174 | third_party = options.third_party |
| 175 | else: |
| 176 | third_party = "%s/../../../third_party" % os.path.dirname(__file__) |
| 177 | third_party = os.path.realpath(third_party) |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 178 | for arg in args: |
| 179 | # CPU benchmarks |
| 180 | if re.match('chromeos/cpu', arg): |
| 181 | comps = re.split('/', arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 182 | benchname = comps[2] |
asharif | 8697d4e | 2013-02-15 09:18:09 +0000 | [diff] [blame] | 183 | |
| 184 | tec_options = [] |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 185 | if third_party: |
| 186 | tec_options.append("--third_party=%s" % third_party) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 187 | if options.clean: |
asharif | ca3c6c1 | 2013-02-15 23:17:54 +0000 | [diff] [blame] | 188 | retval = cmd_executer.ChrootRunCommand(options.chromeos_root, |
| 189 | CPU_BUILDCMD_CLEAN % benchname, |
| 190 | tec_options=tec_options |
| 191 | ) |
kbaclawski | 6999ada | 2013-02-15 19:57:09 +0000 | [diff] [blame] | 192 | logger.GetLogger().LogErrorIf(retval, |
| 193 | "clean of benchmark %s failed." % arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 194 | if options.build: |
asharif | ca3c6c1 | 2013-02-15 23:17:54 +0000 | [diff] [blame] | 195 | retval = cmd_executer.ChrootRunCommand( |
| 196 | options.chromeos_root, |
| 197 | CPU_BUILDCMD_BUILD % (benchname, options.cflags, |
| 198 | options.ldflags, options.makeopts), |
| 199 | tec_options=tec_options) |
kbaclawski | 6999ada | 2013-02-15 19:57:09 +0000 | [diff] [blame] | 200 | logger.GetLogger().LogErrorIf(retval, |
| 201 | "Build of benchmark %s failed." % arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 202 | if retval == 0 and (options.build or options.only_copy): |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 203 | benchdir = ('%s/android_bench/v2_0/CLOSED_SOURCE/%s' % |
| 204 | (third_party, benchname)) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 205 | linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 206 | |
shenhan | 12089d4 | 2013-02-15 20:32:18 +0000 | [diff] [blame] | 207 | # For cpu/*, we need to copy (not symlinks) of all the contents, |
| 208 | # because they are part of the test fixutre. |
| 209 | retval = CreateBinaryCopy(benchdir, linkdir, True) |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 210 | if retval != 0: return retval |
| 211 | retval = CreateRunsh(linkdir, arg) |
| 212 | if retval != 0: return retval |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 213 | elif re.match('chromeos/startup', arg): |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 214 | if options.build: |
| 215 | # Clean for chromeos/browser and chromeos/startup is a Nop since builds are always from scratch. |
| 216 | build_args = [os.path.dirname(os.path.abspath(__file__)) + "/build_chromeos.py", |
| 217 | "--chromeos_root=" + options.chromeos_root, |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 218 | "--board=" + options.board, |
| 219 | "--cflags=" + options.cflags, |
| 220 | "--cxxflags=" + options.cxxflags, |
| 221 | "--ldflags=" + options.ldflags, |
| 222 | "--clobber_board" |
| 223 | ] |
| 224 | retval = build_chromeos.Main(build_args) |
kbaclawski | 6999ada | 2013-02-15 19:57:09 +0000 | [diff] [blame] | 225 | logger.GetLogger().LogErrorIf(retval, "Build of ChromeOS failed.") |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 226 | if retval == 0 and (options.build or options.only_copy): |
| 227 | benchdir = '%s/src/build/images/%s/latest' % (options.chromeos_root, options.board) |
bjanakiraman | 4e8bdf2 | 2013-02-15 04:57:09 +0000 | [diff] [blame] | 228 | linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 229 | retval = CreateBinaryCopy(benchdir, linkdir) |
| 230 | if retval != 0: return retval |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 231 | CreateRunsh(linkdir, arg) |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 232 | if retval != 0: return retval |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 233 | elif re.match('chromeos/browser', arg): |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 234 | if options.build: |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 235 | # For now, re-build os. TBD: Change to call build_browser |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 236 | build_args = [os.path.dirname(os.path.abspath(__file__)) + "/build_chrome_browser.py", |
| 237 | "--chromeos_root=" + options.chromeos_root, |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 238 | "--board=" + options.board, |
| 239 | "--cflags=" + options.cflags, |
| 240 | "--cxxflags=" + options.cxxflags, |
| 241 | "--ldflags=" + options.ldflags |
| 242 | ] |
| 243 | retval = build_chromeos.Main(build_args) |
kbaclawski | 6999ada | 2013-02-15 19:57:09 +0000 | [diff] [blame] | 244 | logger.GetLogger().LogErrorIf(retval, "Build of ChromeOS failed.") |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 245 | if retval == 0 and (options.build or options.only_copy): |
| 246 | benchdir = '%s/src/build/images/%s/latest' % (options.chromeos_root, options.board) |
bjanakiraman | 4e8bdf2 | 2013-02-15 04:57:09 +0000 | [diff] [blame] | 247 | linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 248 | retval = CreateBinaryCopy(benchdir,linkdir) |
| 249 | if retval != 0: return retval |
| 250 | retval = CreateRunsh(linkdir, arg) |
| 251 | if retval != 0: return retval |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 252 | |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 253 | return 0 |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 254 | |
| 255 | if __name__ == "__main__": |
kbaclawski | 5fec550 | 2013-02-15 19:55:56 +0000 | [diff] [blame] | 256 | sys.exit(Main(sys.argv)) |