bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 1 | #!/usr/bin/python2.6 |
| 2 | # |
| 3 | # Copyright 2010 Google Inc. All Rights Reserved. |
| 4 | |
| 5 | """Script to build ChromeOS benchmarks |
| 6 | |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 7 | Inputs: |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 8 | chromeos_root |
| 9 | toolchain_root |
| 10 | board |
| 11 | [chromeos/cpu/<benchname>|chromeos/browser/[pagecycler|sunspider]|chromeos/startup] |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 12 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 13 | This script assumes toolchain has already been built in toolchain_root. |
| 14 | |
| 15 | chromeos/cpu/<benchname> |
| 16 | - Execute bench.py script within chroot to build benchmark |
| 17 | - Copy build results to perflab-bin |
| 18 | |
| 19 | chromeos/startup |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 20 | - Call build_chromeos to build image. |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 21 | - Copy image to perflab-bin |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 22 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 23 | chromeos/browser/* |
| 24 | - Call build_chromebrowser to build image with new browser |
| 25 | - Copy image to perflab-bin |
| 26 | |
| 27 | """ |
| 28 | |
| 29 | __author__ = "bjanakiraman@google.com (Bhaskar Janakiraman)" |
| 30 | |
| 31 | import optparse |
| 32 | import os |
| 33 | import sys |
| 34 | import re |
| 35 | import tc_enter_chroot |
| 36 | import build_chromeos |
| 37 | from utils import command_executer |
| 38 | from utils import logger |
| 39 | from utils import utils |
| 40 | |
| 41 | |
| 42 | KNOWN_BENCHMARKS = [ |
| 43 | 'chromeos/startup', |
| 44 | 'chromeos/browser/pagecycler', |
| 45 | 'chromeos/browser/sunspider', |
| 46 | 'chromeos/cpu/bikjmp' ] |
| 47 | |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 48 | # Commands to build CPU benchmarks. |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 49 | |
| 50 | CPU_BUILDCMD_CLEAN = "cd /usr/local/toolchain_root/v14/third_party/android_bench/v2_0/CLOSED_SOURCE/%s;\ |
| 51 | python ../../scripts/bench.py --toolchain=/usr/bin --action=clean;" |
| 52 | |
| 53 | CPU_BUILDCMD_BUILD = "cd /usr/local/toolchain_root/v14/third_party/android_bench/v2_0/CLOSED_SOURCE/%s;\ |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 54 | python ../../scripts/bench.py --toolchain=/usr/bin --add_cflags=%s --add_ldflags=%s --makeopts=%s --action=build" |
| 55 | |
| 56 | |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 57 | # Common initializations |
| 58 | cmd_executer = command_executer.GetCommandExecuter() |
| 59 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 60 | |
| 61 | def Usage(parser, message): |
| 62 | print "ERROR: " + message |
| 63 | parser.print_help() |
| 64 | sys.exit(0) |
| 65 | |
| 66 | |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 67 | def CreateRunsh(destdir, benchmark): |
| 68 | """Create run.sh script to run benchmark. Perflab needs a run.sh that runs the benchmark.""" |
| 69 | run_cmd = os.path.dirname(os.path.abspath(__file__)) + "/run_benchmarks.py" |
| 70 | contents = "#!/bin/sh\n%s $@ %s\n" % (run_cmd, benchmark) |
| 71 | runshfile = destdir + '/run.sh' |
| 72 | f = open(runshfile, 'w') |
| 73 | f.write(contents) |
| 74 | f.close() |
| 75 | cmd_executer.RunCommand('chmod +x %s' % runshfile) |
| 76 | |
| 77 | |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 78 | def CreateBinaryCopy(sourcedir, destdir): |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 79 | """Create links in perflab-bin/destdir/* to sourcedir/* for now, instead of copies""" |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 80 | |
| 81 | # check if sourcedir exists |
| 82 | if not os.path.exists(sourcedir): |
| 83 | utils.AssertError(False, "benchmark results %s does not exist." % sourcedir) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 84 | return 1 |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 85 | |
| 86 | # Deal with old copies - save off old ones for now. |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 87 | # Note - if its a link, it doesn't save anything. |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 88 | if os.path.exists(destdir): |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 89 | command = 'rm -rf %s.old' % destdir |
| 90 | cmd_executer.RunCommand(command) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 91 | command = 'mv %s %s.old' % (destdir, destdir) |
| 92 | cmd_executer.RunCommand(command) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 93 | os.makedirs(destdir) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 94 | sourcedir = os.path.abspath(sourcedir) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 95 | command = 'ln -s %s/* %s' % (sourcedir, destdir) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 96 | cmd_executer.RunCommand(command) |
| 97 | |
| 98 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 99 | def Main(argv): |
| 100 | """Build ChromeOS.""" |
| 101 | # Common initializations |
| 102 | |
| 103 | parser = optparse.OptionParser() |
| 104 | parser.add_option("-c", "--chromeos_root", dest="chromeos_root", |
| 105 | help="Target directory for ChromeOS installation.") |
| 106 | parser.add_option("-t", "--toolchain_root", dest="toolchain_root", |
| 107 | help="The gcctools directory of your P4 checkout.") |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 108 | parser.add_option("-C", "--clean", dest="clean", action="store_true", |
| 109 | default=False, help="Clean up build."), |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 110 | parser.add_option("-B", "--build", dest="build", action="store_true", |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 111 | default=False, help="Build benchmark."), |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 112 | parser.add_option("-O", "--only_copy", dest="only_copy", action="store_true", |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 113 | default=False, help="Only copy to perflab-bin - no builds."), |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 114 | parser.add_option("--workdir", dest="workdir", default=".", |
| 115 | help="Work directory for perflab outputs.") |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 116 | parser.add_option("--clobber_chroot", dest="clobber_chroot", |
| 117 | action="store_true", help= |
| 118 | "Delete the chroot and start fresh", default=False) |
| 119 | parser.add_option("--clobber_board", dest="clobber_board", |
| 120 | action="store_true", |
| 121 | help="Delete the board and start fresh", default=False) |
| 122 | parser.add_option("--cflags", dest="cflags", default="", |
| 123 | help="CFLAGS for the ChromeOS packages") |
| 124 | parser.add_option("--cxxflags", dest="cxxflags",default="", |
| 125 | help="CXXFLAGS for the ChromeOS packages") |
| 126 | parser.add_option("--ldflags", dest="ldflags", default="", |
| 127 | help="LDFLAGS for the ChromeOS packages") |
| 128 | parser.add_option("--makeopts", dest="makeopts", default="", |
| 129 | help="Make options for the ChromeOS packages") |
| 130 | parser.add_option("--board", dest="board", |
| 131 | help="ChromeOS target board, e.g. x86-generic") |
| 132 | |
| 133 | (options,args) = parser.parse_args(argv[1:]) |
| 134 | |
| 135 | # validate args |
| 136 | for arg in args: |
| 137 | if arg not in KNOWN_BENCHMARKS: |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 138 | utils.AssertExit(False, "Bad benchmark %s specified" % arg) |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 139 | |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 140 | |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 141 | if options.chromeos_root is None: |
| 142 | Usage(parser, "--chromeos_root must be set") |
| 143 | |
| 144 | if options.toolchain_root is None: |
| 145 | Usage(parser, "--toolchain_root must be set") |
| 146 | |
| 147 | if options.board is None: |
| 148 | Usage(parser, "--board must be set") |
| 149 | |
| 150 | found_err = 0 |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 151 | retval = 0 |
asharif | 05d1e5c | 2013-02-15 05:15:40 +0000 | [diff] [blame] | 152 | version_dir = utils.GetRoot(argv[0])[0] |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 153 | for arg in args: |
| 154 | # CPU benchmarks |
| 155 | if re.match('chromeos/cpu', arg): |
| 156 | comps = re.split('/', arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 157 | benchname = comps[2] |
| 158 | if options.clean: |
| 159 | retval = build_chromeos.ExecuteCommandInChroot(options.chromeos_root, options.toolchain_root, |
| 160 | CPU_BUILDCMD_CLEAN % benchname) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 161 | utils.AssertError(retval == 0, "clean of benchmark %s failed." % arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 162 | if options.build: |
| 163 | retval = build_chromeos.ExecuteCommandInChroot(options.chromeos_root, options.toolchain_root, |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 164 | CPU_BUILDCMD_BUILD % (benchname, options.cflags, |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 165 | options.ldflags, options.makeopts)) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 166 | utils.AssertError(retval == 0, "Build of benchmark %s failed." % arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 167 | if retval == 0 and (options.build or options.only_copy): |
asharif | 05d1e5c | 2013-02-15 05:15:40 +0000 | [diff] [blame] | 168 | benchdir = ('%s/third_party/android_bench/v2_0/CLOSED_SOURCE/%s' % |
| 169 | (version_dir, benchname)) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 170 | linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
| 171 | CreateBinaryCopy(benchdir, linkdir) |
| 172 | CreateRunsh(linkdir, arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 173 | if not found_err: |
| 174 | found_err = retval |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 175 | elif re.match('chromeos/startup', arg): |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 176 | if options.build: |
| 177 | # Clean for chromeos/browser and chromeos/startup is a Nop since builds are always from scratch. |
| 178 | build_args = [os.path.dirname(os.path.abspath(__file__)) + "/build_chromeos.py", |
| 179 | "--chromeos_root=" + options.chromeos_root, |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 180 | "--board=" + options.board, |
| 181 | "--cflags=" + options.cflags, |
| 182 | "--cxxflags=" + options.cxxflags, |
| 183 | "--ldflags=" + options.ldflags, |
| 184 | "--clobber_board" |
| 185 | ] |
| 186 | retval = build_chromeos.Main(build_args) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 187 | utils.AssertError(retval == 0, "Build of ChromeOS failed.") |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 188 | if retval == 0 and (options.build or options.only_copy): |
| 189 | benchdir = '%s/src/build/images/%s/latest' % (options.chromeos_root, options.board) |
bjanakiraman | 4e8bdf2 | 2013-02-15 04:57:09 +0000 | [diff] [blame] | 190 | linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 191 | CreateBinaryCopy(benchdir, linkdir) |
| 192 | CreateRunsh(linkdir, arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 193 | if not found_err: |
| 194 | found_err = retval |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 195 | elif re.match('chromeos/browser', arg): |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 196 | if options.build: |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 197 | # For now, re-build os. TBD: Change to call build_browser |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 198 | build_args = [os.path.dirname(os.path.abspath(__file__)) + "/build_chrome_browser.py", |
| 199 | "--chromeos_root=" + options.chromeos_root, |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 200 | "--board=" + options.board, |
| 201 | "--cflags=" + options.cflags, |
| 202 | "--cxxflags=" + options.cxxflags, |
| 203 | "--ldflags=" + options.ldflags |
| 204 | ] |
| 205 | retval = build_chromeos.Main(build_args) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 206 | utils.AssertError(retval == 0, "Build of ChromeOS failed.") |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 207 | if retval == 0 and (options.build or options.only_copy): |
| 208 | benchdir = '%s/src/build/images/%s/latest' % (options.chromeos_root, options.board) |
bjanakiraman | 4e8bdf2 | 2013-02-15 04:57:09 +0000 | [diff] [blame] | 209 | linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
bjanakiraman | 229d626 | 2013-02-15 04:56:46 +0000 | [diff] [blame] | 210 | CreateBinaryCopy(benchdir,linkdir) |
| 211 | CreateRunsh(linkdir, arg) |
bjanakiraman | aabd2d1 | 2013-02-15 04:55:30 +0000 | [diff] [blame] | 212 | if not found_err: |
| 213 | found_err = retval |
bjanakiraman | 6496e5f | 2013-02-15 04:50:58 +0000 | [diff] [blame] | 214 | |
| 215 | return found_err |
| 216 | |
| 217 | if __name__ == "__main__": |
| 218 | Main(sys.argv) |