#!/usr/bin/python # # Copyright 2010 Google Inc. All Rights Reserved. """Script to build ChromeOS benchmarks Inputs: chromeos_root toolchain_root board [chromeos/cpu/|chromeos/browser/[pagecycler|sunspider]|chromeos/startup] This script assumes toolchain has already been built in toolchain_root. chromeos/cpu/ - Execute bench.py script within chroot to build benchmark - Copy build results to perflab-bin chromeos/startup - Call build_chromeos to build image. - Copy image to perflab-bin chromeos/browser/* - Call build_chromebrowser to build image with new browser - Copy image to perflab-bin """ __author__ = "bjanakiraman@google.com (Bhaskar Janakiraman)" import optparse import os import sys import re import build_chromeos import tc_enter_chroot from utils import command_executer from utils import logger KNOWN_BENCHMARKS = [ 'chromeos/startup', 'chromeos/browser/pagecycler', 'chromeos/browser/sunspider', 'chromeos/browser/v8bench', 'chromeos/cpu/bikjmp' ] # Commands to build CPU benchmarks. CPU_BUILDCMD_CLEAN = "cd /usr/local/toolchain_root/third_party/android_bench/v2_0/CLOSED_SOURCE/%s;\ python ../../scripts/bench.py --toolchain=/usr/bin --action=clean;" CPU_BUILDCMD_BUILD = "cd /usr/local/toolchain_root/third_party/android_bench/v2_0/CLOSED_SOURCE/%s;\ python ../../scripts/bench.py --toolchain=/usr/bin --add_cflags=%s --add_ldflags=%s --makeopts=%s --action=build" # Common initializations cmd_executer = command_executer.GetCommandExecuter() def Usage(parser, message): print "ERROR: " + message parser.print_help() sys.exit(0) def CreateRunsh(destdir, benchmark): """Create run.sh script to run benchmark. Perflab needs a run.sh that runs the benchmark.""" run_cmd = os.path.dirname(os.path.abspath(__file__)) + "/run_benchmarks.py" contents = "#!/bin/sh\n%s $@ %s\n" % (run_cmd, benchmark) runshfile = destdir + '/run.sh' f = open(runshfile, 'w') f.write(contents) f.close() retval = cmd_executer.RunCommand('chmod +x %s' % runshfile) return retval def CreateBinaryCopy(sourcedir, destdir, copy = None): """Create links in perflab-bin/destdir/* to sourcedir/* for now, instead of copies Args: copy: when none, make soft links to everything under sourcedir, otherwise copy all to destdir. TODO: remove this parameter if it's determined that CopyFiles can use rsync -L. """ retval = 0 # check if sourcedir exists if not os.path.exists(sourcedir): logger.GetLogger().LogError("benchmark results %s does not exist." % sourcedir) return 1 # Deal with old copies - save off old ones for now. # Note - if its a link, it doesn't save anything. if os.path.exists(destdir): command = 'rm -rf %s.old' % destdir retval = cmd_executer.RunCommand(command) if retval != 0: return retval command = 'mv %s %s.old' % (destdir, destdir) retval = cmd_executer.RunCommand(command) if retval != 0: return retval os.makedirs(destdir) sourcedir = os.path.abspath(sourcedir) if copy is None: command = 'ln -s %s/* %s' % (sourcedir, destdir) else: command = 'cp -fr %s/* %s' % (sourcedir, destdir) retval = cmd_executer.RunCommand(command) return retval def Main(argv): """Build ChromeOS.""" # Common initializations parser = optparse.OptionParser() parser.add_option("-c", "--chromeos_root", dest="chromeos_root", help="Target directory for ChromeOS installation.") parser.add_option("-t", "--toolchain_root", dest="toolchain_root", help="This is obsolete. Do not use.") parser.add_option("-r", "--third_party", dest="third_party", help="The third_party dir containing android benchmarks.") parser.add_option("-C", "--clean", dest="clean", action="store_true", default=False, help="Clean up build."), parser.add_option("-B", "--build", dest="build", action="store_true", default=False, help="Build benchmark."), parser.add_option("-O", "--only_copy", dest="only_copy", action="store_true", default=False, help="Only copy to perflab-bin - no builds."), parser.add_option("--workdir", dest="workdir", default=".", help="Work directory for perflab outputs.") parser.add_option("--clobber_chroot", dest="clobber_chroot", action="store_true", help= "Delete the chroot and start fresh", default=False) parser.add_option("--clobber_board", dest="clobber_board", action="store_true", help="Delete the board and start fresh", default=False) parser.add_option("--cflags", dest="cflags", default="", help="CFLAGS for the ChromeOS packages") parser.add_option("--cxxflags", dest="cxxflags",default="", help="CXXFLAGS for the ChromeOS packages") parser.add_option("--ldflags", dest="ldflags", default="", help="LDFLAGS for the ChromeOS packages") parser.add_option("--makeopts", dest="makeopts", default="", help="Make options for the ChromeOS packages") parser.add_option("--board", dest="board", help="ChromeOS target board, e.g. x86-generic") (options,args) = parser.parse_args(argv[1:]) # validate args for arg in args: if arg not in KNOWN_BENCHMARKS: logger.GetLogger().LogFatal("Bad benchmark %s specified" % arg) if options.chromeos_root is None: Usage(parser, "--chromeos_root must be set") if options.board is None: Usage(parser, "--board must be set") if options.toolchain_root: logger.GetLogger().LogWarning("--toolchain_root should not be set") options.chromeos_root = os.path.expanduser(options.chromeos_root) options.workdir = os.path.expanduser(options.workdir) retval = 0 if options.third_party: third_party = options.third_party else: third_party = "%s/../../../third_party" % os.path.dirname(__file__) third_party = os.path.realpath(third_party) for arg in args: # CPU benchmarks if re.match('chromeos/cpu', arg): comps = re.split('/', arg) benchname = comps[2] tec_options = [] if third_party: tec_options.append("--third_party=%s" % third_party) if options.clean: retval = cmd_executer.ChrootRunCommand(options.chromeos_root, CPU_BUILDCMD_CLEAN % benchname, tec_options=tec_options ) logger.GetLogger().LogErrorIf(retval, "clean of benchmark %s failed." % arg) if options.build: retval = cmd_executer.ChrootRunCommand( options.chromeos_root, CPU_BUILDCMD_BUILD % (benchname, options.cflags, options.ldflags, options.makeopts), tec_options=tec_options) logger.GetLogger().LogErrorIf(retval, "Build of benchmark %s failed." % arg) if retval == 0 and (options.build or options.only_copy): benchdir = ('%s/android_bench/v2_0/CLOSED_SOURCE/%s' % (third_party, benchname)) linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) # For cpu/*, we need to copy (not symlinks) of all the contents, # because they are part of the test fixutre. retval = CreateBinaryCopy(benchdir, linkdir, True) if retval != 0: return retval retval = CreateRunsh(linkdir, arg) if retval != 0: return retval elif re.match('chromeos/startup', arg): if options.build: # Clean for chromeos/browser and chromeos/startup is a Nop since builds are always from scratch. build_args = [os.path.dirname(os.path.abspath(__file__)) + "/build_chromeos.py", "--chromeos_root=" + options.chromeos_root, "--board=" + options.board, "--cflags=" + options.cflags, "--cxxflags=" + options.cxxflags, "--ldflags=" + options.ldflags, "--clobber_board" ] retval = build_chromeos.Main(build_args) logger.GetLogger().LogErrorIf(retval, "Build of ChromeOS failed.") if retval == 0 and (options.build or options.only_copy): benchdir = '%s/src/build/images/%s/latest' % (options.chromeos_root, options.board) linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) retval = CreateBinaryCopy(benchdir, linkdir) if retval != 0: return retval CreateRunsh(linkdir, arg) if retval != 0: return retval elif re.match('chromeos/browser', arg): if options.build: # For now, re-build os. TBD: Change to call build_browser build_args = [os.path.dirname(os.path.abspath(__file__)) + "/build_chrome_browser.py", "--chromeos_root=" + options.chromeos_root, "--board=" + options.board, "--cflags=" + options.cflags, "--cxxflags=" + options.cxxflags, "--ldflags=" + options.ldflags ] retval = build_chromeos.Main(build_args) logger.GetLogger().LogErrorIf(retval, "Build of ChromeOS failed.") if retval == 0 and (options.build or options.only_copy): benchdir = '%s/src/build/images/%s/latest' % (options.chromeos_root, options.board) linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) retval = CreateBinaryCopy(benchdir,linkdir) if retval != 0: return retval retval = CreateRunsh(linkdir, arg) if retval != 0: return retval return 0 if __name__ == "__main__": sys.exit(Main(sys.argv))