diff options
Diffstat (limited to 'build_tc.py')
| -rwxr-xr-x | build_tc.py | 711 |
1 files changed, 387 insertions, 324 deletions
diff --git a/build_tc.py b/build_tc.py index 9b90f55c..08f80e69 100755 --- a/build_tc.py +++ b/build_tc.py @@ -1,6 +1,6 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -# Copyright 2010 The Chromium OS Authors. All rights reserved. +# Copyright 2010 The ChromiumOS Authors # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. @@ -9,9 +9,8 @@ This script sets up the toolchain if you give it the gcctools directory. """ -from __future__ import print_function -__author__ = 'asharif@google.com (Ahmad Sharif)' +__author__ = "asharif@google.com (Ahmad Sharif)" import argparse import getpass @@ -19,336 +18,400 @@ import os import sys import tempfile -import tc_enter_chroot from cros_utils import command_executer from cros_utils import constants from cros_utils import misc +import tc_enter_chroot class ToolchainPart(object): - """Class to hold the toolchain pieces.""" - - def __init__(self, - name, - source_path, - chromeos_root, - board, - incremental, - build_env, - gcc_enable_ccache=False): - self._name = name - self._source_path = misc.CanonicalizePath(source_path) - self._chromeos_root = chromeos_root - self._board = board - self._ctarget = misc.GetCtargetFromBoard(self._board, self._chromeos_root) - self._gcc_libs_dest = misc.GetGccLibsDestForBoard(self._board, - self._chromeos_root) - self.tag = '%s-%s' % (name, self._ctarget) - self._ce = command_executer.GetCommandExecuter() - self._mask_file = os.path.join( - self._chromeos_root, 'chroot', - 'etc/portage/package.mask/cross-%s' % self._ctarget) - self._new_mask_file = None - - self._chroot_source_path = os.path.join(constants.MOUNTED_TOOLCHAIN_ROOT, - self._name).lstrip('/') - self._incremental = incremental - self._build_env = build_env - self._gcc_enable_ccache = gcc_enable_ccache - - def RunSetupBoardIfNecessary(self): - cross_symlink = os.path.join(self._chromeos_root, 'chroot', - 'usr/local/bin/emerge-%s' % self._board) - if not os.path.exists(cross_symlink): - command = 'setup_board --board=%s' % self._board - self._ce.ChrootRunCommand(self._chromeos_root, command) - - def Build(self): - rv = 1 - try: - self.UninstallTool() - self.MoveMaskFile() - self.MountSources(False) - self.RemoveCompiledFile() - rv = self.BuildTool() - finally: - self.UnMoveMaskFile() - return rv - - def RemoveCompiledFile(self): - compiled_file = os.path.join(self._chromeos_root, 'chroot', - 'var/tmp/portage/cross-%s' % self._ctarget, - '%s-9999' % self._name, '.compiled') - command = 'rm -f %s' % compiled_file - self._ce.RunCommand(command) - - def MountSources(self, unmount_source): - mount_points = [] - mounted_source_path = os.path.join(self._chromeos_root, 'chroot', - self._chroot_source_path) - src_mp = tc_enter_chroot.MountPoint(self._source_path, mounted_source_path, - getpass.getuser(), 'ro') - mount_points.append(src_mp) - - build_suffix = 'build-%s' % self._ctarget - build_dir = '%s-%s' % (self._source_path, build_suffix) - - if not self._incremental and os.path.exists(build_dir): - command = 'rm -rf %s/*' % build_dir - self._ce.RunCommand(command) - - # Create a -build directory for the objects. - command = 'mkdir -p %s' % build_dir - self._ce.RunCommand(command) - - mounted_build_dir = os.path.join( - self._chromeos_root, 'chroot', - '%s-%s' % (self._chroot_source_path, build_suffix)) - build_mp = tc_enter_chroot.MountPoint(build_dir, mounted_build_dir, - getpass.getuser()) - mount_points.append(build_mp) - - if unmount_source: - unmount_statuses = [mp.UnMount() == 0 for mp in mount_points] - assert all(unmount_statuses), 'Could not unmount all mount points!' - else: - mount_statuses = [mp.DoMount() == 0 for mp in mount_points] - - if not all(mount_statuses): - mounted = [ - mp for mp, status in zip(mount_points, mount_statuses) if status - ] - unmount_statuses = [mp.UnMount() == 0 for mp in mounted] - assert all(unmount_statuses), 'Could not unmount all mount points!' - - def UninstallTool(self): - command = 'sudo CLEAN_DELAY=0 emerge -C cross-%s/%s' % (self._ctarget, - self._name) - self._ce.ChrootRunCommand(self._chromeos_root, command) - - def BuildTool(self): - env = self._build_env - # FEATURES=buildpkg adds minutes of time so we disable it. - # TODO(shenhan): keep '-sandbox' for a while for compatibility, then remove - # it after a while. - features = ('nostrip userpriv userfetch -usersandbox -sandbox noclean ' - '-buildpkg') - env['FEATURES'] = features - - if self._incremental: - env['FEATURES'] += ' keepwork' - - if 'USE' in env: - env['USE'] += ' multislot mounted_%s' % self._name - else: - env['USE'] = 'multislot mounted_%s' % self._name - - # Disable ccache in our compilers. cache may be problematic for us. - # It ignores compiler environments settings and it is not clear if - # the cache hit algorithm verifies all the compiler binaries or - # just the driver. - if self._name == 'gcc' and not self._gcc_enable_ccache: - env['USE'] += ' -wrapper_ccache' - - env['%s_SOURCE_PATH' % self._name.upper()] = ( - os.path.join('/', self._chroot_source_path)) - env['ACCEPT_KEYWORDS'] = '~*' - env_string = ' '.join(['%s="%s"' % var for var in env.items()]) - command = 'emerge =cross-%s/%s-9999' % (self._ctarget, self._name) - full_command = 'sudo %s %s' % (env_string, command) - rv = self._ce.ChrootRunCommand(self._chromeos_root, full_command) - if rv != 0: - return rv - if self._name == 'gcc': - command = ('sudo cp -r /usr/lib/gcc/%s %s' % (self._ctarget, - self._gcc_libs_dest)) - rv = self._ce.ChrootRunCommand(self._chromeos_root, command) - return rv - - def MoveMaskFile(self): - self._new_mask_file = None - if os.path.isfile(self._mask_file): - self._new_mask_file = tempfile.mktemp() - command = 'sudo mv %s %s' % (self._mask_file, self._new_mask_file) - self._ce.RunCommand(command) - - def UnMoveMaskFile(self): - if self._new_mask_file: - command = 'sudo mv %s %s' % (self._new_mask_file, self._mask_file) - self._ce.RunCommand(command) + """Class to hold the toolchain pieces.""" + + def __init__( + self, + name, + source_path, + chromeos_root, + board, + incremental, + build_env, + gcc_enable_ccache=False, + ): + self._name = name + self._source_path = misc.CanonicalizePath(source_path) + self._chromeos_root = chromeos_root + self._board = board + self._ctarget = misc.GetCtargetFromBoard( + self._board, self._chromeos_root + ) + self._gcc_libs_dest = misc.GetGccLibsDestForBoard( + self._board, self._chromeos_root + ) + self.tag = "%s-%s" % (name, self._ctarget) + self._ce = command_executer.GetCommandExecuter() + self._mask_file = os.path.join( + self._chromeos_root, + "chroot", + "etc/portage/package.mask/cross-%s" % self._ctarget, + ) + self._new_mask_file = None + + self._chroot_source_path = os.path.join( + constants.MOUNTED_TOOLCHAIN_ROOT, self._name + ).lstrip("/") + self._incremental = incremental + self._build_env = build_env + self._gcc_enable_ccache = gcc_enable_ccache + + def RunSetupBoardIfNecessary(self): + cross_symlink = os.path.join( + self._chromeos_root, + "chroot", + "usr/local/bin/emerge-%s" % self._board, + ) + if not os.path.exists(cross_symlink): + command = "setup_board --board=%s" % self._board + self._ce.ChrootRunCommand(self._chromeos_root, command) + + def Build(self): + rv = 1 + try: + self.UninstallTool() + self.MoveMaskFile() + self.MountSources(False) + self.RemoveCompiledFile() + rv = self.BuildTool() + finally: + self.UnMoveMaskFile() + return rv + + def RemoveCompiledFile(self): + compiled_file = os.path.join( + self._chromeos_root, + "chroot", + "var/tmp/portage/cross-%s" % self._ctarget, + "%s-9999" % self._name, + ".compiled", + ) + command = "rm -f %s" % compiled_file + self._ce.RunCommand(command) + + def MountSources(self, unmount_source): + mount_points = [] + mounted_source_path = os.path.join( + self._chromeos_root, "chroot", self._chroot_source_path + ) + src_mp = tc_enter_chroot.MountPoint( + self._source_path, mounted_source_path, getpass.getuser(), "ro" + ) + mount_points.append(src_mp) + + build_suffix = "build-%s" % self._ctarget + build_dir = "%s-%s" % (self._source_path, build_suffix) + + if not self._incremental and os.path.exists(build_dir): + command = "rm -rf %s/*" % build_dir + self._ce.RunCommand(command) + + # Create a -build directory for the objects. + command = "mkdir -p %s" % build_dir + self._ce.RunCommand(command) + + mounted_build_dir = os.path.join( + self._chromeos_root, + "chroot", + "%s-%s" % (self._chroot_source_path, build_suffix), + ) + build_mp = tc_enter_chroot.MountPoint( + build_dir, mounted_build_dir, getpass.getuser() + ) + mount_points.append(build_mp) + + if unmount_source: + unmount_statuses = [mp.UnMount() == 0 for mp in mount_points] + assert all(unmount_statuses), "Could not unmount all mount points!" + else: + mount_statuses = [mp.DoMount() == 0 for mp in mount_points] + + if not all(mount_statuses): + mounted = [ + mp + for mp, status in zip(mount_points, mount_statuses) + if status + ] + unmount_statuses = [mp.UnMount() == 0 for mp in mounted] + assert all( + unmount_statuses + ), "Could not unmount all mount points!" + + def UninstallTool(self): + command = "sudo CLEAN_DELAY=0 emerge -C cross-%s/%s" % ( + self._ctarget, + self._name, + ) + self._ce.ChrootRunCommand(self._chromeos_root, command) + + def BuildTool(self): + env = self._build_env + # FEATURES=buildpkg adds minutes of time so we disable it. + # TODO(shenhan): keep '-sandbox' for a while for compatibility, then remove + # it after a while. + features = ( + "nostrip userpriv userfetch -usersandbox -sandbox noclean " + "-buildpkg" + ) + env["FEATURES"] = features + + if self._incremental: + env["FEATURES"] += " keepwork" + + if "USE" in env: + env["USE"] += " multislot mounted_%s" % self._name + else: + env["USE"] = "multislot mounted_%s" % self._name + + # Disable ccache in our compilers. cache may be problematic for us. + # It ignores compiler environments settings and it is not clear if + # the cache hit algorithm verifies all the compiler binaries or + # just the driver. + if self._name == "gcc" and not self._gcc_enable_ccache: + env["USE"] += " -wrapper_ccache" + + env["%s_SOURCE_PATH" % self._name.upper()] = os.path.join( + "/", self._chroot_source_path + ) + env["ACCEPT_KEYWORDS"] = "~*" + env_string = " ".join(['%s="%s"' % var for var in env.items()]) + command = "emerge =cross-%s/%s-9999" % (self._ctarget, self._name) + full_command = "sudo %s %s" % (env_string, command) + rv = self._ce.ChrootRunCommand(self._chromeos_root, full_command) + if rv != 0: + return rv + if self._name == "gcc": + command = "sudo cp -r /usr/lib/gcc/%s %s" % ( + self._ctarget, + self._gcc_libs_dest, + ) + rv = self._ce.ChrootRunCommand(self._chromeos_root, command) + return rv + + def MoveMaskFile(self): + self._new_mask_file = None + if os.path.isfile(self._mask_file): + self._new_mask_file = tempfile.mktemp() + command = "sudo mv %s %s" % (self._mask_file, self._new_mask_file) + self._ce.RunCommand(command) + + def UnMoveMaskFile(self): + if self._new_mask_file: + command = "sudo mv %s %s" % (self._new_mask_file, self._mask_file) + self._ce.RunCommand(command) def Main(argv): - """The main function.""" - # Common initializations - parser = argparse.ArgumentParser() - parser.add_argument( - '-c', - '--chromeos_root', - dest='chromeos_root', - default='../../', - help=('ChromeOS root checkout directory' - ' uses ../.. if none given.')) - parser.add_argument( - '-g', - '--gcc_dir', - dest='gcc_dir', - help='The directory where gcc resides.') - parser.add_argument( - '--binutils_dir', - dest='binutils_dir', - help='The directory where binutils resides.') - parser.add_argument( - '-x', - '--gdb_dir', - dest='gdb_dir', - help='The directory where gdb resides.') - parser.add_argument( - '-b', - '--board', - dest='board', - default='x86-alex', - help='The target board.') - parser.add_argument( - '-n', - '--noincremental', - dest='noincremental', - default=False, - action='store_true', - help='Use FEATURES=keepwork to do incremental builds.') - parser.add_argument( - '--cflags', - dest='cflags', - default='', - help='Build a compiler with specified CFLAGS') - parser.add_argument( - '--cxxflags', - dest='cxxflags', - default='', - help='Build a compiler with specified CXXFLAGS') - parser.add_argument( - '--cflags_for_target', - dest='cflags_for_target', - default='', - help='Build the target libraries with specified flags') - parser.add_argument( - '--cxxflags_for_target', - dest='cxxflags_for_target', - default='', - help='Build the target libraries with specified flags') - parser.add_argument( - '--ldflags', - dest='ldflags', - default='', - help='Build a compiler with specified LDFLAGS') - parser.add_argument( - '-d', - '--debug', - dest='debug', - default=False, - action='store_true', - help='Build a compiler with -g3 -O0 appended to both' - ' CFLAGS and CXXFLAGS.') - parser.add_argument( - '-m', - '--mount_only', - dest='mount_only', - default=False, - action='store_true', - help='Just mount the tool directories.') - parser.add_argument( - '-u', - '--unmount_only', - dest='unmount_only', - default=False, - action='store_true', - help='Just unmount the tool directories.') - parser.add_argument( - '--extra_use_flags', - dest='extra_use_flags', - default='', - help='Extra flag for USE, to be passed to the ebuild. ' - "('multislot' and 'mounted_<tool>' are always passed.)") - parser.add_argument( - '--gcc_enable_ccache', - dest='gcc_enable_ccache', - default=False, - action='store_true', - help='Enable ccache for the gcc invocations') - - options = parser.parse_args(argv) - - chromeos_root = misc.CanonicalizePath(options.chromeos_root) - if options.gcc_dir: - gcc_dir = misc.CanonicalizePath(options.gcc_dir) - assert gcc_dir and os.path.isdir(gcc_dir), 'gcc_dir does not exist!' - if options.binutils_dir: - binutils_dir = misc.CanonicalizePath(options.binutils_dir) - assert os.path.isdir(binutils_dir), 'binutils_dir does not exist!' - if options.gdb_dir: - gdb_dir = misc.CanonicalizePath(options.gdb_dir) - assert os.path.isdir(gdb_dir), 'gdb_dir does not exist!' - if options.unmount_only: - options.mount_only = False - elif options.mount_only: - options.unmount_only = False - build_env = {} - if options.cflags: - build_env['CFLAGS'] = '`portageq envvar CFLAGS` ' + options.cflags - if options.cxxflags: - build_env['CXXFLAGS'] = '`portageq envvar CXXFLAGS` ' + options.cxxflags - if options.cflags_for_target: - build_env['CFLAGS_FOR_TARGET'] = options.cflags_for_target - if options.cxxflags_for_target: - build_env['CXXFLAGS_FOR_TARGET'] = options.cxxflags_for_target - if options.ldflags: - build_env['LDFLAGS'] = options.ldflags - if options.debug: - debug_flags = '-g3 -O0' - if 'CFLAGS' in build_env: - build_env['CFLAGS'] += ' %s' % (debug_flags) - else: - build_env['CFLAGS'] = debug_flags - if 'CXXFLAGS' in build_env: - build_env['CXXFLAGS'] += ' %s' % (debug_flags) - else: - build_env['CXXFLAGS'] = debug_flags - if options.extra_use_flags: - build_env['USE'] = options.extra_use_flags - - # Create toolchain parts - toolchain_parts = {} - for board in options.board.split(','): + """The main function.""" + # Common initializations + parser = argparse.ArgumentParser() + parser.add_argument( + "-c", + "--chromeos_root", + dest="chromeos_root", + default="../../", + help=("ChromeOS root checkout directory" " uses ../.. if none given."), + ) + parser.add_argument( + "-g", + "--gcc_dir", + dest="gcc_dir", + help="The directory where gcc resides.", + ) + parser.add_argument( + "--binutils_dir", + dest="binutils_dir", + help="The directory where binutils resides.", + ) + parser.add_argument( + "-x", + "--gdb_dir", + dest="gdb_dir", + help="The directory where gdb resides.", + ) + parser.add_argument( + "-b", + "--board", + dest="board", + default="x86-alex", + help="The target board.", + ) + parser.add_argument( + "-n", + "--noincremental", + dest="noincremental", + default=False, + action="store_true", + help="Use FEATURES=keepwork to do incremental builds.", + ) + parser.add_argument( + "--cflags", + dest="cflags", + default="", + help="Build a compiler with specified CFLAGS", + ) + parser.add_argument( + "--cxxflags", + dest="cxxflags", + default="", + help="Build a compiler with specified CXXFLAGS", + ) + parser.add_argument( + "--cflags_for_target", + dest="cflags_for_target", + default="", + help="Build the target libraries with specified flags", + ) + parser.add_argument( + "--cxxflags_for_target", + dest="cxxflags_for_target", + default="", + help="Build the target libraries with specified flags", + ) + parser.add_argument( + "--ldflags", + dest="ldflags", + default="", + help="Build a compiler with specified LDFLAGS", + ) + parser.add_argument( + "-d", + "--debug", + dest="debug", + default=False, + action="store_true", + help="Build a compiler with -g3 -O0 appended to both" + " CFLAGS and CXXFLAGS.", + ) + parser.add_argument( + "-m", + "--mount_only", + dest="mount_only", + default=False, + action="store_true", + help="Just mount the tool directories.", + ) + parser.add_argument( + "-u", + "--unmount_only", + dest="unmount_only", + default=False, + action="store_true", + help="Just unmount the tool directories.", + ) + parser.add_argument( + "--extra_use_flags", + dest="extra_use_flags", + default="", + help="Extra flag for USE, to be passed to the ebuild. " + "('multislot' and 'mounted_<tool>' are always passed.)", + ) + parser.add_argument( + "--gcc_enable_ccache", + dest="gcc_enable_ccache", + default=False, + action="store_true", + help="Enable ccache for the gcc invocations", + ) + + options = parser.parse_args(argv) + + chromeos_root = misc.CanonicalizePath(options.chromeos_root) if options.gcc_dir: - tp = ToolchainPart('gcc', gcc_dir, chromeos_root, board, - not options.noincremental, build_env, - options.gcc_enable_ccache) - toolchain_parts[tp.tag] = tp - tp.RunSetupBoardIfNecessary() + gcc_dir = misc.CanonicalizePath(options.gcc_dir) + assert gcc_dir and os.path.isdir(gcc_dir), "gcc_dir does not exist!" if options.binutils_dir: - tp = ToolchainPart('binutils', binutils_dir, chromeos_root, board, - not options.noincremental, build_env) - toolchain_parts[tp.tag] = tp - tp.RunSetupBoardIfNecessary() + binutils_dir = misc.CanonicalizePath(options.binutils_dir) + assert os.path.isdir(binutils_dir), "binutils_dir does not exist!" if options.gdb_dir: - tp = ToolchainPart('gdb', gdb_dir, chromeos_root, board, - not options.noincremental, build_env) - toolchain_parts[tp.tag] = tp - tp.RunSetupBoardIfNecessary() - - rv = 0 - try: - for tag in toolchain_parts: - tp = toolchain_parts[tag] - if options.mount_only or options.unmount_only: - tp.MountSources(options.unmount_only) - else: - rv = rv + tp.Build() - finally: - print('Exiting...') - return rv - - -if __name__ == '__main__': - retval = Main(sys.argv[1:]) - sys.exit(retval) + gdb_dir = misc.CanonicalizePath(options.gdb_dir) + assert os.path.isdir(gdb_dir), "gdb_dir does not exist!" + if options.unmount_only: + options.mount_only = False + elif options.mount_only: + options.unmount_only = False + build_env = {} + if options.cflags: + build_env["CFLAGS"] = "`portageq envvar CFLAGS` " + options.cflags + if options.cxxflags: + build_env["CXXFLAGS"] = "`portageq envvar CXXFLAGS` " + options.cxxflags + if options.cflags_for_target: + build_env["CFLAGS_FOR_TARGET"] = options.cflags_for_target + if options.cxxflags_for_target: + build_env["CXXFLAGS_FOR_TARGET"] = options.cxxflags_for_target + if options.ldflags: + build_env["LDFLAGS"] = options.ldflags + if options.debug: + debug_flags = "-g3 -O0" + if "CFLAGS" in build_env: + build_env["CFLAGS"] += " %s" % (debug_flags) + else: + build_env["CFLAGS"] = debug_flags + if "CXXFLAGS" in build_env: + build_env["CXXFLAGS"] += " %s" % (debug_flags) + else: + build_env["CXXFLAGS"] = debug_flags + if options.extra_use_flags: + build_env["USE"] = options.extra_use_flags + + # Create toolchain parts + toolchain_parts = {} + for board in options.board.split(","): + if options.gcc_dir: + tp = ToolchainPart( + "gcc", + gcc_dir, + chromeos_root, + board, + not options.noincremental, + build_env, + options.gcc_enable_ccache, + ) + toolchain_parts[tp.tag] = tp + tp.RunSetupBoardIfNecessary() + if options.binutils_dir: + tp = ToolchainPart( + "binutils", + binutils_dir, + chromeos_root, + board, + not options.noincremental, + build_env, + ) + toolchain_parts[tp.tag] = tp + tp.RunSetupBoardIfNecessary() + if options.gdb_dir: + tp = ToolchainPart( + "gdb", + gdb_dir, + chromeos_root, + board, + not options.noincremental, + build_env, + ) + toolchain_parts[tp.tag] = tp + tp.RunSetupBoardIfNecessary() + + rv = 0 + try: + for tag in toolchain_parts: + tp = toolchain_parts[tag] + if options.mount_only or options.unmount_only: + tp.MountSources(options.unmount_only) + else: + rv = rv + tp.Build() + finally: + print("Exiting...") + return rv + + +if __name__ == "__main__": + retval = Main(sys.argv[1:]) + sys.exit(retval) |