#!/usr/bin/env python3 # -*- coding: utf-8 -*- # Copyright 2010 The ChromiumOS Authors # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. """Script to build the ChromeOS toolchain. This script sets up the toolchain if you give it the gcctools directory. """ __author__ = "asharif@google.com (Ahmad Sharif)" import argparse import getpass import os import sys import tempfile from cros_utils import command_executer from cros_utils import constants from cros_utils import misc import tc_enter_chroot class ToolchainPart(object): """Class to hold the toolchain pieces.""" def __init__( self, name, source_path, chromeos_root, board, incremental, build_env, gcc_enable_ccache=False, ): self._name = name self._source_path = misc.CanonicalizePath(source_path) self._chromeos_root = chromeos_root self._board = board self._ctarget = misc.GetCtargetFromBoard( self._board, self._chromeos_root ) self._gcc_libs_dest = misc.GetGccLibsDestForBoard( self._board, self._chromeos_root ) self.tag = "%s-%s" % (name, self._ctarget) self._ce = command_executer.GetCommandExecuter() self._mask_file = os.path.join( self._chromeos_root, "chroot", "etc/portage/package.mask/cross-%s" % self._ctarget, ) self._new_mask_file = None self._chroot_source_path = os.path.join( constants.MOUNTED_TOOLCHAIN_ROOT, self._name ).lstrip("/") self._incremental = incremental self._build_env = build_env self._gcc_enable_ccache = gcc_enable_ccache def RunSetupBoardIfNecessary(self): cross_symlink = os.path.join( self._chromeos_root, "chroot", "usr/local/bin/emerge-%s" % self._board, ) if not os.path.exists(cross_symlink): command = "setup_board --board=%s" % self._board self._ce.ChrootRunCommand(self._chromeos_root, command) def Build(self): rv = 1 try: self.UninstallTool() self.MoveMaskFile() self.MountSources(False) self.RemoveCompiledFile() rv = self.BuildTool() finally: self.UnMoveMaskFile() return rv def RemoveCompiledFile(self): compiled_file = os.path.join( self._chromeos_root, "chroot", "var/tmp/portage/cross-%s" % self._ctarget, "%s-9999" % self._name, ".compiled", ) command = "rm -f %s" % compiled_file self._ce.RunCommand(command) def MountSources(self, unmount_source): mount_points = [] mounted_source_path = os.path.join( self._chromeos_root, "chroot", self._chroot_source_path ) src_mp = tc_enter_chroot.MountPoint( self._source_path, mounted_source_path, getpass.getuser(), "ro" ) mount_points.append(src_mp) build_suffix = "build-%s" % self._ctarget build_dir = "%s-%s" % (self._source_path, build_suffix) if not self._incremental and os.path.exists(build_dir): command = "rm -rf %s/*" % build_dir self._ce.RunCommand(command) # Create a -build directory for the objects. command = "mkdir -p %s" % build_dir self._ce.RunCommand(command) mounted_build_dir = os.path.join( self._chromeos_root, "chroot", "%s-%s" % (self._chroot_source_path, build_suffix), ) build_mp = tc_enter_chroot.MountPoint( build_dir, mounted_build_dir, getpass.getuser() ) mount_points.append(build_mp) if unmount_source: unmount_statuses = [mp.UnMount() == 0 for mp in mount_points] assert all(unmount_statuses), "Could not unmount all mount points!" else: mount_statuses = [mp.DoMount() == 0 for mp in mount_points] if not all(mount_statuses): mounted = [ mp for mp, status in zip(mount_points, mount_statuses) if status ] unmount_statuses = [mp.UnMount() == 0 for mp in mounted] assert all( unmount_statuses ), "Could not unmount all mount points!" def UninstallTool(self): command = "sudo CLEAN_DELAY=0 emerge -C cross-%s/%s" % ( self._ctarget, self._name, ) self._ce.ChrootRunCommand(self._chromeos_root, command) def BuildTool(self): env = self._build_env # FEATURES=buildpkg adds minutes of time so we disable it. # TODO(shenhan): keep '-sandbox' for a while for compatibility, then remove # it after a while. features = ( "nostrip userpriv userfetch -usersandbox -sandbox noclean " "-buildpkg" ) env["FEATURES"] = features if self._incremental: env["FEATURES"] += " keepwork" if "USE" in env: env["USE"] += " multislot mounted_%s" % self._name else: env["USE"] = "multislot mounted_%s" % self._name # Disable ccache in our compilers. cache may be problematic for us. # It ignores compiler environments settings and it is not clear if # the cache hit algorithm verifies all the compiler binaries or # just the driver. if self._name == "gcc" and not self._gcc_enable_ccache: env["USE"] += " -wrapper_ccache" env["%s_SOURCE_PATH" % self._name.upper()] = os.path.join( "/", self._chroot_source_path ) env["ACCEPT_KEYWORDS"] = "~*" env_string = " ".join(['%s="%s"' % var for var in env.items()]) command = "emerge =cross-%s/%s-9999" % (self._ctarget, self._name) full_command = "sudo %s %s" % (env_string, command) rv = self._ce.ChrootRunCommand(self._chromeos_root, full_command) if rv != 0: return rv if self._name == "gcc": command = "sudo cp -r /usr/lib/gcc/%s %s" % ( self._ctarget, self._gcc_libs_dest, ) rv = self._ce.ChrootRunCommand(self._chromeos_root, command) return rv def MoveMaskFile(self): self._new_mask_file = None if os.path.isfile(self._mask_file): self._new_mask_file = tempfile.mktemp() command = "sudo mv %s %s" % (self._mask_file, self._new_mask_file) self._ce.RunCommand(command) def UnMoveMaskFile(self): if self._new_mask_file: command = "sudo mv %s %s" % (self._new_mask_file, self._mask_file) self._ce.RunCommand(command) def Main(argv): """The main function.""" # Common initializations parser = argparse.ArgumentParser() parser.add_argument( "-c", "--chromeos_root", dest="chromeos_root", default="../../", help=("ChromeOS root checkout directory" " uses ../.. if none given."), ) parser.add_argument( "-g", "--gcc_dir", dest="gcc_dir", help="The directory where gcc resides.", ) parser.add_argument( "--binutils_dir", dest="binutils_dir", help="The directory where binutils resides.", ) parser.add_argument( "-x", "--gdb_dir", dest="gdb_dir", help="The directory where gdb resides.", ) parser.add_argument( "-b", "--board", dest="board", default="x86-alex", help="The target board.", ) parser.add_argument( "-n", "--noincremental", dest="noincremental", default=False, action="store_true", help="Use FEATURES=keepwork to do incremental builds.", ) parser.add_argument( "--cflags", dest="cflags", default="", help="Build a compiler with specified CFLAGS", ) parser.add_argument( "--cxxflags", dest="cxxflags", default="", help="Build a compiler with specified CXXFLAGS", ) parser.add_argument( "--cflags_for_target", dest="cflags_for_target", default="", help="Build the target libraries with specified flags", ) parser.add_argument( "--cxxflags_for_target", dest="cxxflags_for_target", default="", help="Build the target libraries with specified flags", ) parser.add_argument( "--ldflags", dest="ldflags", default="", help="Build a compiler with specified LDFLAGS", ) parser.add_argument( "-d", "--debug", dest="debug", default=False, action="store_true", help="Build a compiler with -g3 -O0 appended to both" " CFLAGS and CXXFLAGS.", ) parser.add_argument( "-m", "--mount_only", dest="mount_only", default=False, action="store_true", help="Just mount the tool directories.", ) parser.add_argument( "-u", "--unmount_only", dest="unmount_only", default=False, action="store_true", help="Just unmount the tool directories.", ) parser.add_argument( "--extra_use_flags", dest="extra_use_flags", default="", help="Extra flag for USE, to be passed to the ebuild. " "('multislot' and 'mounted_' are always passed.)", ) parser.add_argument( "--gcc_enable_ccache", dest="gcc_enable_ccache", default=False, action="store_true", help="Enable ccache for the gcc invocations", ) options = parser.parse_args(argv) chromeos_root = misc.CanonicalizePath(options.chromeos_root) if options.gcc_dir: gcc_dir = misc.CanonicalizePath(options.gcc_dir) assert gcc_dir and os.path.isdir(gcc_dir), "gcc_dir does not exist!" if options.binutils_dir: binutils_dir = misc.CanonicalizePath(options.binutils_dir) assert os.path.isdir(binutils_dir), "binutils_dir does not exist!" if options.gdb_dir: gdb_dir = misc.CanonicalizePath(options.gdb_dir) assert os.path.isdir(gdb_dir), "gdb_dir does not exist!" if options.unmount_only: options.mount_only = False elif options.mount_only: options.unmount_only = False build_env = {} if options.cflags: build_env["CFLAGS"] = "`portageq envvar CFLAGS` " + options.cflags if options.cxxflags: build_env["CXXFLAGS"] = "`portageq envvar CXXFLAGS` " + options.cxxflags if options.cflags_for_target: build_env["CFLAGS_FOR_TARGET"] = options.cflags_for_target if options.cxxflags_for_target: build_env["CXXFLAGS_FOR_TARGET"] = options.cxxflags_for_target if options.ldflags: build_env["LDFLAGS"] = options.ldflags if options.debug: debug_flags = "-g3 -O0" if "CFLAGS" in build_env: build_env["CFLAGS"] += " %s" % (debug_flags) else: build_env["CFLAGS"] = debug_flags if "CXXFLAGS" in build_env: build_env["CXXFLAGS"] += " %s" % (debug_flags) else: build_env["CXXFLAGS"] = debug_flags if options.extra_use_flags: build_env["USE"] = options.extra_use_flags # Create toolchain parts toolchain_parts = {} for board in options.board.split(","): if options.gcc_dir: tp = ToolchainPart( "gcc", gcc_dir, chromeos_root, board, not options.noincremental, build_env, options.gcc_enable_ccache, ) toolchain_parts[tp.tag] = tp tp.RunSetupBoardIfNecessary() if options.binutils_dir: tp = ToolchainPart( "binutils", binutils_dir, chromeos_root, board, not options.noincremental, build_env, ) toolchain_parts[tp.tag] = tp tp.RunSetupBoardIfNecessary() if options.gdb_dir: tp = ToolchainPart( "gdb", gdb_dir, chromeos_root, board, not options.noincremental, build_env, ) toolchain_parts[tp.tag] = tp tp.RunSetupBoardIfNecessary() rv = 0 try: for tag in toolchain_parts: tp = toolchain_parts[tag] if options.mount_only or options.unmount_only: tp.MountSources(options.unmount_only) else: rv = rv + tp.Build() finally: print("Exiting...") return rv if __name__ == "__main__": retval = Main(sys.argv[1:]) sys.exit(retval)