#!/usr/bin/python # # Copyright 2011 Google Inc. All Rights Reserved. """Script to divide and merge profiles.""" import copy import optparse import os import pickle import re import sys import tempfile import build_chrome_browser import lock_machine import run_tests from cros_utils import command_executer from cros_utils import logger class ProfileMerger: def __init__(self, inputs, output, chunk_size, merge_program, multipliers): self._inputs = inputs self._output = output self._chunk_size = chunk_size self._merge_program = merge_program self._multipliers = multipliers self._ce = command_executer.GetCommandExecuter() self._l = logger.GetLogger() def _GetFilesSetForInputDir(self, input_dir): output_file = tempfile.mktemp() command = "find %s -name '*.gcda' -o -name '*.imports' > %s" % (input_dir, output_file) self._ce.RunCommand(command) files = open(output_file, 'r').read() files_set = set([]) for f in files.splitlines(): stripped_file = f.replace(input_dir, '', 1) stripped_file = stripped_file.lstrip('/') files_set.add(stripped_file) return files_set def _PopulateFilesSet(self): self._files_set = set([]) for i in self._inputs: current_files_set = self._GetFilesSetForInputDir(i) self._files_set.update(current_files_set) def _GetSubset(self): ret = [] for i in range(self._chunk_size): if not self._files_set: break ret.append(self._files_set.pop()) return ret def _CopyFilesTree(self, input_dir, files, output_dir): for f in files: src_file = os.path.join(input_dir, f) dst_file = os.path.join(output_dir, f) if not os.path.isdir(os.path.dirname(dst_file)): command = 'mkdir -p %s' % os.path.dirname(dst_file) self._ce.RunCommand(command) command = 'cp %s %s' % (src_file, dst_file) self._ce.RunCommand(command) def _DoChunkMerge(self, current_files): temp_dirs = [] for i in self._inputs: temp_dir = tempfile.mkdtemp() temp_dirs.append(temp_dir) self._CopyFilesTree(i, current_files, temp_dir) # Now do the merge. command = ('%s --inputs=%s --output=%s' % (self._merge_program, ','.join(temp_dirs), self._output)) if self._multipliers: command = ('%s --multipliers=%s' % (command, self._multipliers)) ret = self._ce.RunCommand(command) assert ret == 0, '%s command failed!' % command for temp_dir in temp_dirs: command = 'rm -rf %s' % temp_dir self._ce.RunCommand(command) def DoMerge(self): self._PopulateFilesSet() while True: current_files = self._GetSubset() if not current_files: break self._DoChunkMerge(current_files) def Main(argv): """The main function.""" # Common initializations ### command_executer.InitCommandExecuter(True) command_executer.InitCommandExecuter() l = logger.GetLogger() ce = command_executer.GetCommandExecuter() parser = optparse.OptionParser() parser.add_option('--inputs', dest='inputs', help='Comma-separated input profile directories to merge.') parser.add_option('--output', dest='output', help='Output profile directory.') parser.add_option('--chunk_size', dest='chunk_size', default='50', help='Chunk size to divide up the profiles into.') parser.add_option('--merge_program', dest='merge_program', default='/home/xur/bin/profile_merge_v15.par', help='Merge program to use to do the actual merge.') parser.add_option('--multipliers', dest='multipliers', help='multipliers to use when merging. (optional)') options, _ = parser.parse_args(argv) if not all([options.inputs, options.output]): l.LogError('Must supply --inputs and --output') return 1 try: pm = ProfileMerger( options.inputs.split(','), options.output, int(options.chunk_size), options.merge_program, options.multipliers) pm.DoMerge() retval = 0 except: retval = 1 finally: print 'My work is done...' return retval if __name__ == '__main__': retval = Main(sys.argv) sys.exit(retval)