Merging 18 commit(s) from Chromium's toolchain-utils am: 0ae38c8498 am: 2a19d36a82 am: e617e3393dr_aml_301500702android-mainline-12.0.0_r55android-mainline-11.0.0_r9android-mainline-11.0.0_r8android-mainline-11.0.0_r7android-mainline-11.0.0_r6android-mainline-11.0.0_r5android-mainline-11.0.0_r45android-mainline-11.0.0_r44android-mainline-11.0.0_r43android-mainline-11.0.0_r42android-mainline-11.0.0_r41android-mainline-11.0.0_r40android-mainline-11.0.0_r4android-mainline-11.0.0_r39android-mainline-11.0.0_r38android-mainline-11.0.0_r37android-mainline-11.0.0_r36android-mainline-11.0.0_r35android-mainline-11.0.0_r34android-mainline-11.0.0_r33android-mainline-11.0.0_r32android-mainline-11.0.0_r31android-mainline-11.0.0_r30android-mainline-11.0.0_r3android-mainline-11.0.0_r29android-mainline-11.0.0_r28android-mainline-11.0.0_r27android-mainline-11.0.0_r26android-mainline-11.0.0_r25android-mainline-11.0.0_r24android-mainline-11.0.0_r23android-mainline-11.0.0_r22android-mainline-11.0.0_r21android-mainline-11.0.0_r20android-mainline-11.0.0_r2android-mainline-11.0.0_r19android-mainline-11.0.0_r18android-mainline-11.0.0_r17android-mainline-11.0.0_r16android-mainline-11.0.0_r15android-mainline-11.0.0_r14android-mainline-11.0.0_r13android-mainline-11.0.0_r12android-mainline-11.0.0_r10android-mainline-11.0.0_r1android-11.0.0_r48android-11.0.0_r47android-11.0.0_r46android-11.0.0_r45android-11.0.0_r44android-11.0.0_r43android-11.0.0_r42android-11.0.0_r41android-11.0.0_r40android-11.0.0_r39android-11.0.0_r38android-11.0.0_r37android-11.0.0_r36android-11.0.0_r35android-11.0.0_r34android-11.0.0_r33android-11.0.0_r32android-11.0.0_r31android-11.0.0_r30android-11.0.0_r29android-11.0.0_r28android-11.0.0_r27android-11.0.0_r26android-11.0.0_r24android-11.0.0_r23android-11.0.0_r22android-11.0.0_r21android-11.0.0_r20android-11.0.0_r19android-11.0.0_r18android-11.0.0_r16android11-qpr3-s1-releaseandroid11-qpr3-releaseandroid11-qpr2-releaseandroid11-qpr1-s2-releaseandroid11-qpr1-s1-releaseandroid11-qpr1-releaseandroid11-qpr1-d-s1-releaseandroid11-qpr1-d-releaseandroid11-qpr1-c-releaseandroid11-mainline-tethering-releaseandroid11-mainline-sparse-2021-jan-releaseandroid11-mainline-sparse-2020-dec-releaseandroid11-mainline-releaseandroid11-mainline-permission-releaseandroid11-mainline-os-statsd-releaseandroid11-mainline-networkstack-releaseandroid11-mainline-media-swcodec-releaseandroid11-mainline-media-releaseandroid11-mainline-extservices-releaseandroid11-mainline-documentsui-releaseandroid11-mainline-conscrypt-releaseandroid11-mainline-cellbroadcast-releaseandroid11-mainline-captiveportallogin-releaseandroid11-devandroid11-d2-releaseandroid11-d1-b-release

Change-Id: I3f25c7ee034b2e20e37ed941b8eae24eec7043eb

1 files changed, 140 insertions, 0 deletions

diff --git a/deprecated/fdo_scripts/divide_and_merge_profiles.py b/deprecated/fdo_scripts/divide_and_merge_profiles.py
new file mode 100755
index 00000000..5108aa6f
--- /dev/null
+++ b/deprecated/fdo_scripts/divide_and_merge_profiles.py
@@ -0,0 +1,140 @@
+#!/usr/bin/python2
+#
+# Copyright 2011 Google Inc. All Rights Reserved.
+"""Script to divide and merge profiles."""
+
+import copy
+import optparse
+import os
+import pickle
+import re
+import sys
+import tempfile
+
+import build_chrome_browser
+import lock_machine
+import run_tests
+from cros_utils import command_executer
+from cros_utils import logger
+
+
+class ProfileMerger:
+
+  def __init__(self, inputs, output, chunk_size, merge_program, multipliers):
+    self._inputs = inputs
+    self._output = output
+    self._chunk_size = chunk_size
+    self._merge_program = merge_program
+    self._multipliers = multipliers
+    self._ce = command_executer.GetCommandExecuter()
+    self._l = logger.GetLogger()
+
+  def _GetFilesSetForInputDir(self, input_dir):
+    output_file = tempfile.mktemp()
+    command = "find %s -name '*.gcda' -o -name '*.imports' > %s" % (input_dir,
+                                                                    output_file)
+    self._ce.RunCommand(command)
+    files = open(output_file, 'r').read()
+    files_set = set([])
+    for f in files.splitlines():
+      stripped_file = f.replace(input_dir, '', 1)
+      stripped_file = stripped_file.lstrip('/')
+      files_set.add(stripped_file)
+    return files_set
+
+  def _PopulateFilesSet(self):
+    self._files_set = set([])
+    for i in self._inputs:
+      current_files_set = self._GetFilesSetForInputDir(i)
+      self._files_set.update(current_files_set)
+
+  def _GetSubset(self):
+    ret = []
+    for i in range(self._chunk_size):
+      if not self._files_set:
+        break
+      ret.append(self._files_set.pop())
+    return ret
+
+  def _CopyFilesTree(self, input_dir, files, output_dir):
+    for f in files:
+      src_file = os.path.join(input_dir, f)
+      dst_file = os.path.join(output_dir, f)
+      if not os.path.isdir(os.path.dirname(dst_file)):
+        command = 'mkdir -p %s' % os.path.dirname(dst_file)
+        self._ce.RunCommand(command)
+      command = 'cp %s %s' % (src_file, dst_file)
+      self._ce.RunCommand(command)
+
+  def _DoChunkMerge(self, current_files):
+    temp_dirs = []
+    for i in self._inputs:
+      temp_dir = tempfile.mkdtemp()
+      temp_dirs.append(temp_dir)
+      self._CopyFilesTree(i, current_files, temp_dir)
+    # Now do the merge.
+    command = ('%s --inputs=%s --output=%s' %
+               (self._merge_program, ','.join(temp_dirs), self._output))
+    if self._multipliers:
+      command = ('%s --multipliers=%s' % (command, self._multipliers))
+    ret = self._ce.RunCommand(command)
+    assert ret == 0, '%s command failed!' % command
+    for temp_dir in temp_dirs:
+      command = 'rm -rf %s' % temp_dir
+      self._ce.RunCommand(command)
+
+  def DoMerge(self):
+    self._PopulateFilesSet()
+    while True:
+      current_files = self._GetSubset()
+      if not current_files:
+        break
+      self._DoChunkMerge(current_files)
+
+
+def Main(argv):
+  """The main function."""
+  # Common initializations
+  ###  command_executer.InitCommandExecuter(True)
+  command_executer.InitCommandExecuter()
+  l = logger.GetLogger()
+  ce = command_executer.GetCommandExecuter()
+  parser = optparse.OptionParser()
+  parser.add_option('--inputs',
+                    dest='inputs',
+                    help='Comma-separated input profile directories to merge.')
+  parser.add_option('--output', dest='output', help='Output profile directory.')
+  parser.add_option('--chunk_size',
+                    dest='chunk_size',
+                    default='50',
+                    help='Chunk size to divide up the profiles into.')
+  parser.add_option('--merge_program',
+                    dest='merge_program',
+                    default='/home/xur/bin/profile_merge_v15.par',
+                    help='Merge program to use to do the actual merge.')
+  parser.add_option('--multipliers',
+                    dest='multipliers',
+                    help='multipliers to use when merging. (optional)')
+
+  options, _ = parser.parse_args(argv)
+
+  if not all([options.inputs, options.output]):
+    l.LogError('Must supply --inputs and --output')
+    return 1
+
+  try:
+    pm = ProfileMerger(
+        options.inputs.split(','), options.output, int(options.chunk_size),
+        options.merge_program, options.multipliers)
+    pm.DoMerge()
+    retval = 0
+  except:
+    retval = 1
+  finally:
+    print 'My work is done...'
+  return retval
+
+
+if __name__ == '__main__':
+  retval = Main(sys.argv)
+  sys.exit(retval)