[toolchain-utils] Update waterfall report (email, archive, pruning).

The CL udpates the waterfall summary report script to: 1). Send an
email containing the reports to whoever ran the script; 2). Copy the
generated reports to
/google/data/rw/users/mo/mobiletc-prebuild/waterfall-reports
so everyone on the team can see all the reports;  3). Prunes failures
that are older than 7 days from the failure dictionary.

BUG=None
TEST=Tested in my own directory.

Change-Id: I624f2f6f7575bd1095969282e8cdcec4558b9191
Reviewed-on: https://chrome-internal-review.googlesource.com/308300
Commit-Ready: Caroline Tice <cmtice@google.com>
Tested-by: Caroline Tice <cmtice@google.com>
Reviewed-by: Yunlian Jiang <yunlian@google.com>

1 files changed, 56 insertions, 7 deletions

diff --git a/generate-waterfall-reports.py b/generate-waterfall-reports.py
index dfb66700..4517918e 100755
--- a/generate-waterfall-reports.py
+++ b/generate-waterfall-reports.py
@@ -20,8 +20,10 @@
 
 from __future__ import print_function
 
+import getpass
 import json
 import os
+import shutil
 import sys
 import time
 
@@ -46,10 +48,10 @@ WATERFALL_BUILDERS = [
     'x86-llvm-next-toolchain'
 ]
 
-ROLE_ACCOUNT = 'mobiletc-prebuild'
 DATA_DIR = '/google/data/rw/users/mo/mobiletc-prebuild/waterfall-report-data/'
+ARCHIVE_DIR = '/google/data/rw/users/mo/mobiletc-prebuild/waterfall-reports/'
 DOWNLOAD_DIR = '/tmp/waterfall-logs'
-MAX_SAVE_RECORDS = 5
+MAX_SAVE_RECORDS = 7
 BUILD_DATA_FILE = '%s/build-data.txt' % DATA_DIR
 ROTATING_BUILDERS = ['gcc_toolchain', 'llvm_toolchain']
 
@@ -79,6 +81,45 @@ def format_date(int_date):
   return date_str
 
 
+def EmailReport(report_file, report_type, date):
+  subject = '%s Waterfall Summary report, %s' % (report_type, date)
+  email_to = getpass.getuser()
+  command = ('sendgmr --to=%s@google.com --subject="%s" --body_file=%s' %
+             (email_to, subject, report_file))
+  command_executer.GetCommandExecuter().RunCommand(command)
+
+
+def PruneOldFailures(failure_dict, int_date):
+  earliest_date = int_date - MAX_SAVE_RECORDS
+  for suite in failure_dict:
+    suite_dict = failure_dict[suite]
+    test_keys_to_remove = []
+    for test in suite_dict:
+      test_dict = suite_dict[test]
+      msg_keys_to_remove = []
+      for msg in test_dict:
+        fails = test_dict[msg]
+        i = 0
+        while i < len(fails) and fails[i][0] <= earliest_date:
+          i += 1
+        new_fails = fails[i:]
+        test_dict[msg] = new_fails
+        if len(new_fails) == 0:
+          msg_keys_to_remove.append(msg)
+
+      for k in msg_keys_to_remove:
+        del test_dict[k]
+
+      suite_dict[test] = test_dict
+      if len(test_dict) == 0:
+        test_keys_to_remove.append(test)
+
+    for k in test_keys_to_remove:
+      del suite_dict[k]
+
+    failure_dict[suite] = suite_dict
+
+
 def GenerateWaterfallReport(report_dict, fail_dict, waterfall_type, date):
   """Write out the actual formatted report."""
 
@@ -201,6 +242,7 @@ def GenerateWaterfallReport(report_dict, fail_dict, waterfall_type, date):
       out_file.write('\n')
 
   print('Report generated in %s.' % filename)
+  return filename
 
 
 def UpdateReport(report_dict, builder, test, report_date, build_link,
@@ -363,7 +405,7 @@ def RecordFailures(failure_dict, platform, suite, builder, int_date, log_file,
     # Calculate the earliest date to save; delete records for older failures.
     earliest_date = int_date - MAX_SAVE_RECORDS
     i = 0
-    while error_list[i][0] <= earliest_date and i < len(error_list):
+    while i < len(error_list) and error_list[i][0] <= earliest_date:
       i += 1
     if i > 0:
       error_list = error_list[i:]
@@ -576,12 +618,19 @@ def Main():
           UpdateReport(waterfall_report_dict, builder, test, report_date,
                        build_link, test_summary, board, color)
 
+  PruneOldFailures(failure_dict, int_date)
+
   if waterfall_report_dict:
-    GenerateWaterfallReport(waterfall_report_dict, failure_dict, 'main',
-                            int_date)
+    main_report = GenerateWaterfallReport(waterfall_report_dict, failure_dict,
+                                          'main', int_date)
+    EmailReport(main_report, 'Main', format_date(int_date))
+    shutil.copy(main_report, ARCHIVE_DIR)
   if rotating_report_dict:
-    GenerateWaterfallReport(rotating_report_dict, failure_dict, 'rotating',
-                            int_date)
+    rotating_report = GenerateWaterfallReport(rotating_report_dict,
+                                              failure_dict, 'rotating',
+                                              int_date)
+    EmailReport(rotating_report, 'Rotating', format_date(int_date))
+    shutil.copy(rotating_report, ARCHIVE_DIR)
 
   with open('%s/waterfall-test-data.json' % DATA_DIR, 'w') as out_file:
     json.dump(test_data_dict, out_file, indent=2)