diff options
Diffstat (limited to 'crosperf/results_organizer_unittest.py')
| -rwxr-xr-x | crosperf/results_organizer_unittest.py | 275 |
1 files changed, 134 insertions, 141 deletions
diff --git a/crosperf/results_organizer_unittest.py b/crosperf/results_organizer_unittest.py index f259879d..f3db266d 100755 --- a/crosperf/results_organizer_unittest.py +++ b/crosperf/results_organizer_unittest.py @@ -1,7 +1,7 @@ #!/usr/bin/env python3 # -*- coding: utf-8 -*- -# Copyright (c) 2013 The Chromium OS Authors. All rights reserved. +# Copyright 2013 The ChromiumOS Authors # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. @@ -11,160 +11,153 @@ after that, we compare the result of ResultOrganizer. """ -from __future__ import print_function import unittest from benchmark_run import BenchmarkRun +import mock_instance from results_cache import Result from results_organizer import OrganizeResults -import mock_instance result = { - 'benchmark1': [[{ - '': 'PASS', - 'bool': 'True', - 'milliseconds_1': '1', - 'milliseconds_2': '8', - 'milliseconds_3': '9.2', - 'ms_1': '2.1', - 'total': '5' - }, { - '': 'PASS', - 'test': '2' - }, { - '': 'PASS', - 'test': '4' - }, { - '': 'PASS', - 'bool': 'FALSE', - 'milliseconds_1': '3', - 'milliseconds_2': '5', - 'ms_1': '2.2', - 'total': '6' - }, { - '': 'PASS', - 'test': '3' - }, { - '': 'PASS', - 'test': '4' - }], [{ - '': 'PASS', - 'bool': 'FALSE', - 'milliseconds_4': '30', - 'milliseconds_5': '50', - 'ms_1': '2.23', - 'total': '6' - }, { - '': 'PASS', - 'test': '5' - }, { - '': 'PASS', - 'test': '4' - }, { - '': 'PASS', - 'bool': 'FALSE', - 'milliseconds_1': '3', - 'milliseconds_6': '7', - 'ms_1': '2.3', - 'total': '7' - }, { - '': 'PASS', - 'test': '2' - }, { - '': 'PASS', - 'test': '6' - }]], - 'benchmark2': [[{ - '': 'PASS', - 'bool': 'TRUE', - 'milliseconds_1': '3', - 'milliseconds_8': '6', - 'ms_1': '2.3', - 'total': '7' - }, { - '': 'PASS', - 'test': '2' - }, { - '': 'PASS', - 'test': '6' - }, { - '': 'PASS', - 'bool': 'TRUE', - 'milliseconds_1': '3', - 'milliseconds_8': '6', - 'ms_1': '2.2', - 'total': '7' - }, { - '': 'PASS', - 'test': '2' - }, { - '': 'PASS', - 'test': '2' - }], [{ - '': 'PASS', - 'bool': 'TRUE', - 'milliseconds_1': '3', - 'milliseconds_8': '6', - 'ms_1': '2', - 'total': '7' - }, { - '': 'PASS', - 'test': '2' - }, { - '': 'PASS', - 'test': '4' - }, { - '': 'PASS', - 'bool': 'TRUE', - 'milliseconds_1': '3', - 'milliseconds_8': '6', - 'ms_1': '1', - 'total': '7' - }, { - '': 'PASS', - 'test': '1' - }, { - '': 'PASS', - 'test': '6' - }]] -} # yapf: disable + "benchmark1": [ + [ + { + "": "PASS", + "bool": "True", + "milliseconds_1": "1", + "milliseconds_2": "8", + "milliseconds_3": "9.2", + "ms_1": "2.1", + "total": "5", + }, + {"": "PASS", "test": "2"}, + {"": "PASS", "test": "4"}, + { + "": "PASS", + "bool": "FALSE", + "milliseconds_1": "3", + "milliseconds_2": "5", + "ms_1": "2.2", + "total": "6", + }, + {"": "PASS", "test": "3"}, + {"": "PASS", "test": "4"}, + ], + [ + { + "": "PASS", + "bool": "FALSE", + "milliseconds_4": "30", + "milliseconds_5": "50", + "ms_1": "2.23", + "total": "6", + }, + {"": "PASS", "test": "5"}, + {"": "PASS", "test": "4"}, + { + "": "PASS", + "bool": "FALSE", + "milliseconds_1": "3", + "milliseconds_6": "7", + "ms_1": "2.3", + "total": "7", + }, + {"": "PASS", "test": "2"}, + {"": "PASS", "test": "6"}, + ], + ], + "benchmark2": [ + [ + { + "": "PASS", + "bool": "TRUE", + "milliseconds_1": "3", + "milliseconds_8": "6", + "ms_1": "2.3", + "total": "7", + }, + {"": "PASS", "test": "2"}, + {"": "PASS", "test": "6"}, + { + "": "PASS", + "bool": "TRUE", + "milliseconds_1": "3", + "milliseconds_8": "6", + "ms_1": "2.2", + "total": "7", + }, + {"": "PASS", "test": "2"}, + {"": "PASS", "test": "2"}, + ], + [ + { + "": "PASS", + "bool": "TRUE", + "milliseconds_1": "3", + "milliseconds_8": "6", + "ms_1": "2", + "total": "7", + }, + {"": "PASS", "test": "2"}, + {"": "PASS", "test": "4"}, + { + "": "PASS", + "bool": "TRUE", + "milliseconds_1": "3", + "milliseconds_8": "6", + "ms_1": "1", + "total": "7", + }, + {"": "PASS", "test": "1"}, + {"": "PASS", "test": "6"}, + ], + ], +} # yapf: disable class ResultOrganizerTest(unittest.TestCase): - """Test result organizer.""" + """Test result organizer.""" - def testResultOrganizer(self): - labels = [mock_instance.label1, mock_instance.label2] - benchmarks = [mock_instance.benchmark1, mock_instance.benchmark2] - benchmark_runs = [None] * 8 - benchmark_runs[0] = BenchmarkRun('b1', benchmarks[0], labels[0], 1, '', '', - '', 'average', '', {}) - benchmark_runs[1] = BenchmarkRun('b2', benchmarks[0], labels[0], 2, '', '', - '', 'average', '', {}) - benchmark_runs[2] = BenchmarkRun('b3', benchmarks[0], labels[1], 1, '', '', - '', 'average', '', {}) - benchmark_runs[3] = BenchmarkRun('b4', benchmarks[0], labels[1], 2, '', '', - '', 'average', '', {}) - benchmark_runs[4] = BenchmarkRun('b5', benchmarks[1], labels[0], 1, '', '', - '', 'average', '', {}) - benchmark_runs[5] = BenchmarkRun('b6', benchmarks[1], labels[0], 2, '', '', - '', 'average', '', {}) - benchmark_runs[6] = BenchmarkRun('b7', benchmarks[1], labels[1], 1, '', '', - '', 'average', '', {}) - benchmark_runs[7] = BenchmarkRun('b8', benchmarks[1], labels[1], 2, '', '', - '', 'average', '', {}) + def testResultOrganizer(self): + labels = [mock_instance.label1, mock_instance.label2] + benchmarks = [mock_instance.benchmark1, mock_instance.benchmark2] + benchmark_runs = [None] * 8 + benchmark_runs[0] = BenchmarkRun( + "b1", benchmarks[0], labels[0], 1, "", "", "", "average", "", {} + ) + benchmark_runs[1] = BenchmarkRun( + "b2", benchmarks[0], labels[0], 2, "", "", "", "average", "", {} + ) + benchmark_runs[2] = BenchmarkRun( + "b3", benchmarks[0], labels[1], 1, "", "", "", "average", "", {} + ) + benchmark_runs[3] = BenchmarkRun( + "b4", benchmarks[0], labels[1], 2, "", "", "", "average", "", {} + ) + benchmark_runs[4] = BenchmarkRun( + "b5", benchmarks[1], labels[0], 1, "", "", "", "average", "", {} + ) + benchmark_runs[5] = BenchmarkRun( + "b6", benchmarks[1], labels[0], 2, "", "", "", "average", "", {} + ) + benchmark_runs[6] = BenchmarkRun( + "b7", benchmarks[1], labels[1], 1, "", "", "", "average", "", {} + ) + benchmark_runs[7] = BenchmarkRun( + "b8", benchmarks[1], labels[1], 2, "", "", "", "average", "", {} + ) - i = 0 - for b in benchmark_runs: - b.result = Result('', b.label, 'average', 'machine') - b.result.keyvals = mock_instance.keyval[i] - i += 1 + i = 0 + for b in benchmark_runs: + b.result = Result("", b.label, "average", "machine") + b.result.keyvals = mock_instance.keyval[i] + i += 1 - organized = OrganizeResults(benchmark_runs, labels, benchmarks) - self.assertEqual(organized, result) + organized = OrganizeResults(benchmark_runs, labels, benchmarks) + self.assertEqual(organized, result) -if __name__ == '__main__': - unittest.main() +if __name__ == "__main__": + unittest.main() |