summaryrefslogtreecommitdiff
path: root/src/test/java/com/android/vts/job/VtsPerformanceJobServletTest.java
diff options
context:
space:
mode:
Diffstat (limited to 'src/test/java/com/android/vts/job/VtsPerformanceJobServletTest.java')
-rw-r--r--src/test/java/com/android/vts/job/VtsPerformanceJobServletTest.java257
1 files changed, 0 insertions, 257 deletions
diff --git a/src/test/java/com/android/vts/job/VtsPerformanceJobServletTest.java b/src/test/java/com/android/vts/job/VtsPerformanceJobServletTest.java
deleted file mode 100644
index 814ab3a..0000000
--- a/src/test/java/com/android/vts/job/VtsPerformanceJobServletTest.java
+++ /dev/null
@@ -1,257 +0,0 @@
-/*
- * Copyright (c) 2016 Google Inc. All Rights Reserved.
- *
- * Licensed under the Apache License, Version 2.0 (the "License"); you
- * may not use this file except in compliance with the License. You may
- * obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
- * implied. See the License for the specific language governing
- * permissions and limitations under the License.
- */
-
-package com.android.vts.job;
-
-import static org.junit.Assert.assertEquals;
-
-import com.android.vts.entity.ProfilingPointEntity;
-import com.android.vts.entity.ProfilingPointSummaryEntity;
-import com.android.vts.proto.VtsReportMessage.VtsProfilingRegressionMode;
-import com.android.vts.util.ObjectifyTestBase;
-import com.android.vts.util.PerformanceSummary;
-import com.android.vts.util.ProfilingPointSummary;
-import com.android.vts.util.StatSummary;
-import com.google.appengine.tools.development.testing.LocalDatastoreServiceTestConfig;
-import com.google.appengine.tools.development.testing.LocalServiceTestHelper;
-import java.io.BufferedReader;
-import java.io.File;
-import java.io.FileNotFoundException;
-import java.io.FileReader;
-import java.io.IOException;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-import org.junit.jupiter.api.Test;
-import org.junit.jupiter.api.AfterEach;
-import org.junit.jupiter.api.BeforeEach;
-
-public class VtsPerformanceJobServletTest extends ObjectifyTestBase {
- private final LocalServiceTestHelper helper =
- new LocalServiceTestHelper(new LocalDatastoreServiceTestConfig());
-
- private static final String LABEL = "testLabel";
- private static final String ROOT = "src/test/resources/servlet";
- private static final String[] LABELS = new String[] {"label1", "label2", "label3"};
- private static final long[] HIGH_VALS = new long[] {10, 20, 30};
- private static final long[] LOW_VALS = new long[] {1, 2, 3};
-
- List<PerformanceSummary> dailySummaries;
- List<String> legendLabels;
-
- /**
- * Helper method for creating ProfilingPointSummaryEntity objects.
- *
- * @param labels The list of data labels.
- * @param values The list of data values. Must be equal in size to the labels list.
- * @param regressionMode The regression mode.
- * @return A ProfilingPointSummaryEntity with specified data.
- */
- private static ProfilingPointSummaryEntity createProfilingReport(
- String[] labels, long[] values, VtsProfilingRegressionMode regressionMode) {
- List<String> labelList = Arrays.asList(labels);
- StatSummary globalStats = new StatSummary("global", regressionMode);
- Map<String, StatSummary> labelStats = new HashMap<>();
- for (int i = 0; i < labels.length; ++i) {
- StatSummary stat = new StatSummary(labels[i], regressionMode);
- stat.updateStats(values[i]);
- labelStats.put(labels[i], stat);
- globalStats.updateStats(values[i]);
- }
- return new ProfilingPointSummaryEntity(
- ProfilingPointEntity.createKey("test", "pp"),
- globalStats,
- labelList,
- labelStats,
- "branch",
- "build",
- null,
- 0);
- }
-
- /** Asserts whether text is the same as the contents in the baseline file specified. */
- private static void compareToBaseline(String text, String baselineFilename)
- throws FileNotFoundException, IOException {
- File f = new File(ROOT, baselineFilename);
- String baseline = "";
- try (BufferedReader br = new BufferedReader(new FileReader(f))) {
- StringBuilder sb = new StringBuilder();
- String line = br.readLine();
-
- while (line != null) {
- sb.append(line);
- line = br.readLine();
- }
- baseline = sb.toString();
- }
- assertEquals(baseline, text);
- }
-
- @BeforeEach
- public void setUp() {
- helper.setUp();
- }
-
- @AfterEach
- public void tearDown() {
- helper.tearDown();
- }
-
- public void setUp(boolean grouped) {
- dailySummaries = new ArrayList<>();
- legendLabels = new ArrayList<>();
- legendLabels.add("");
-
- // Add today's data
- PerformanceSummary today = new PerformanceSummary(0, 1);
- VtsProfilingRegressionMode mode = VtsProfilingRegressionMode.VTS_REGRESSION_MODE_INCREASING;
- ProfilingPointSummary summary = new ProfilingPointSummary("", "", mode);
- ProfilingPointSummaryEntity pt = createProfilingReport(LABELS, HIGH_VALS, mode);
- if (grouped) {
- summary.updateLabel(pt, LABEL);
- summary.updateLabel(pt, LABEL);
- } else {
- summary.update(pt);
- summary.update(pt);
- }
- today.insertProfilingPointSummary("p1", summary);
-
- mode = VtsProfilingRegressionMode.VTS_REGRESSION_MODE_DECREASING;
- summary = new ProfilingPointSummary("", "", mode);
- pt = createProfilingReport(LABELS, LOW_VALS, mode);
- if (grouped) {
- summary.updateLabel(pt, LABEL);
- summary.updateLabel(pt, LABEL);
- } else {
- summary.update(pt);
- summary.update(pt);
- }
- today.insertProfilingPointSummary("p2", summary);
- dailySummaries.add(today);
- legendLabels.add("today");
-
- // Add yesterday data with regressions
- PerformanceSummary yesterday = new PerformanceSummary(0, 1);
- mode = VtsProfilingRegressionMode.VTS_REGRESSION_MODE_INCREASING;
- summary = new ProfilingPointSummary("", "", mode);
- pt = createProfilingReport(LABELS, LOW_VALS, mode);
- if (grouped) {
- summary.updateLabel(pt, LABEL);
- summary.updateLabel(pt, LABEL);
- } else {
- summary.update(pt);
- summary.update(pt);
- }
- yesterday.insertProfilingPointSummary("p1", summary);
-
- mode = VtsProfilingRegressionMode.VTS_REGRESSION_MODE_DECREASING;
- summary = new ProfilingPointSummary("x", "y", mode);
- pt = createProfilingReport(LABELS, HIGH_VALS, mode);
- if (grouped) {
- summary.updateLabel(pt, LABEL);
- summary.updateLabel(pt, LABEL);
- } else {
- summary.update(pt);
- summary.update(pt);
- }
- yesterday.insertProfilingPointSummary("p2", summary);
- dailySummaries.add(yesterday);
- legendLabels.add("yesterday");
-
- // Add last week data without regressions
- PerformanceSummary lastWeek = new PerformanceSummary(0, 1);
- mode = VtsProfilingRegressionMode.VTS_REGRESSION_MODE_INCREASING;
- summary = new ProfilingPointSummary("", "", mode);
- pt = createProfilingReport(LABELS, HIGH_VALS, mode);
- summary.update(pt);
- summary.update(pt);
- lastWeek.insertProfilingPointSummary("p1", summary);
-
- mode = VtsProfilingRegressionMode.VTS_REGRESSION_MODE_DECREASING;
- summary = new ProfilingPointSummary("", "", mode);
- pt = createProfilingReport(LABELS, LOW_VALS, mode);
- summary.update(pt);
- summary.update(pt);
- lastWeek.insertProfilingPointSummary("p2", summary);
- dailySummaries.add(lastWeek);
- legendLabels.add("last week");
- }
-
- /**
- * End-to-end test of performance report in the normal case. The normal case is when a profiling
- * point is added or removed from the test.
- */
- @Test
- public void testPerformanceSummaryNormal() throws FileNotFoundException, IOException {
- setUp(false);
- String output =
- VtsPerformanceJobServlet.getPerformanceSummary(
- "test", dailySummaries, legendLabels);
- compareToBaseline(output, "performanceSummary1.html");
- }
-
- /**
- * End-to-end test of performance report when a profiling point was removed in the latest run.
- */
- @Test
- public void testPerformanceSummaryDroppedProfilingPoint()
- throws FileNotFoundException, IOException {
- setUp(false);
- PerformanceSummary yesterday = dailySummaries.get(dailySummaries.size() - 1);
- VtsProfilingRegressionMode mode = VtsProfilingRegressionMode.VTS_REGRESSION_MODE_INCREASING;
- ProfilingPointSummary summary = new ProfilingPointSummary("x", "y", mode);
- ProfilingPointSummaryEntity pt = createProfilingReport(LABELS, HIGH_VALS, mode);
- summary.update(pt);
- summary.update(pt);
- yesterday.insertProfilingPointSummary("p3", summary);
- String output =
- VtsPerformanceJobServlet.getPerformanceSummary(
- "test", dailySummaries, legendLabels);
- compareToBaseline(output, "performanceSummary2.html");
- }
-
- /** End-to-end test of performance report when a profiling point was added in the latest run. */
- @Test
- public void testPerformanceSummaryAddedProfilingPoint()
- throws FileNotFoundException, IOException {
- setUp(false);
- PerformanceSummary today = dailySummaries.get(0);
- VtsProfilingRegressionMode mode = VtsProfilingRegressionMode.VTS_REGRESSION_MODE_INCREASING;
- ProfilingPointSummary summary = new ProfilingPointSummary("", "", mode);
- ProfilingPointSummaryEntity pt = createProfilingReport(LABELS, HIGH_VALS, mode);
- summary.update(pt);
- summary.update(pt);
- today.insertProfilingPointSummary("p3", summary);
- String output =
- VtsPerformanceJobServlet.getPerformanceSummary(
- "test", dailySummaries, legendLabels);
- compareToBaseline(output, "performanceSummary3.html");
- }
-
- /**
- * End-to-end test of performance report labels are grouped (e.g. as if using unlabeled data)
- */
- @Test
- public void testPerformanceSummaryGroupedNormal() throws FileNotFoundException, IOException {
- setUp(true);
- String output =
- VtsPerformanceJobServlet.getPerformanceSummary(
- "test", dailySummaries, legendLabels);
- compareToBaseline(output, "performanceSummary4.html");
- }
-}
generated by cgit v1.2.3 (git 2.25.1) at 2024-05-14 01:26:33 +0000