diff options
Diffstat (limited to 'src/main/java/com/android/vts/entity/TestSuiteResultEntity.java')
| -rw-r--r-- | src/main/java/com/android/vts/entity/TestSuiteResultEntity.java | 555 |
1 files changed, 0 insertions, 555 deletions
diff --git a/src/main/java/com/android/vts/entity/TestSuiteResultEntity.java b/src/main/java/com/android/vts/entity/TestSuiteResultEntity.java deleted file mode 100644 index 95ba5c8..0000000 --- a/src/main/java/com/android/vts/entity/TestSuiteResultEntity.java +++ /dev/null @@ -1,555 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You may - * obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. - */ - -package com.android.vts.entity; - -import com.google.common.base.Strings; -import com.googlecode.objectify.Key; -import com.googlecode.objectify.annotation.Cache; -import com.googlecode.objectify.annotation.Entity; -import com.googlecode.objectify.annotation.Id; -import com.googlecode.objectify.annotation.Ignore; -import com.googlecode.objectify.annotation.Index; -import com.googlecode.objectify.annotation.Parent; -import java.util.logging.Level; -import java.util.logging.Logger; -import lombok.EqualsAndHashCode; -import lombok.Getter; -import lombok.NoArgsConstructor; -import lombok.Setter; -import org.apache.commons.io.IOUtils; -import org.apache.commons.lang.text.StrSubstitutor; -import org.apache.http.NameValuePair; -import org.apache.http.ParseException; -import org.apache.http.client.utils.URIUtils; -import org.apache.http.client.utils.URLEncodedUtils; -import org.apache.http.message.BasicNameValuePair; - -import java.io.FileNotFoundException; -import java.io.IOException; -import java.io.InputStream; -import java.math.BigDecimal; -import java.net.URI; -import java.net.URISyntaxException; -import java.nio.charset.StandardCharsets; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.Date; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Properties; -import java.util.regex.Matcher; -import java.util.regex.Pattern; -import java.util.stream.Collectors; -import java.util.stream.IntStream; -import java.util.stream.Stream; - -import static com.googlecode.objectify.ObjectifyService.ofy; - -/** Embeded TestType Class for determining testType and search function */ -@Index -@NoArgsConstructor -class TestTypeIndex { - - /** Embeded TOT field, search field name "testTypeIndex.TOT" */ - private Boolean TOT; - - /** Embeded OTA field, search field name "testTypeIndex.OTA" */ - private Boolean OTA; - - /** Embeded SIGNED field, search field name "testTypeIndex.SIGNED" */ - private Boolean SIGNED; - - /** Maximum bit size */ - @Ignore private int bitSize = 6; - - @Ignore - private List<Integer> totTypeList = this.getTypeList(TestSuiteResultEntity.TestType.TOT.value); - - @Ignore - private List<Integer> otaTypeList = this.getTypeList(TestSuiteResultEntity.TestType.OTA.value); - - @Ignore - private List<Integer> signedTypeList = - this.getTypeList(TestSuiteResultEntity.TestType.SIGNED.value); - - /** Retrieving the list of integers for each category type */ - private List<Integer> getTypeList(int typeNum) { - return IntStream.range(0, (1 << (bitSize - 1))) - .filter(i -> (i & typeNum) > 0) - .boxed() - .collect(Collectors.toList()); - } - - public TestTypeIndex(int testType) { - if (totTypeList.contains(testType)) { - this.TOT = true; - } else { - this.TOT = false; - } - - if (otaTypeList.contains(testType)) { - this.OTA = true; - } else { - this.OTA = false; - } - - if (signedTypeList.contains(testType)) { - this.SIGNED = true; - } else { - this.SIGNED = false; - } - } -} - -/** Entity Class for saving Test Log Summary */ -@Cache -@Entity -@EqualsAndHashCode(of = "id") -@NoArgsConstructor -public class TestSuiteResultEntity implements DashboardEntity { - - private static final Logger logger = Logger.getLogger(TestSuiteResultEntity.class.getName()); - - /** Bug Tracking System Property class */ - private static Properties bugTrackingSystemProp = new Properties(); - - /** System Configuration Property class */ - private static Properties systemConfigProp = new Properties(); - - public enum TestType { - UNKNOWN(0), - TOT(1), - OTA(1 << 1), - SIGNED(1 << 2), - PRESUBMIT(1 << 3), - MANUAL(1 << 5); - - public int value; - - TestType(int value) { - this.value = value; - } - - public int value() { - return value; - } - } - - @Parent @Getter Key<TestSuiteFileEntity> testSuiteFileEntityKey; - - /** Test Suite start time field */ - @Id @Getter @Setter Long startTime; - - /** Test Suite end time field */ - @Getter @Setter Long endTime; - - /** Test Suite test type field */ - @Getter @Setter int testType; - - /** Embeded test type field */ - @Index @Getter @Setter TestTypeIndex testTypeIndex; - - /** Test Suite bootup error field */ - @Getter @Setter Boolean bootSuccess; - - /** Test Suite result path field */ - @Getter @Setter String resultPath; - - /** Test Suite infra log path field */ - @Getter @Setter String infraLogPath; - - /** Test Suite device name field */ - @Index @Getter @Setter String deviceName; - - /** Test Suite host name field */ - @Index @Getter @Setter String hostName; - - /** Test Suite plan field */ - @Index @Getter @Setter String suitePlan; - - /** Test Suite version field */ - @Getter @Setter String suiteVersion; - - /** Test Suite name field */ - @Getter @Setter String suiteName; - - /** Test Suite build number field */ - @Getter @Setter String suiteBuildNumber; - - /** Test Suite test finished module count field */ - @Getter @Setter int modulesDone; - - /** Test Suite total number of module field */ - @Getter @Setter int modulesTotal; - - /** Test Suite branch field */ - @Index @Getter @Setter String branch; - - /** Test Suite build target field */ - @Index @Getter @Setter String target; - - /** Test Suite build ID field */ - @Index @Getter @Setter String buildId; - - /** Test Suite system fingerprint field */ - @Getter @Setter String buildSystemFingerprint; - - /** Test Suite vendor fingerprint field */ - @Getter @Setter String buildVendorFingerprint; - - /** Test Suite test count for success field */ - @Index @Getter @Setter int passedTestCaseCount; - - /** Test Suite test count for failure field */ - @Index @Getter @Setter int failedTestCaseCount; - - /** Test Suite ratio of success to find candidate build */ - @Index @Getter @Setter float passedTestCaseRatio; - - /** When this record was created or updated */ - @Index @Getter Date updated; - - /** Construction function for TestSuiteResultEntity Class */ - public TestSuiteResultEntity( - Key<TestSuiteFileEntity> testSuiteFileEntityKey, - Long startTime, - Long endTime, - int testType, - Boolean bootSuccess, - String resultPath, - String infraLogPath, - String hostName, - String suitePlan, - String suiteVersion, - String suiteName, - String suiteBuildNumber, - int modulesDone, - int modulesTotal, - String branch, - String target, - String buildId, - String buildSystemFingerprint, - String buildVendorFingerprint, - int passedTestCaseCount, - int failedTestCaseCount) { - this.testSuiteFileEntityKey = testSuiteFileEntityKey; - this.startTime = startTime; - this.endTime = endTime; - this.bootSuccess = bootSuccess; - this.resultPath = resultPath; - this.infraLogPath = infraLogPath; - this.hostName = hostName; - this.suitePlan = suitePlan; - this.suiteVersion = suiteVersion; - this.suiteName = suiteName; - this.suiteBuildNumber = suiteBuildNumber; - this.modulesDone = modulesDone; - this.modulesTotal = modulesTotal; - this.branch = branch; - this.target = target; - this.buildId = buildId; - this.buildSystemFingerprint = buildSystemFingerprint; - this.buildVendorFingerprint = buildVendorFingerprint; - this.passedTestCaseCount = passedTestCaseCount; - this.failedTestCaseCount = failedTestCaseCount; - - BigDecimal totalTestCaseCount = new BigDecimal(passedTestCaseCount + failedTestCaseCount); - if (totalTestCaseCount.intValue() <= 0) { - this.passedTestCaseRatio = 0; - } else { - BigDecimal passedTestCaseCountDecimal = new BigDecimal(passedTestCaseCount); - BigDecimal result = - passedTestCaseCountDecimal.divide( - totalTestCaseCount, 10, BigDecimal.ROUND_FLOOR); - this.passedTestCaseRatio = result.floatValue() * 100; - } - - if (!this.buildVendorFingerprint.isEmpty()) { - this.deviceName = this.getDeviceNameFromVendorFpt(); - } - - this.testType = this.getSuiteResultTestType(testType); - this.testTypeIndex = new TestTypeIndex(this.testType); - } - - /** Saving function for the instance of this class */ - public void save(TestSuiteFileEntity newTestSuiteFileEntity) { - List<String> checkList = - Arrays.asList( - this.hostName, - this.suitePlan, - this.suiteName, - this.suiteBuildNumber, - this.branch, - this.target, - this.buildId); - boolean isAllTrue = checkList.stream().allMatch(val -> Strings.isNullOrEmpty(val)); - - if (isAllTrue) { - logger.log(Level.WARNING, "There is null or empty string among required fields!"); - } else { - this.updated = new Date(); - ofy().transact(() -> { - newTestSuiteFileEntity.save(); - ofy().save().entity(this).now(); - }); - } - } - - /** Saving function for the instance of this class */ - @Override - public Key<TestSuiteResultEntity> save() { - return ofy().save().entity(this).now(); - } - - public static void setPropertyValues(Properties newSystemConfigProp) { - systemConfigProp = newSystemConfigProp; - bugTrackingSystemProp = getBugTrackingSystemProp(newSystemConfigProp); - } - - private static Properties getBugTrackingSystemProp(Properties newSystemConfigProp) { - Properties newBugTrackingSystemProp = new Properties(); - try { - String bugTrackingSystem = newSystemConfigProp.getProperty("bug.tracking.system"); - - if (!bugTrackingSystem.isEmpty()) { - InputStream btsInputStream = - TestSuiteResultEntity.class - .getClassLoader() - .getResourceAsStream( - "bug_tracking_system/" - + bugTrackingSystem - + "/config.properties"); - newBugTrackingSystemProp.load(btsInputStream); - } - } catch (FileNotFoundException e) { - e.printStackTrace(); - } catch (IOException e) { - e.printStackTrace(); - } finally { - return newBugTrackingSystemProp; - } - } - - public static List<TestSuiteResultEntity> getTestSuitePlans() { - return ofy().load() - .type(TestSuiteResultEntity.class) - .project("suitePlan") - .distinct(true) - .list(); - } - - public static List<TestSuiteResultEntity> getBranchDistinctList() { - return ofy().load() - .type(TestSuiteResultEntity.class) - .project("branch") - .distinct(true) - .list(); - } - - public static List<TestSuiteResultEntity> getBuildIdDistinctList() { - return ofy().load() - .type(TestSuiteResultEntity.class) - .project("buildId") - .distinct(true) - .list(); - } - - public static List<TestSuiteResultEntity> getTargetDistinctList() { - return ofy().load() - .type(TestSuiteResultEntity.class) - .project("target") - .distinct(true) - .list(); - } - - public static List<TestSuiteResultEntity> getHostNameDistinctList() { - return ofy().load() - .type(TestSuiteResultEntity.class) - .project("hostName") - .distinct(true) - .list(); - } - - public String getDeviceNameFromVendorFpt() { - String deviceName = - Stream.of(this.buildVendorFingerprint.split("/")).skip(1).findFirst().orElse(""); - return deviceName; - } - - public String getScreenResultLogPath() { - String gcsBucketName = systemConfigProp.getProperty("gcs.bucketName"); - return resultPath.replace("gs://" + gcsBucketName + "/", ""); - } - - public String getScreenInfraLogPath() { - String gcsInfraLogBucketName = systemConfigProp.getProperty("gcs.infraLogBucketName"); - return infraLogPath.replace("gs://" + gcsInfraLogBucketName + "/", ""); - } - - private String getNormalizedVersion(String fingerprint) { - Map<String, Pattern> partternMap = - new HashMap<String, Pattern>() { - { - put( - "9", - Pattern.compile( - "(:9(\\.\\d\\.\\d|\\.\\d|)|:P\\w*/)", - Pattern.CASE_INSENSITIVE)); - put( - "8.1", - Pattern.compile( - "(:8\\.1\\.\\d\\/|:O\\w+-MR1/)", Pattern.CASE_INSENSITIVE)); - put( - "8", - Pattern.compile( - "(:8\\.0\\.\\d\\/|:O\\w*/)", Pattern.CASE_INSENSITIVE)); - } - }; - - for (Map.Entry<String, Pattern> entry : partternMap.entrySet()) { - Matcher systemMatcher = entry.getValue().matcher(fingerprint); - if (systemMatcher.find()) { - return entry.getKey(); - } - } - return "unknown-version"; - } - - public int getSuiteResultTestType(int testType) { - if (testType == TestType.UNKNOWN.value()) { - if (this.getNormalizedVersion(this.buildSystemFingerprint) - != this.getNormalizedVersion(this.buildVendorFingerprint)) { - return TestType.OTA.value(); - } else if (this.buildVendorFingerprint.endsWith("release-keys")) { - return TestType.SIGNED.value(); - } else { - return TestType.TOT.value(); - } - } else { - return testType; - } - } - - private String getLabInfraIssueDescription() throws IOException { - - String bugTrackingSystem = systemConfigProp.getProperty("bug.tracking.system"); - - String templateName = - bugTrackingSystemProp.getProperty( - bugTrackingSystem + ".labInfraIssue.template.name"); - - InputStream inputStream = - this.getClass() - .getClassLoader() - .getResourceAsStream( - "bug_tracking_system/" + bugTrackingSystem + "/" + templateName); - - String templateDescription = IOUtils.toString(inputStream, StandardCharsets.UTF_8.name()); - - Map<String, String> valuesMap = new HashMap<>(); - valuesMap.put("suiteBuildNumber", suiteBuildNumber); - valuesMap.put("buildId", buildId); - valuesMap.put("modulesDone", Integer.toString(modulesDone)); - valuesMap.put("modulesTotal", Integer.toString(modulesTotal)); - valuesMap.put("hostName", hostName); - valuesMap.put("resultPath", resultPath); - valuesMap.put("buildVendorFingerprint", buildVendorFingerprint); - valuesMap.put("buildSystemFingerprint", buildSystemFingerprint); - - StrSubstitutor sub = new StrSubstitutor(valuesMap); - String resolvedDescription = sub.replace(templateDescription); - - return resolvedDescription; - } - - private String getCrashSecurityDescription() throws IOException { - - String bugTrackingSystem = systemConfigProp.getProperty("bug.tracking.system"); - - String templateName = - bugTrackingSystemProp.getProperty( - bugTrackingSystem + ".crashSecurity.template.name"); - - InputStream inputStream = - this.getClass() - .getClassLoader() - .getResourceAsStream( - "bug_tracking_system/" + bugTrackingSystem + "/" + templateName); - - String templateDescription = IOUtils.toString(inputStream, StandardCharsets.UTF_8.name()); - - Map<String, String> valuesMap = new HashMap<>(); - valuesMap.put("suiteBuildNumber", suiteBuildNumber); - valuesMap.put("branch", branch); - valuesMap.put("target", target); - valuesMap.put("deviceName", deviceName); - valuesMap.put("buildId", buildId); - valuesMap.put("suiteName", suiteName); - valuesMap.put("suitePlan", suitePlan); - valuesMap.put("hostName", hostName); - valuesMap.put("resultPath", resultPath); - - StrSubstitutor sub = new StrSubstitutor(valuesMap); - String resolvedDescription = sub.replace(templateDescription); - - return resolvedDescription; - } - - public String getBuganizerLink() throws IOException, ParseException, URISyntaxException { - - String bugTrackingSystem = systemConfigProp.getProperty("bug.tracking.system"); - - List<NameValuePair> qparams = new ArrayList<NameValuePair>(); - if (!this.bootSuccess || (this.passedTestCaseCount == 0 && this.failedTestCaseCount == 0)) { - qparams.add( - new BasicNameValuePair( - "component", - this.bugTrackingSystemProp.getProperty( - bugTrackingSystem + ".labInfraIssue.component.id"))); - qparams.add( - new BasicNameValuePair( - "template", - this.bugTrackingSystemProp.getProperty( - bugTrackingSystem + ".labInfraIssue.template.id"))); - qparams.add(new BasicNameValuePair("description", this.getLabInfraIssueDescription())); - } else { - qparams.add( - new BasicNameValuePair( - "component", - this.bugTrackingSystemProp.getProperty( - bugTrackingSystem + ".crashSecurity.component.id"))); - qparams.add( - new BasicNameValuePair( - "template", - this.bugTrackingSystemProp.getProperty( - bugTrackingSystem + ".crashSecurity.template.id"))); - qparams.add(new BasicNameValuePair("description", this.getCrashSecurityDescription())); - } - - URI uri = - URIUtils.createURI( - this.bugTrackingSystemProp.getProperty(bugTrackingSystem + ".uri.scheme"), - this.bugTrackingSystemProp.getProperty(bugTrackingSystem + ".uri.host"), - -1, - this.bugTrackingSystemProp.getProperty(bugTrackingSystem + ".uri.path"), - URLEncodedUtils.format(qparams, StandardCharsets.UTF_8.name()), - null); - return uri.toString(); - } -} |