1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
# Lint as: python2, python3
# Copyright 2017 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import logging
import yaml
class ParseKnownCTSFailures(object):
"""A class to parse known failures in CTS test."""
def __init__(self, failure_files):
self.waivers_yaml = self._load_failures(failure_files)
def _validate_waiver_config(self,
arch,
board,
model,
bundle_abi,
sdk_ver,
first_api_level,
config,
extra_dut_config=[]):
"""Validate if the test environment matches the test config.
@param arch: DUT's arch type.
@param board: DUT's board name.
@paran model: DUT's model name.
@param bundle_abi: The test's abi type.
@param sdk_ver: DUT's Android SDK version
@param first_api_level: DUT's Android first API level.
@param config: config for an expected failing test.
@param extra_dut_config: list of DUT configs added from _get_extra_dut_config(host).
@return True if test arch or board is part of the config, else False.
"""
# Map only the versions that ARC releases care.
sdk_ver_map = {25: 'N', 28: 'P', 30: 'R', 33: 'T'}
# 'all' applies to all devices.
# 'x86' or 'arm' applies to the DUT's architecture.
# board name like 'eve' or 'kevin' applies to the DUT running the board.
dut_config = ['all', arch, board, model]
dut_config.extend(extra_dut_config)
# 'binarytranslated' applies to the case running ARM CTS on x86 devices.
if bundle_abi and bundle_abi[0:3] != arch:
dut_config.append('binarytranslated')
# 'N' or 'P' or 'R' applies to the device running that Android version.
if sdk_ver in sdk_ver_map:
dut_config.append(sdk_ver_map[sdk_ver])
# 'shipatN' or 'shipatP' or 'shipatR' applies to those originally
# launched at that Android version.
if first_api_level in sdk_ver_map:
dut_config.append('shipat' + sdk_ver_map[first_api_level])
return len(set(dut_config).intersection(config)) > 0
def _get_extra_dut_config(self, host):
"""
@param host: DUT to be connected. Passed for additional params.
"""
extra_dut_config = []
# some modules are notest if ARC hardware vulkan exists.
if host.has_arc_hardware_vulkan():
extra_dut_config.append('vulkan')
# some modules are notest if there is no ARC hardware vulkan.
else:
extra_dut_config.append('no_vulkan')
return extra_dut_config
def _load_failures(self, failure_files):
"""Load failures from files.
@param failure_files: files with failure configs.
@return a dictionary of failures config in yaml format.
"""
waivers_yaml = {}
for failure_file in failure_files:
try:
logging.info('Loading expected failure file: %s.', failure_file)
with open(failure_file) as wf:
waivers_yaml.update(yaml.safe_load(wf.read()))
except IOError as e:
logging.error('Error loading %s (%s).',
failure_file,
e.strerror)
continue
logging.info('Finished loading expected failure file: %s',
failure_file)
return waivers_yaml
def find_waivers(self,
arch,
board,
model,
bundle_abi,
sdk_ver,
first_api_level,
host=None):
"""Finds waivers for the test board.
@param arch: DUT's arch type.
@param board: DUT's board name.
@param model: DUT's model name.
@param bundle_abi: The test's abi type.
@param sdk_ver: DUT's Android SDK version.
@param first_api_level: DUT's Android first API level.
@param host: DUT to be connected. Passed for additional params.
@return a set of waivers/no-test-modules applied to the test board.
"""
applied_waiver_list = set()
extra_dut_config = self._get_extra_dut_config(host)
for test, config in self.waivers_yaml.items():
if self._validate_waiver_config(arch, board, model, bundle_abi,
sdk_ver, first_api_level, config,
extra_dut_config):
applied_waiver_list.add(test)
logging.info('Excluding tests/packages from rerun: %s.',
applied_waiver_list)
return applied_waiver_list
|
