1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
content / test / gpu / flake_suppressor / gpu_expectations.py [blame]
# Copyright 2022 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import os
from typing import List
from flake_suppressor_common import common_typing as ct
from flake_suppressor_common import expectations as expectations_module
import gpu_path_util
CHROMIUM_SRC_DIR = gpu_path_util.CHROMIUM_SRC_DIR
RELATIVE_EXPECTATION_FILE_DIRECTORY = os.path.join('content', 'test', 'gpu',
'gpu_tests',
'test_expectations')
ABSOLUTE_EXPECTATION_FILE_DIRECTORY = os.path.join(
CHROMIUM_SRC_DIR, RELATIVE_EXPECTATION_FILE_DIRECTORY)
# For most test suites reported to ResultDB, we can chop off "_integration_test"
# and get the name used for the expectation file. However, there are a few
# special cases, so map those there.
EXPECTATION_FILE_OVERRIDE = {
'info_collection_test': 'info_collection',
'trace': 'trace_test',
}
# For whatever reason, these suites are not supported and will be skipped over
# when trying to modify expectations. However, the collected data will still be
# available in the generated results.
UNSUPPORTED_SUITES = {
'webgpu_cts_integration_test', # Expectation file in Dawn, not Chromium.
}
class GpuExpectationProcessor(expectations_module.ExpectationProcessor):
def IsSuiteUnsupported(self, suite: str) -> bool:
return suite in UNSUPPORTED_SUITES
def ListOriginExpectationFiles(self) -> List[str]:
origin_dir_posix = RELATIVE_EXPECTATION_FILE_DIRECTORY.replace(os.sep, '/')
files = self.ListGitilesDirectory(origin_dir_posix)
efs = []
for f in (f for f in files if f.endswith('.txt')):
origin_file_path = os.path.join(RELATIVE_EXPECTATION_FILE_DIRECTORY, f)
efs.append(origin_file_path)
return efs
def ListLocalCheckoutExpectationFiles(self) -> List[str]:
files = os.listdir(ABSOLUTE_EXPECTATION_FILE_DIRECTORY)
efs = []
for f in (f for f in files if f.endswith('.txt')):
efs.append(os.path.join(RELATIVE_EXPECTATION_FILE_DIRECTORY, f))
return efs
def GetExpectationFileForSuite(self, suite: str,
typ_tags: ct.TagTupleType) -> str:
del typ_tags # unused
truncated_suite = suite.replace('_integration_test', '')
expectation_file = EXPECTATION_FILE_OVERRIDE.get(truncated_suite,
truncated_suite)
expectation_file += '_expectations.txt'
expectation_file = os.path.join(ABSOLUTE_EXPECTATION_FILE_DIRECTORY,
expectation_file)
return expectation_file
def GetExpectedResult(self, fraction: float, flaky_threshold: float) -> str:
if fraction < flaky_threshold:
return 'RetryOnFailure'
return 'Failure'