1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
#!/usr/bin/env python3
import argparse
import json
import os
from typing import List
def check_for_fail(paths: List[str], output_path: str):
failed_list = []
error_list = []
for path in paths:
if not os.path.isfile(path):
print(f"Warning: Expected a file, but got: {path}", file=__import__('sys').stderr)
continue
fn = path
try:
with open(fn, 'r') as f:
report = json.load(f)
for result in report.get("results", []):
# Filtering (suite, build, configure) is done by transform_build_results.py
status = result.get("status")
if not status:
continue
error_type = result.get("error_type", "")
path_str = result.get("path", "")
name = result.get("name", "")
subtest_name = result.get("subtest_name", "")
# Format: name.subtest_name, then full_name as {path}/{test_name} (same as generate-summary.py and upload_tests_results.py)
if subtest_name:
if name:
test_name = f"{name}.{subtest_name}"
else:
test_name = subtest_name
else:
test_name = name or ""
# Construct full_name as {path}/{test_name}, matching other scripts
if path_str:
full_name = f"{path_str}/{test_name}" if test_name else path_str
else:
full_name = test_name
# Check for failures and errors
if status == "FAILED":
failed_list.append((full_name, fn))
elif status == "ERROR":
error_list.append((full_name, fn))
except (json.JSONDecodeError, KeyError) as e:
print(f"Warning: Unable to parse {fn}: {e}", file=__import__('sys').stderr)
continue
failed_test_count = 0
for t, fn in failed_list:
print(f"failure: {t} ({fn})")
failed_test_count += 1
for t, fn in error_list:
print(f"error: {t} ({fn})")
failed_test_count += 1
if output_path:
with open(output_path, "w") as f:
f.write("{}".format(failed_test_count))
if failed_test_count:
print(f"::error::You have failed tests")
raise SystemExit(-1)
def main():
parser = argparse.ArgumentParser()
parser.add_argument(
"-o",
"--output_path",
metavar="OUTPUT",
help=(
"Output file with count of failed tests"
),
)
parser.add_argument("path", nargs="+", help="build-results-report JSON files")
args = parser.parse_args()
check_for_fail(args.path, args.output_path)
if __name__ == "__main__":
main()
|
