summaryrefslogtreecommitdiff
path: root/shell/test/summarizer
diff options
context:
space:
mode:
authorKlaus Aehlig <klaus.aehlig@huawei.com>2024-07-12 11:52:25 +0200
committerKlaus Aehlig <klaus.aehlig@huawei.com>2024-07-12 11:52:25 +0200
commit6fc2c2f66740c533d80990659cfce29b7db07eda (patch)
treed5df0d37b965b232e50ad48ab2b8532f37a095ae /shell/test/summarizer
parent5fdfa0f8b7c8c5df54d5ad6ce9e0cc89193cd1bd (diff)
parent965d97835da8dd2cb71a6444537003577b60a0ad (diff)
downloadrules-cc-6fc2c2f66740c533d80990659cfce29b7db07eda.tar.gz
Merge branch 'just-rules' into rules
Diffstat (limited to 'shell/test/summarizer')
-rwxr-xr-xshell/test/summarizer15
1 files changed, 13 insertions, 2 deletions
diff --git a/shell/test/summarizer b/shell/test/summarizer
index 72cd1b9..39b66be 100755
--- a/shell/test/summarizer
+++ b/shell/test/summarizer
@@ -21,6 +21,9 @@ from typing import Any, Dict, List
g_RESULTS: Dict[str, List[Any]] = {}
g_COUNT: float = 0
+PASS_count: float = 0
+PASS_time: float = 0
+
time_start: float = time.time()
time_stop: float = 0
@@ -32,14 +35,19 @@ for attempt in os.listdir("."):
g_RESULTS[result] = g_RESULTS.get(result, []) + [int(attempt)]
try:
with open(os.path.join(attempt, "time-start")) as f:
- time_start = min(time_start, float(f.read().strip()))
+ start = float(f.read().strip())
+ time_start = min(time_start, start)
except:
pass
try:
with open(os.path.join(attempt, "time-stop")) as f:
- time_stop = max(time_start, float(f.read().strip()))
+ stop = float(f.read().strip())
+ time_stop = max(time_start, stop)
except:
pass
+ if (start > 0) and (stop >= start) and result == "PASS":
+ PASS_count += 1
+ PASS_time += stop - start
result: str = "UNKNOWN"
if set(g_RESULTS.keys()) <= set(["PASS", "FAIL"]):
@@ -68,6 +76,9 @@ with open("stdout", "w") as f:
f.write("\nother results: %r\n" % (g_RESULTS, ))
if result == "FLAKY":
f.write("\nFailure rate %5.2f%%\n" % (100.0 * len(failures) / g_COUNT))
+ if PASS_count >= 2:
+ f.write("\nAverage time of a passed test instance: %.1fs\n"
+ % (PASS_time / PASS_count))
with open("stderr", "w") as f:
pass