diff options
| -rwxr-xr-x | shell/test/summarizer | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/shell/test/summarizer b/shell/test/summarizer index 5fb0311..72cd1b9 100755 --- a/shell/test/summarizer +++ b/shell/test/summarizer @@ -19,12 +19,14 @@ import time from typing import Any, Dict, List g_RESULTS: Dict[str, List[Any]] = {} +g_COUNT: float = 0 time_start: float = time.time() time_stop: float = 0 for attempt in os.listdir("."): if os.path.isdir(attempt): + g_COUNT += 1 with open(os.path.join(attempt, "result")) as f: result = f.read().strip() g_RESULTS[result] = g_RESULTS.get(result, []) + [int(attempt)] @@ -58,11 +60,14 @@ with open("time-stop", "w") as f: with open("stdout", "w") as f: f.write("Summary: %s\n\n" % (result, )) f.write("PASS: %s\n" % (sorted(g_RESULTS.get("PASS", [])), )) - f.write("FAIL: %s\n" % (sorted(g_RESULTS.get("FAIL", [])), )) + failures =sorted(g_RESULTS.get("FAIL", [])) + f.write("FAIL: %s\n" % (failures, )) g_RESULTS.pop("PASS", None) g_RESULTS.pop("FAIL", None) if g_RESULTS: f.write("\nother results: %r\n" % (g_RESULTS, )) + if result == "FLAKY": + f.write("\nFailure rate %5.2f%%\n" % (100.0 * len(failures) / g_COUNT)) with open("stderr", "w") as f: pass |