From 601eecfddd26bfe2954835a73ed1116bb520235f Mon Sep 17 00:00:00 2001 From: Alexis Lothoré Date: Tue, 28 Feb 2023 19:10:50 +0100 Subject: scripts/resulttool: fix ptests results containing a non reproducible path MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Some ptests results may be wrongly sampled, resulting in some part of the error being propagated in test name. For example: "ptestresult.binutils-ld.in testcase /home/pokybuild/yocto-worker/qemumips/build/build-st-1666126/tmp/work/mips32r2-poky-linux/binutils-cross-testsuite/2.40-r0/git/ld/testsuite/ld-ctf/ctf.exp" "ptestresult.gcc.Couldn't create remote directory /tmp/runtest.455781 on ssh" "ptestresult.gcc-libstdc++-v3.Couldn't create remote directory /tmp/runtest.3814266 on target" While the root errors must be fixed in corresponding ptests packages for those tests, the test results history must still be usable even with this issue Add new filters to detect if temporary test directories (build-st-*, /tmp/runtime.*) are present in name. If so, truncate test name. As a side effect, it will aggregate multiple failing errors into one, but the regression will still be raised Signed-off-by: Alexis Lothoré Signed-off-by: Richard Purdie --- scripts/lib/resulttool/regression.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/scripts/lib/resulttool/regression.py b/scripts/lib/resulttool/regression.py index ad377c596b..d7f0b16ca9 100644 --- a/scripts/lib/resulttool/regression.py +++ b/scripts/lib/resulttool/regression.py @@ -219,6 +219,12 @@ def fixup_ptest_names(results, logger): new = test.split("_-_")[0] elif test.startswith(("ptestresult.curl.")) and "__" in test: new = test.split("__")[0] + elif test.startswith(("ptestresult.dbus.")) and "__" in test: + new = test.split("__")[0] + elif test.startswith("ptestresult.binutils") and "build-st-" in test: + new = test.split(" ")[0] + elif test.startswith("ptestresult.gcc") and "/tmp/runtest." in test: + new = ".".join(test.split(".")[:2]) if new: results[r][i]['result'][new] = results[r][i]['result'][test] del results[r][i]['result'][test] -- cgit 1.2.3-korg