From 22c3d4f2ed136a6e5376ae74d85cd75d2c5c6c1f Mon Sep 17 00:00:00 2001 From: Kinsey Moore Date: Tue, 17 Nov 2020 15:25:38 -0600 Subject: spec/a53: Set conditionally failing test state The spintrcritical03-05 and psx12 tests are known to fail on Qemu when the host system is heavily loaded. A single run of Qemu per core during a testsuite run tends to yield positive results, but any additional load on a system will result in test failures. This patch also applies the correct expected test state for intermittent failures so that those tests will still build. --- spec/build/bsps/aarch64/a53/tsta53.yml | 36 +++++++++++++++++++++------------- 1 file changed, 22 insertions(+), 14 deletions(-) diff --git a/spec/build/bsps/aarch64/a53/tsta53.yml b/spec/build/bsps/aarch64/a53/tsta53.yml index a40cc8671c..9135fac7f4 100644 --- a/spec/build/bsps/aarch64/a53/tsta53.yml +++ b/spec/build/bsps/aarch64/a53/tsta53.yml @@ -12,20 +12,28 @@ actions: spmisc01: exclude # tests that are passing intermittently - spcpucounter01: exclude - rtmonuse: exclude - sp37: exclude - sp68: exclude - sp04: exclude - sp20: exclude - sp69: exclude - rtmonusxtimes01: exclude - spedfsched02: exclude - psxtimes01: exclude - sprmsched01: exclude - sptimecounter02: exclude - sptimecounter04: exclude - ttest02: exclude + spcpucounter01: indeterminate + rtmonuse: indeterminate + sp37: indeterminate + sp68: indeterminate + sp04: indeterminate + sp20: indeterminate + sp69: indeterminate + rtmonusxtimes01: indeterminate + spedfsched02: indeterminate + spedfsched04: indeterminate + psxtimes01: indeterminate + sprmsched01: indeterminate + sptimecounter02: indeterminate + sptimecounter04: indeterminate + ttest02: indeterminate + + # tests that pass nominally, but fail under Qemu when the host is under + # heavy load + psx12: indeterminate + spintrcritical03: indeterminate + spintrcritical04: indeterminate + spintrcritical05: indeterminate build-type: option copyrights: - Copyright (C) 2020 On-Line Applications Research (OAR) -- cgit v1.2.3