spec: Add QEMU test annotations

QEMU is known to fail certain tests intermittently due to clock tick
delivery issues. This defines those tests as intermittent for BSPs
intended to run on QEMU alone.

Updates #4922
Updates #4072

7 files changed, 88 insertions, 91 deletions

diff --git a/spec/build/bsps/aarch64/a53/tsta53.yml b/spec/build/bsps/aarch64/a53/tsta53.yml
index a3d8c9810d..adf6d85ae1 100644
--- a/spec/build/bsps/aarch64/a53/tsta53.yml
+++ b/spec/build/bsps/aarch64/a53/tsta53.yml
@@ -6,40 +6,13 @@ actions:
     state: exclude
     tests:
     - minimum
-- set-test-state:
-    reason: |
-      Tests that are passing intermittently.
-    state: indeterminate
-    tests:
-    - psx12
-    - psxtimes01
-    - rtmonuse
-    - rtmonusxtimes01
-    - sp04
-    - sp20
-    - sp68
-    - sp69
-    - spcpucounter01
-    - spedfsched02
-    - spedfsched04
-    - sprmsched01
-    - sptimecounter02
-    - sptimecounter04
-    - ttest02
-- set-test-state:
-    reason: |
-      Tests that pass nominally, but fail under Qemu when the host is under
-      heavy load.
-    state: indeterminate
-    tests:
-    - spintrcritical03
-    - spintrcritical04
-    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
 default: []
 description: ''
 enabled-by: true
-links: []
+links:
+- role: build-dependency
+  uid: ../../tstqemu
 type: build
diff --git a/spec/build/bsps/aarch64/a72/tsta72.yml b/spec/build/bsps/aarch64/a72/tsta72.yml
index a3d8c9810d..adf6d85ae1 100644
--- a/spec/build/bsps/aarch64/a72/tsta72.yml
+++ b/spec/build/bsps/aarch64/a72/tsta72.yml
@@ -6,40 +6,13 @@ actions:
     state: exclude
     tests:
     - minimum
-- set-test-state:
-    reason: |
-      Tests that are passing intermittently.
-    state: indeterminate
-    tests:
-    - psx12
-    - psxtimes01
-    - rtmonuse
-    - rtmonusxtimes01
-    - sp04
-    - sp20
-    - sp68
-    - sp69
-    - spcpucounter01
-    - spedfsched02
-    - spedfsched04
-    - sprmsched01
-    - sptimecounter02
-    - sptimecounter04
-    - ttest02
-- set-test-state:
-    reason: |
-      Tests that pass nominally, but fail under Qemu when the host is under
-      heavy load.
-    state: indeterminate
-    tests:
-    - spintrcritical03
-    - spintrcritical04
-    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
 default: []
 description: ''
 enabled-by: true
-links: []
+links:
+- role: build-dependency
+  uid: ../../tstqemu
 type: build
diff --git a/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml b/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
index 0a0ab619af..69b85cadbd 100644
--- a/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
+++ b/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
@@ -12,5 +12,7 @@ copyrights:
 default: []
 description: ''
 enabled-by: true
-links: []
+links:
+- role: build-dependency
+  uid: ../../tstqemu
 type: build
diff --git a/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml b/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
index a3d8c9810d..adf6d85ae1 100644
--- a/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
+++ b/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
@@ -6,40 +6,13 @@ actions:
     state: exclude
     tests:
     - minimum
-- set-test-state:
-    reason: |
-      Tests that are passing intermittently.
-    state: indeterminate
-    tests:
-    - psx12
-    - psxtimes01
-    - rtmonuse
-    - rtmonusxtimes01
-    - sp04
-    - sp20
-    - sp68
-    - sp69
-    - spcpucounter01
-    - spedfsched02
-    - spedfsched04
-    - sprmsched01
-    - sptimecounter02
-    - sptimecounter04
-    - ttest02
-- set-test-state:
-    reason: |
-      Tests that pass nominally, but fail under Qemu when the host is under
-      heavy load.
-    state: indeterminate
-    tests:
-    - spintrcritical03
-    - spintrcritical04
-    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
 default: []
 description: ''
 enabled-by: true
-links: []
+links:
+- role: build-dependency
+  uid: ../../tstqemu
 type: build
diff --git a/spec/build/bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml b/spec/build/bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml
index a6e4d5b1a9..4111830ce9 100644
--- a/spec/build/bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml
+++ b/spec/build/bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml
@@ -54,6 +54,8 @@ links:
 - role: build-dependency
   uid: ../../opto0
 - role: build-dependency
+  uid: ../../tstqemu
+- role: build-dependency
   uid: ../../bspopts
 source:
 - bsps/arm/realview-pbx-a9/console/console-config.c
diff --git a/spec/build/bsps/arm/xilinx-zynq/bspqemu.yml b/spec/build/bsps/arm/xilinx-zynq/bspqemu.yml
index 4780a9d64b..8068284d82 100644
--- a/spec/build/bsps/arm/xilinx-zynq/bspqemu.yml
+++ b/spec/build/bsps/arm/xilinx-zynq/bspqemu.yml
@@ -14,6 +14,8 @@ links:
 - role: build-dependency
   uid: ../../opto2
 - role: build-dependency
+  uid: ../../tstqemu
+- role: build-dependency
   uid: grp
 source: []
 type: build
diff --git a/spec/build/bsps/tstqemu.yml b/spec/build/bsps/tstqemu.yml
new file mode 100644
index 0000000000..3956cc4828
--- /dev/null
+++ b/spec/build/bsps/tstqemu.yml
@@ -0,0 +1,72 @@
+SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
+actions:
+- set-test-state:
+    reason: |
+      Tests that are passing intermittently due to #4922
+    state: indeterminate
+    tests:
+    - psx12
+    - psxclock
+    - psxtimes01
+    - psxualarm
+    - rtmonuse
+    - rtmonusxtimes01
+    - smpclock01
+    - smpfatal01
+    - smpfatal03
+    - smpmrsp01
+    - smpmutex01
+    - smppsxmutex01
+    - smpschedaffinity01
+    - smpschedaffinity02
+    - smpschededf01
+    - smpschededf03
+    - smpscheduler04
+    - smpthreadpin01
+    - sp04
+    - sp20
+    - sp68
+    - sp69
+    - sp71
+    - spcpucounter01
+    - spedfsched02
+    - spedfsched04
+    - spintrcritical01
+    - spintrcritical02
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
+    - spintrcritical06
+    - spintrcritical07
+    - spintrcritical08
+    - spintrcritical09
+    - spintrcritical10
+    - spintrcritical11
+    - spintrcritical12
+    - spintrcritical13
+    - spintrcritical14
+    - spintrcritical15
+    - spintrcritical16
+    - spintrcritical17
+    - spintrcritical18
+    - spintrcritical19
+    - spintrcritical20
+    - spintrcritical21
+    - spintrcritical22
+    - spintrcritical23
+    - spintrcritical24
+    - sprmsched01
+    - sptimecounter01
+    - sptimecounter02
+    - sptimecounter04
+    - ttest02
+    - validation-0
+    - validation-smp-only-0
+build-type: option
+copyrights:
+- Copyright (C) 2023 On-Line Applications Research (OAR)
+default: []
+description: ''
+enabled-by: true
+links: []
+type: build