From cac528f85a715c0362c3bef00994c2d33f212a96 Mon Sep 17 00:00:00 2001 From: Sebastian Huber Date: Fri, 13 Jan 2023 14:21:33 +0100 Subject: build: Add reason to test state definitions --- spec/build/bsps/aarch64/a53/tsta53.yml | 59 ++--- spec/build/bsps/aarch64/a72/tsta72.yml | 59 ++--- .../build/bsps/aarch64/xilinx-versal/tstaiedge.yml | 8 +- spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml | 8 +- .../build/bsps/aarch64/xilinx-versal/tstvck190.yml | 8 +- spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml | 59 ++--- spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml | 8 +- spec/build/bsps/arm/atsam/tstatsamv.yml | 43 ++-- spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml | 45 ++-- spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml | 15 +- spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml | 45 ++-- spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml | 39 ++-- .../bsps/arm/lpc176x/tstlpc1768mbedahbram.yml | 43 ++-- .../bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml | 241 +++++++++++---------- spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml | 5 +- .../bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml | 5 +- spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml | 105 ++++----- spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml | 5 +- spec/build/bsps/arm/lpc24xx/tstncsromint.yml | 5 +- spec/build/bsps/arm/lpc24xx/tstplx800romint.yml | 5 +- spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml | 21 +- spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml | 23 +- spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml | 15 +- spec/build/bsps/arm/stm32f4/tststm32f105rc.yml | 15 +- spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml | 9 +- spec/build/bsps/arm/tms570/tstls3137hdkintram.yml | 15 +- spec/build/bsps/i386/pc386/tst-xfail-val.yml | 19 +- .../bsps/m68k/mcf5206elite/tstmcf5206elite.yml | 7 +- spec/build/bsps/m68k/mcf52235/tstmcf52235.yml | 37 ++-- spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml | 9 +- spec/build/bsps/m68k/mrm332/tstmrm332.yml | 21 +- spec/build/bsps/m68k/mvme162/tstmvme162.yml | 5 +- spec/build/bsps/m68k/mvme162/tstmvme162lx.yml | 5 +- .../microblaze/microblaze_fpga/tstkcu105_qemu.yml | 7 +- spec/build/bsps/mips/jmr3904/tstjmr3904.yml | 5 +- spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml | 9 +- .../bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml | 7 +- spec/build/bsps/sh/gensh1/tstgensh1.yml | 19 +- spec/build/bsps/sh/gensh2/tstgensh2.yml | 13 +- spec/build/bsps/sh/shsim/tstsimsh1.yml | 19 +- spec/build/bsps/sh/shsim/tstsimsh2.yml | 19 +- spec/build/bsps/sh/shsim/tstsimsh2e.yml | 19 +- spec/build/bsps/sh/shsim/tstsimsh4.yml | 19 +- spec/build/bsps/tst-xfail-dl06.yml | 5 +- spec/build/bsps/tst-xfail-intr.yml | 5 +- spec/build/bsps/tst.yml | 31 ++- spec/build/bsps/tstnoiconv.yml | 9 +- spec/build/bsps/tstnointrcrit.yml | 51 +++-- spec/build/bsps/tstnojffs2.yml | 21 +- spec/build/bsps/tstnolibdl.yml | 23 +- spec/build/bsps/tstnorfs.yml | 23 +- spec/build/bsps/tstreqtick.yml | 97 +++++---- spec/build/bsps/tstsmallmem.yml | 55 ++--- wscript | 5 +- 54 files changed, 827 insertions(+), 645 deletions(-) diff --git a/spec/build/bsps/aarch64/a53/tsta53.yml b/spec/build/bsps/aarch64/a53/tsta53.yml index 6af1b186a3..c8a258acfe 100644 --- a/spec/build/bsps/aarch64/a53/tsta53.yml +++ b/spec/build/bsps/aarch64/a53/tsta53.yml @@ -1,31 +1,40 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - # expected to fail, don't compile these - minimum: exclude - - # tests that are passing intermittently - spcpucounter01: indeterminate - rtmonuse: indeterminate - sp68: indeterminate - sp04: indeterminate - sp20: indeterminate - sp69: indeterminate - rtmonusxtimes01: indeterminate - spedfsched02: indeterminate - spedfsched04: indeterminate - psxtimes01: indeterminate - sprmsched01: indeterminate - sptimecounter02: indeterminate - sptimecounter04: indeterminate - ttest02: indeterminate - - # tests that pass nominally, but fail under Qemu when the host is under - # heavy load - psx12: indeterminate - spintrcritical03: indeterminate - spintrcritical04: indeterminate - spintrcritical05: indeterminate + reason: | + Expected to fail, do not compile these. + state: exclude + tests: + - minimum +- set-test-state: + reason: | + Tests that are passing intermittently. + state: indeterminate + tests: + - psx12 + - psxtimes01 + - rtmonuse + - rtmonusxtimes01 + - sp04 + - sp20 + - sp68 + - sp69 + - spcpucounter01 + - spedfsched02 + - spedfsched04 + - sprmsched01 + - sptimecounter02 + - sptimecounter04 + - ttest02 +- set-test-state: + reason: | + Tests that pass nominally, but fail under Qemu when the host is under + heavy load. + state: indeterminate + tests: + - spintrcritical03 + - spintrcritical04 + - spintrcritical05 build-type: option copyrights: - Copyright (C) 2020 On-Line Applications Research (OAR) diff --git a/spec/build/bsps/aarch64/a72/tsta72.yml b/spec/build/bsps/aarch64/a72/tsta72.yml index 6af1b186a3..c8a258acfe 100644 --- a/spec/build/bsps/aarch64/a72/tsta72.yml +++ b/spec/build/bsps/aarch64/a72/tsta72.yml @@ -1,31 +1,40 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - # expected to fail, don't compile these - minimum: exclude - - # tests that are passing intermittently - spcpucounter01: indeterminate - rtmonuse: indeterminate - sp68: indeterminate - sp04: indeterminate - sp20: indeterminate - sp69: indeterminate - rtmonusxtimes01: indeterminate - spedfsched02: indeterminate - spedfsched04: indeterminate - psxtimes01: indeterminate - sprmsched01: indeterminate - sptimecounter02: indeterminate - sptimecounter04: indeterminate - ttest02: indeterminate - - # tests that pass nominally, but fail under Qemu when the host is under - # heavy load - psx12: indeterminate - spintrcritical03: indeterminate - spintrcritical04: indeterminate - spintrcritical05: indeterminate + reason: | + Expected to fail, do not compile these. + state: exclude + tests: + - minimum +- set-test-state: + reason: | + Tests that are passing intermittently. + state: indeterminate + tests: + - psx12 + - psxtimes01 + - rtmonuse + - rtmonusxtimes01 + - sp04 + - sp20 + - sp68 + - sp69 + - spcpucounter01 + - spedfsched02 + - spedfsched04 + - sprmsched01 + - sptimecounter02 + - sptimecounter04 + - ttest02 +- set-test-state: + reason: | + Tests that pass nominally, but fail under Qemu when the host is under + heavy load. + state: indeterminate + tests: + - spintrcritical03 + - spintrcritical04 + - spintrcritical05 build-type: option copyrights: - Copyright (C) 2020 On-Line Applications Research (OAR) diff --git a/spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml b/spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml index cbc1c7e381..b89c92e30a 100644 --- a/spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml +++ b/spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml @@ -1,9 +1,11 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - # expected to produce a fatal-error when run - minimum: exclude - + reason: | + Expected to fail, do not compile these. + state: exclude + tests: + - minimum build-type: option copyrights: - Copyright (C) 2021 Gedare Bloom diff --git a/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml b/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml index a02232b239..b89c92e30a 100644 --- a/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml +++ b/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml @@ -1,9 +1,11 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - # expected to fail - minimum: exclude - + reason: | + Expected to fail, do not compile these. + state: exclude + tests: + - minimum build-type: option copyrights: - Copyright (C) 2021 Gedare Bloom diff --git a/spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml b/spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml index cbc1c7e381..b89c92e30a 100644 --- a/spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml +++ b/spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml @@ -1,9 +1,11 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - # expected to produce a fatal-error when run - minimum: exclude - + reason: | + Expected to fail, do not compile these. + state: exclude + tests: + - minimum build-type: option copyrights: - Copyright (C) 2021 Gedare Bloom diff --git a/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml b/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml index e0c1b9a137..c8a258acfe 100644 --- a/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml +++ b/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml @@ -1,31 +1,40 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - # expected to fail - minimum: exclude - - # tests that are passing intermittently - spcpucounter01: indeterminate - rtmonuse: indeterminate - sp68: indeterminate - sp04: indeterminate - sp20: indeterminate - sp69: indeterminate - rtmonusxtimes01: indeterminate - spedfsched02: indeterminate - spedfsched04: indeterminate - psxtimes01: indeterminate - sprmsched01: indeterminate - sptimecounter02: indeterminate - sptimecounter04: indeterminate - ttest02: indeterminate - - # tests that pass nominally, but fail under Qemu when the host is under - # heavy load - psx12: indeterminate - spintrcritical03: indeterminate - spintrcritical04: indeterminate - spintrcritical05: indeterminate + reason: | + Expected to fail, do not compile these. + state: exclude + tests: + - minimum +- set-test-state: + reason: | + Tests that are passing intermittently. + state: indeterminate + tests: + - psx12 + - psxtimes01 + - rtmonuse + - rtmonusxtimes01 + - sp04 + - sp20 + - sp68 + - sp69 + - spcpucounter01 + - spedfsched02 + - spedfsched04 + - sprmsched01 + - sptimecounter02 + - sptimecounter04 + - ttest02 +- set-test-state: + reason: | + Tests that pass nominally, but fail under Qemu when the host is under + heavy load. + state: indeterminate + tests: + - spintrcritical03 + - spintrcritical04 + - spintrcritical05 build-type: option copyrights: - Copyright (C) 2020 On-Line Applications Research (OAR) diff --git a/spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml b/spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml index 6cd6dc0954..894819cd01 100644 --- a/spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml +++ b/spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml @@ -1,9 +1,11 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - # expected to produce a fatal-error when run - minimum: exclude - + reason: | + Expected to fail, do not compile these. + state: exclude + tests: + - minimum build-type: option copyrights: - Copyright (C) 2020 On-Line Applications Research (OAR) diff --git a/spec/build/bsps/arm/atsam/tstatsamv.yml b/spec/build/bsps/arm/atsam/tstatsamv.yml index 50e1e767e3..8af2234f22 100644 --- a/spec/build/bsps/arm/atsam/tstatsamv.yml +++ b/spec/build/bsps/arm/atsam/tstatsamv.yml @@ -1,26 +1,29 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - flashdisk01: exclude - fsdosfsname01: exclude - jffs2fserror: exclude - jffs2fslink: exclude - jffs2fspatheval: exclude - jffs2fspermission: exclude - jffs2fsrdwr: exclude - jffs2fsscandir01: exclude - jffs2fssymlink: exclude - jffs2fstime: exclude - linpack: exclude - psxconfig01: exclude - record02: exclude - sp16: exclude - sp25: exclude - sp48: exclude - spregionerr01: exclude - spstkalloc02: exclude - tmfine01: exclude + reason: null + state: exclude + tests: + - fileio + - flashdisk01 + - fsdosfsname01 + - jffs2fserror + - jffs2fslink + - jffs2fspatheval + - jffs2fspermission + - jffs2fsrdwr + - jffs2fsscandir01 + - jffs2fssymlink + - jffs2fstime + - linpack + - psxconfig01 + - record02 + - sp16 + - sp25 + - sp48 + - spregionerr01 + - spstkalloc02 + - tmfine01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml b/spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml index 5b476b1a87..e449e68ea0 100644 --- a/spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml +++ b/spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml @@ -1,27 +1,30 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - capture: exclude - cdtest: exclude - fileio: exclude - fsdosfsformat01: exclude - fsrfsbitmap01: exclude - iostream: exclude - math: exclude - mdosfsfserror: exclude - mdosfsfsrdwr: exclude - monitor02: exclude - paranoia: exclude - psxmsgq01: exclude - rcxx01: exclude - record01: exclude - rtems: exclude - shell01: exclude - spcxx01: exclude - sptls02: exclude - syscall01: exclude - ttest01: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - capture + - cdtest + - fileio + - fsdosfsformat01 + - fsrfsbitmap01 + - iostream + - math + - mdosfsfserror + - mdosfsfsrdwr + - monitor02 + - paranoia + - psxmsgq01 + - rcxx01 + - record01 + - rtems + - shell01 + - spcxx01 + - sptls02 + - syscall01 + - ttest01 + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml b/spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml index 331c0f36fe..c7405f76dd 100644 --- a/spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml +++ b/spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml @@ -1,12 +1,15 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - iostream: exclude - monitor02: exclude - rcxx01: exclude - rtems: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - fileio + - iostream + - monitor02 + - rcxx01 + - rtems + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml b/spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml index 4e6ffd614f..0ea7bf2b7c 100644 --- a/spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml +++ b/spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml @@ -1,27 +1,30 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - block08: exclude - capture: exclude - fileio: exclude - iostream: exclude - ostream: exclude - psxaio01: exclude - psxaio02: exclude - psxaio03: exclude - psxsignal07: exclude - rcxx01: exclude - sp16: exclude - sp25: exclude - sp42: exclude - sp48: exclude - sp71: exclude - spregionerr01: exclude - sptimecounter02: exclude - sptimecounter03: exclude - tmcontext01: exclude - top: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - block08 + - capture + - fileio + - iostream + - ostream + - psxaio01 + - psxaio02 + - psxaio03 + - psxsignal07 + - rcxx01 + - sp16 + - sp25 + - sp42 + - sp48 + - sp71 + - spregionerr01 + - sptimecounter02 + - sptimecounter03 + - tmcontext01 + - top + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml b/spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml index 95114741b2..0ce00994c3 100644 --- a/spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml +++ b/spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml @@ -1,24 +1,27 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - block08: exclude - capture: exclude - fileio: exclude - iostream: exclude - psxaio01: exclude - psxaio02: exclude - psxsignal07: exclude - rtems: exclude - sp16: exclude - sp25: exclude - sp42: exclude - sp48: exclude - sptimecounter02: exclude - sptimecounter03: exclude - tmcontext01: exclude - tmfine01: exclude - top: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - block08 + - capture + - fileio + - iostream + - psxaio01 + - psxaio02 + - psxsignal07 + - rtems + - sp16 + - sp25 + - sp42 + - sp48 + - sptimecounter02 + - sptimecounter03 + - tmcontext01 + - tmfine01 + - top + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml b/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml index 3f25946c1f..f1ba9bfba7 100644 --- a/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml +++ b/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml @@ -1,26 +1,29 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - block08: exclude - capture: exclude - fileio: exclude - iostream: exclude - psxaio01: exclude - psxaio02: exclude - psxaio03: exclude - psxsignal07: exclude - rtems: exclude - sp16: exclude - sp25: exclude - sp42: exclude - sp48: exclude - sptimecounter02: exclude - sptimecounter03: exclude - sptls02: exclude - tmcontext01: exclude - tmfine01: exclude - top: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - block08 + - capture + - fileio + - iostream + - psxaio01 + - psxaio02 + - psxaio03 + - psxsignal07 + - rtems + - sp16 + - sp25 + - sp42 + - sp48 + - sptimecounter02 + - sptimecounter03 + - sptls02 + - tmcontext01 + - tmfine01 + - top + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml b/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml index 1946daea39..8a900bf5ab 100644 --- a/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml +++ b/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml @@ -1,125 +1,128 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - block08: exclude - calloc: exclude - capture: exclude - cdtest: exclude - clockgettime: exclude - close: exclude - debugger01: exclude - defaultconfig01: exclude - dhrystone: exclude - dup2: exclude - fcntl: exclude - fileio: exclude - flockfile: exclude - fork: exclude - free: exclude - fsdosfswrite01: exclude - fsrfsbitmap01: exclude - fstat: exclude - ftrylockfile: exclude - funlockfile: exclude - getlogin: exclude - getpwnam: exclude - getpwuid: exclude - gettimeofday: exclude - getuid: exclude - heapwalk: exclude - htonl: exclude - imfsfserror: exclude - imfsfslink: exclude - imfsfspatheval: exclude - imfsfspermission: exclude - imfsfsrdwr: exclude - imfsfsscandir01: exclude - imfsfssymlink: exclude - imfsfstime: exclude - iostream: exclude - kill: exclude - longjmp: exclude - lseek: exclude - lstat: exclude - malloc: exclude - mdosfsfserror: exclude - mdosfsfspatheval: exclude - mdosfsfsrdwr: exclude - mdosfsfsscandir01: exclude - mdosfsfsstatvfs: exclude - mdosfsfstime: exclude - mimfsfserror: exclude - mimfsfslink: exclude - mimfsfspatheval: exclude - mimfsfspermission: exclude - mimfsfsrdwr: exclude - mimfsfsrename: exclude - mimfsfsscandir01: exclude - mimfsfssymlink: exclude - mimfsfstime: exclude - monitor: exclude - monitor01: exclude - monitor02: exclude - nanosleep: exclude - open: exclude - pipe: exclude - posixmemalign: exclude - psxaio01: exclude - psxaio02: exclude - psxaio03: exclude - psxbarrier01: exclude - psxkey07: exclude - psxkey08: exclude - psxsignal02: exclude - psxsignal07: exclude - rbheap01: exclude - read: exclude - readv: exclude - realloc: exclude - rtems: exclude - setjmp: exclude - sigaddset: exclude - sigdelset: exclude - sigemptyset: exclude - sigfillset: exclude - sigismember: exclude - sigprocmask: exclude - sp01: exclude - sp16: exclude - sp20: exclude - sp25: exclude - sp35: exclude - sp42: exclude - sp48: exclude - spclockerr01: exclude - speventerr03: exclude - spintrerr01: exclude - spmsgqerr01: exclude - spmsgqerr02: exclude - spporterr01: exclude - spratemonerr01: exclude - spregionerr01: exclude - spsemerr01: exclude - spsemerr02: exclude - spsignalerr01: exclude - spstkalloc: exclude - sptaskerr01: exclude - sptaskerr03: exclude - sptimecounter02: exclude - sptimecounter03: exclude - sptls02: exclude - stat: exclude - tm21: exclude - tmcontext01: exclude - tmfine01: exclude - top: exclude - unlink: exclude - utf8proc01: exclude - vfork: exclude - wait: exclude - waitpid: exclude - write: exclude - writev: exclude + reason: null + state: exclude + tests: + - block08 + - calloc + - capture + - cdtest + - clockgettime + - close + - debugger01 + - defaultconfig01 + - dhrystone + - dup2 + - fcntl + - fileio + - flockfile + - fork + - free + - fsdosfswrite01 + - fsrfsbitmap01 + - fstat + - ftrylockfile + - funlockfile + - getlogin + - getpwnam + - getpwuid + - gettimeofday + - getuid + - heapwalk + - htonl + - imfsfserror + - imfsfslink + - imfsfspatheval + - imfsfspermission + - imfsfsrdwr + - imfsfsscandir01 + - imfsfssymlink + - imfsfstime + - iostream + - kill + - longjmp + - lseek + - lstat + - malloc + - mdosfsfserror + - mdosfsfspatheval + - mdosfsfsrdwr + - mdosfsfsscandir01 + - mdosfsfsstatvfs + - mdosfsfstime + - mimfsfserror + - mimfsfslink + - mimfsfspatheval + - mimfsfspermission + - mimfsfsrdwr + - mimfsfsrename + - mimfsfsscandir01 + - mimfsfssymlink + - mimfsfstime + - monitor + - monitor01 + - monitor02 + - nanosleep + - open + - pipe + - posixmemalign + - psxaio01 + - psxaio02 + - psxaio03 + - psxbarrier01 + - psxkey07 + - psxkey08 + - psxsignal02 + - psxsignal07 + - rbheap01 + - read + - readv + - realloc + - rtems + - setjmp + - sigaddset + - sigdelset + - sigemptyset + - sigfillset + - sigismember + - sigprocmask + - sp01 + - sp16 + - sp20 + - sp25 + - sp35 + - sp42 + - sp48 + - spclockerr01 + - speventerr03 + - spintrerr01 + - spmsgqerr01 + - spmsgqerr02 + - spporterr01 + - spratemonerr01 + - spregionerr01 + - spsemerr01 + - spsemerr02 + - spsignalerr01 + - spstkalloc + - sptaskerr01 + - sptaskerr03 + - sptimecounter02 + - sptimecounter03 + - sptls02 + - stat + - tm21 + - tmcontext01 + - tmfine01 + - top + - unlink + - utf8proc01 + - vfork + - wait + - waitpid + - write + - writev build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml b/spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml index 7d60bda27a..3ded8b9878 100644 --- a/spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml +++ b/spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsdosfsname01: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml b/spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml index 7d60bda27a..3ded8b9878 100644 --- a/spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml +++ b/spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsdosfsname01: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml b/spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml index 1a3e375b03..e43ca25d3d 100644 --- a/spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml +++ b/spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml @@ -1,57 +1,60 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - block08: exclude - capture: exclude - cdtest: exclude - complex: exclude - crypt01: exclude - fileio: exclude - fsdosfsformat01: exclude - fsdosfsname02: exclude - fsdosfssync01: exclude - fsdosfswrite01: exclude - fsrfsbitmap01: exclude - fsrofs01: exclude - iostream: exclude - math: exclude - mathf: exclude - mdosfsfserror: exclude - mdosfsfspatheval: exclude - mdosfsfsrdwr: exclude - mdosfsfsscandir01: exclude - mdosfsfsstatvfs: exclude - mdosfsfstime: exclude - monitor: exclude - monitor02: exclude - paranoia: exclude - psxaio01: exclude - psxaio02: exclude - psxaio03: exclude - psxfile01: exclude - psxmsgq01: exclude - psxsignal07: exclude - psxtimer01: exclude - rcxx01: exclude - record01: exclude - rtems: exclude - shell01: exclude - sp16: exclude - sp25: exclude - sp42: exclude - sp48: exclude - spcxx01: exclude - sptimecounter02: exclude - sptimecounter03: exclude - sptls02: exclude - syscall01: exclude - tar01: exclude - termios: exclude - tmcontext01: exclude - tmfine01: exclude - top: exclude - ttest01: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - block08 + - capture + - cdtest + - complex + - crypt01 + - fileio + - fsdosfsformat01 + - fsdosfsname02 + - fsdosfssync01 + - fsdosfswrite01 + - fsrfsbitmap01 + - fsrofs01 + - iostream + - math + - mathf + - mdosfsfserror + - mdosfsfspatheval + - mdosfsfsrdwr + - mdosfsfsscandir01 + - mdosfsfsstatvfs + - mdosfsfstime + - monitor + - monitor02 + - paranoia + - psxaio01 + - psxaio02 + - psxaio03 + - psxfile01 + - psxmsgq01 + - psxsignal07 + - psxtimer01 + - rcxx01 + - record01 + - rtems + - shell01 + - sp16 + - sp25 + - sp42 + - sp48 + - spcxx01 + - sptimecounter02 + - sptimecounter03 + - sptls02 + - syscall01 + - tar01 + - termios + - tmcontext01 + - tmfine01 + - top + - ttest01 + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml b/spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml index 7d60bda27a..3ded8b9878 100644 --- a/spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml +++ b/spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsdosfsname01: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc24xx/tstncsromint.yml b/spec/build/bsps/arm/lpc24xx/tstncsromint.yml index 7d60bda27a..3ded8b9878 100644 --- a/spec/build/bsps/arm/lpc24xx/tstncsromint.yml +++ b/spec/build/bsps/arm/lpc24xx/tstncsromint.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsdosfsname01: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc24xx/tstplx800romint.yml b/spec/build/bsps/arm/lpc24xx/tstplx800romint.yml index 7d60bda27a..3ded8b9878 100644 --- a/spec/build/bsps/arm/lpc24xx/tstplx800romint.yml +++ b/spec/build/bsps/arm/lpc24xx/tstplx800romint.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsdosfsname01: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml b/spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml index 9c10b3fc46..0dbde105cb 100644 --- a/spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml +++ b/spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml @@ -1,15 +1,18 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - fsdosfssync01: exclude - iostream: exclude - monitor02: exclude - rcxx01: exclude - rtems: exclude - sp71: exclude - ttest01: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - fileio + - fsdosfssync01 + - iostream + - monitor02 + - rcxx01 + - rtems + - sp71 + - ttest01 + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml b/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml index 7e94438992..efcb42b586 100644 --- a/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml +++ b/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml @@ -1,16 +1,19 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - dl10: exclude - exit03: exclude - fileio: exclude - fsdosfsname01: exclude - iostream: exclude - linpack: exclude - rcxx01: exclude - record02: exclude - utf8proc01: exclude - validation-no-clock-0: exclude + reason: null + state: exclude + tests: + - dl10 + - exit03 + - fileio + - fsdosfsname01 + - iostream + - linpack + - rcxx01 + - record02 + - utf8proc01 + - validation-no-clock-0 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml b/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml index 43c82c7063..1bd1983dcb 100644 --- a/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml +++ b/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml @@ -1,12 +1,15 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - dl10: exclude - fsdosfsname01: exclude - linpack: exclude - record02: exclude - utf8proc01: exclude - validation-no-clock-0: exclude + reason: null + state: exclude + tests: + - dl10 + - fsdosfsname01 + - linpack + - record02 + - utf8proc01 + - validation-no-clock-0 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/stm32f4/tststm32f105rc.yml b/spec/build/bsps/arm/stm32f4/tststm32f105rc.yml index 331c0f36fe..c7405f76dd 100644 --- a/spec/build/bsps/arm/stm32f4/tststm32f105rc.yml +++ b/spec/build/bsps/arm/stm32f4/tststm32f105rc.yml @@ -1,12 +1,15 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - iostream: exclude - monitor02: exclude - rcxx01: exclude - rtems: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - fileio + - iostream + - monitor02 + - rcxx01 + - rtems + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml b/spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml index 656461c9aa..69f7ffe561 100644 --- a/spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml +++ b/spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml @@ -1,9 +1,12 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - linpack: exclude - fsdosfsname01: exclude - record02: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 + - linpack + - record02 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/tms570/tstls3137hdkintram.yml b/spec/build/bsps/arm/tms570/tstls3137hdkintram.yml index 3222cea9b2..c52a26e118 100644 --- a/spec/build/bsps/arm/tms570/tstls3137hdkintram.yml +++ b/spec/build/bsps/arm/tms570/tstls3137hdkintram.yml @@ -1,12 +1,15 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - iostream: exclude - monitor02: exclude - rcxx01: exclude - syscall01: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - fileio + - iostream + - monitor02 + - rcxx01 + - syscall01 + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/i386/pc386/tst-xfail-val.yml b/spec/build/bsps/i386/pc386/tst-xfail-val.yml index 59ee226ebf..3622849a6c 100644 --- a/spec/build/bsps/i386/pc386/tst-xfail-val.yml +++ b/spec/build/bsps/i386/pc386/tst-xfail-val.yml @@ -1,14 +1,17 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fatal-init-task-construct-failed: expected-fail - fatal-too-large-tls-size: expected-fail - performance-no-clock-0: expected-fail - validation-intr: expected-fail - validation-io-kernel: expected-fail - validation-no-clock-0: expected-fail - validation-one-cpu-0: expected-fail - validation-timecounter-1: expected-fail + reason: null + state: expected-fail + tests: + - fatal-init-task-construct-failed + - fatal-too-large-tls-size + - performance-no-clock-0 + - validation-intr + - validation-io-kernel + - validation-no-clock-0 + - validation-one-cpu-0 + - validation-timecounter-1 build-type: option copyrights: - Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml b/spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml index 02faf0a666..d163120a76 100644 --- a/spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml +++ b/spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml @@ -1,8 +1,11 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - dl05: exclude - fsdosfsname01: exclude + reason: null + state: exclude + tests: + - dl05 + - fsdosfsname01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/m68k/mcf52235/tstmcf52235.yml b/spec/build/bsps/m68k/mcf52235/tstmcf52235.yml index 0aec1b797f..82ed21d017 100644 --- a/spec/build/bsps/m68k/mcf52235/tstmcf52235.yml +++ b/spec/build/bsps/m68k/mcf52235/tstmcf52235.yml @@ -1,23 +1,26 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - block08: exclude - capture: exclude - cdtest: exclude - fileio: exclude - fsdosfsformat01: exclude - iostream: exclude - monitor02: exclude - paranoia: exclude - sp16: exclude - sptimecounter02: exclude - sptimecounter03: exclude - syscall01: exclude - tmcontext01: exclude - tmfine01: exclude - top: exclude - ttest01: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - block08 + - capture + - cdtest + - fileio + - fsdosfsformat01 + - iostream + - monitor02 + - paranoia + - sp16 + - sptimecounter02 + - sptimecounter03 + - syscall01 + - tmcontext01 + - tmfine01 + - top + - ttest01 + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml b/spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml index aebe0bc83e..60470420df 100644 --- a/spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml +++ b/spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml @@ -1,9 +1,12 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - cdtest: exclude - fileio: exclude - iostream: exclude + reason: null + state: exclude + tests: + - cdtest + - fileio + - iostream build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/m68k/mrm332/tstmrm332.yml b/spec/build/bsps/m68k/mrm332/tstmrm332.yml index d7c2c3e452..b19261b759 100644 --- a/spec/build/bsps/m68k/mrm332/tstmrm332.yml +++ b/spec/build/bsps/m68k/mrm332/tstmrm332.yml @@ -1,15 +1,18 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - cdtest: exclude - dl05: exclude - dl10: exclude - fileio: exclude - fsdosfsname01: exclude - iostream: exclude - linpack: exclude - record02: exclude - utf8proc01: exclude + reason: null + state: exclude + tests: + - cdtest + - dl05 + - dl10 + - fileio + - fsdosfsname01 + - iostream + - linpack + - record02 + - utf8proc01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/m68k/mvme162/tstmvme162.yml b/spec/build/bsps/m68k/mvme162/tstmvme162.yml index 153cfab0e3..4136ac87e3 100644 --- a/spec/build/bsps/m68k/mvme162/tstmvme162.yml +++ b/spec/build/bsps/m68k/mvme162/tstmvme162.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsdosfsname01: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/m68k/mvme162/tstmvme162lx.yml b/spec/build/bsps/m68k/mvme162/tstmvme162lx.yml index 153cfab0e3..4136ac87e3 100644 --- a/spec/build/bsps/m68k/mvme162/tstmvme162lx.yml +++ b/spec/build/bsps/m68k/mvme162/tstmvme162lx.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsdosfsname01: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml b/spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml index fb9f2bdb00..8930c6d2c6 100644 --- a/spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml +++ b/spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml @@ -1,8 +1,11 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - # expected to fail, don't compile these - minimum: exclude + reason: | + Expected to fail, do not compile these. + state: exclude + tests: + - minimum build-type: option copyrights: - Copyright (C) 2021 On-Line Applications Research Corporation (OAR) diff --git a/spec/build/bsps/mips/jmr3904/tstjmr3904.yml b/spec/build/bsps/mips/jmr3904/tstjmr3904.yml index 9ae030d919..1f4c2ef32a 100644 --- a/spec/build/bsps/mips/jmr3904/tstjmr3904.yml +++ b/spec/build/bsps/mips/jmr3904/tstjmr3904.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - spfatal26: exclude + reason: null + state: exclude + tests: + - spfatal26 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml b/spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml index 69acc1031a..5b8288c0e0 100644 --- a/spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml +++ b/spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml @@ -1,9 +1,12 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsdosfsname01: exclude - linpack: exclude - record02: exclude + reason: null + state: exclude + tests: + - fsdosfsname01 + - linpack + - record02 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml b/spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml index 8e6190ce14..ffc7c2feaf 100644 --- a/spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml +++ b/spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml @@ -1,8 +1,11 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - psxaio02: exclude + reason: null + state: exclude + tests: + - fileio + - psxaio02 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/gensh1/tstgensh1.yml b/spec/build/bsps/sh/gensh1/tstgensh1.yml index 24ae4936a6..ac6e761570 100644 --- a/spec/build/bsps/sh/gensh1/tstgensh1.yml +++ b/spec/build/bsps/sh/gensh1/tstgensh1.yml @@ -1,14 +1,17 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - fsdosfsname01: exclude - iostream: exclude - linpack: exclude - rcxx01: exclude - record02: exclude - utf8proc01: exclude - validation-no-clock-0: exclude + reason: null + state: exclude + tests: + - fileio + - fsdosfsname01 + - iostream + - linpack + - rcxx01 + - record02 + - utf8proc01 + - validation-no-clock-0 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/gensh2/tstgensh2.yml b/spec/build/bsps/sh/gensh2/tstgensh2.yml index 43be5a19c0..664064e1a4 100644 --- a/spec/build/bsps/sh/gensh2/tstgensh2.yml +++ b/spec/build/bsps/sh/gensh2/tstgensh2.yml @@ -1,11 +1,14 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - iostream: exclude - rcxx01: exclude - utf8proc01: exclude - validation-no-clock-0: exclude + reason: null + state: exclude + tests: + - fileio + - iostream + - rcxx01 + - utf8proc01 + - validation-no-clock-0 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/shsim/tstsimsh1.yml b/spec/build/bsps/sh/shsim/tstsimsh1.yml index 4cad77e4c5..97a13626e4 100644 --- a/spec/build/bsps/sh/shsim/tstsimsh1.yml +++ b/spec/build/bsps/sh/shsim/tstsimsh1.yml @@ -1,14 +1,17 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - fsdosfsname01: exclude - iostream: exclude - linpack: exclude - rcxx01: exclude - record02: exclude - utf8proc01: exclude - validation-no-clock-0: exclude + reason: null + state: exclude + tests: + - fileio + - fsdosfsname01 + - iostream + - linpack + - rcxx01 + - record02 + - utf8proc01 + - validation-no-clock-0 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/shsim/tstsimsh2.yml b/spec/build/bsps/sh/shsim/tstsimsh2.yml index 4cad77e4c5..97a13626e4 100644 --- a/spec/build/bsps/sh/shsim/tstsimsh2.yml +++ b/spec/build/bsps/sh/shsim/tstsimsh2.yml @@ -1,14 +1,17 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - fsdosfsname01: exclude - iostream: exclude - linpack: exclude - rcxx01: exclude - record02: exclude - utf8proc01: exclude - validation-no-clock-0: exclude + reason: null + state: exclude + tests: + - fileio + - fsdosfsname01 + - iostream + - linpack + - rcxx01 + - record02 + - utf8proc01 + - validation-no-clock-0 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/shsim/tstsimsh2e.yml b/spec/build/bsps/sh/shsim/tstsimsh2e.yml index 4cad77e4c5..97a13626e4 100644 --- a/spec/build/bsps/sh/shsim/tstsimsh2e.yml +++ b/spec/build/bsps/sh/shsim/tstsimsh2e.yml @@ -1,14 +1,17 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - fsdosfsname01: exclude - iostream: exclude - linpack: exclude - rcxx01: exclude - record02: exclude - utf8proc01: exclude - validation-no-clock-0: exclude + reason: null + state: exclude + tests: + - fileio + - fsdosfsname01 + - iostream + - linpack + - rcxx01 + - record02 + - utf8proc01 + - validation-no-clock-0 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/shsim/tstsimsh4.yml b/spec/build/bsps/sh/shsim/tstsimsh4.yml index 4cad77e4c5..97a13626e4 100644 --- a/spec/build/bsps/sh/shsim/tstsimsh4.yml +++ b/spec/build/bsps/sh/shsim/tstsimsh4.yml @@ -1,14 +1,17 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fileio: exclude - fsdosfsname01: exclude - iostream: exclude - linpack: exclude - rcxx01: exclude - record02: exclude - utf8proc01: exclude - validation-no-clock-0: exclude + reason: null + state: exclude + tests: + - fileio + - fsdosfsname01 + - iostream + - linpack + - rcxx01 + - record02 + - utf8proc01 + - validation-no-clock-0 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tst-xfail-dl06.yml b/spec/build/bsps/tst-xfail-dl06.yml index 37018a0851..722c534d3b 100644 --- a/spec/build/bsps/tst-xfail-dl06.yml +++ b/spec/build/bsps/tst-xfail-dl06.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - dl06: expected-fail + reason: null + state: expected-fail + tests: + - dl06 build-type: option copyrights: - Copyright (C) 2022 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tst-xfail-intr.yml b/spec/build/bsps/tst-xfail-intr.yml index 7c43194996..ed767bd00d 100644 --- a/spec/build/bsps/tst-xfail-intr.yml +++ b/spec/build/bsps/tst-xfail-intr.yml @@ -1,7 +1,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - validation-intr: expected-fail + reason: null + state: expected-fail + tests: + - validation-intr build-type: option copyrights: - Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tst.yml b/spec/build/bsps/tst.yml index 8610b375c3..958818f459 100644 --- a/spec/build/bsps/tst.yml +++ b/spec/build/bsps/tst.yml @@ -1,16 +1,27 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - capture: user-input - dhrystone: benchmark - dl10: user-input - fileio: user-input - linpack: benchmark - monitor: user-input - psxfenv01: expected-fail - termios: user-input - top: user-input - whetstone: benchmark + reason: null + state: user-input + tests: + - capture + - dl10 + - fileio + - monitor + - termios + - top +- set-test-state: + reason: null + state: benchmark + tests: + - dhrystone + - linpack + - whetstone +- set-test-state: + reason: null + state: expected-fail + tests: + - psxfenv01 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tstnoiconv.yml b/spec/build/bsps/tstnoiconv.yml index 30de0ef1b4..f5157bc424 100644 --- a/spec/build/bsps/tstnoiconv.yml +++ b/spec/build/bsps/tstnoiconv.yml @@ -1,9 +1,12 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - iconv: exclude - iconvclose: exclude - iconvopen: exclude + reason: null + state: exclude + tests: + - iconv + - iconvclose + - iconvopen build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tstnointrcrit.yml b/spec/build/bsps/tstnointrcrit.yml index 46f7d974c8..e5b1389800 100644 --- a/spec/build/bsps/tstnointrcrit.yml +++ b/spec/build/bsps/tstnointrcrit.yml @@ -1,30 +1,33 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - psxintrcritical01: exclude - spintrcritical01: exclude - spintrcritical02: exclude - spintrcritical03: exclude - spintrcritical04: exclude - spintrcritical05: exclude - spintrcritical06: exclude - spintrcritical07: exclude - spintrcritical08: exclude - spintrcritical09: exclude - spintrcritical10: exclude - spintrcritical11: exclude - spintrcritical12: exclude - spintrcritical13: exclude - spintrcritical14: exclude - spintrcritical15: exclude - spintrcritical16: exclude - spintrcritical17: exclude - spintrcritical18: exclude - spintrcritical20: exclude - spintrcritical21: exclude - spintrcritical22: exclude - spintrcritical23: exclude - spintrcritical24: exclude + reason: null + state: exclude + tests: + - psxintrcritical01 + - spintrcritical01 + - spintrcritical02 + - spintrcritical03 + - spintrcritical04 + - spintrcritical05 + - spintrcritical06 + - spintrcritical07 + - spintrcritical08 + - spintrcritical09 + - spintrcritical10 + - spintrcritical11 + - spintrcritical12 + - spintrcritical13 + - spintrcritical14 + - spintrcritical15 + - spintrcritical16 + - spintrcritical17 + - spintrcritical18 + - spintrcritical20 + - spintrcritical21 + - spintrcritical22 + - spintrcritical23 + - spintrcritical24 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tstnojffs2.yml b/spec/build/bsps/tstnojffs2.yml index 4742d42919..1de9ccbc70 100644 --- a/spec/build/bsps/tstnojffs2.yml +++ b/spec/build/bsps/tstnojffs2.yml @@ -1,15 +1,18 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - fsjffs2gc01: exclude - jffs2fserror: exclude - jffs2fslink: exclude - jffs2fspatheval: exclude - jffs2fspermission: exclude - jffs2fsrdwr: exclude - jffs2fsscandir01: exclude - jffs2fssymlink: exclude - jffs2fstime: exclude + reason: null + state: exclude + tests: + - fsjffs2gc01 + - jffs2fserror + - jffs2fslink + - jffs2fspatheval + - jffs2fspermission + - jffs2fsrdwr + - jffs2fsscandir01 + - jffs2fssymlink + - jffs2fstime build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tstnolibdl.yml b/spec/build/bsps/tstnolibdl.yml index db89e83130..f5e40f74c7 100644 --- a/spec/build/bsps/tstnolibdl.yml +++ b/spec/build/bsps/tstnolibdl.yml @@ -1,16 +1,19 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - dl01: exclude - dl02: exclude - dl03: exclude - dl04: exclude - dl05: exclude - dl06: exclude - dl07: exclude - dl08: exclude - dl09: exclude - dl10: exclude + reason: null + state: exclude + tests: + - dl01 + - dl02 + - dl03 + - dl04 + - dl05 + - dl06 + - dl07 + - dl08 + - dl09 + - dl10 build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tstnorfs.yml b/spec/build/bsps/tstnorfs.yml index ba8ae1c21e..b7e30efb7b 100644 --- a/spec/build/bsps/tstnorfs.yml +++ b/spec/build/bsps/tstnorfs.yml @@ -1,16 +1,19 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - mrfsfserror: exclude - mrfsfsfpathconf: exclude - mrfsfslink: exclude - mrfsfspatheval: exclude - mrfsfspermission: exclude - mrfsfsrdwr: exclude - mrfsfsrename: exclude - mrfsfsscandir01: exclude - mrfsfssymlink: exclude - mrfsfstime: exclude + reason: null + state: exclude + tests: + - mrfsfserror + - mrfsfsfpathconf + - mrfsfslink + - mrfsfspatheval + - mrfsfspermission + - mrfsfsrdwr + - mrfsfsrename + - mrfsfsscandir01 + - mrfsfssymlink + - mrfsfstime build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tstreqtick.yml b/spec/build/bsps/tstreqtick.yml index e3ff8389b3..ea3de7abd4 100644 --- a/spec/build/bsps/tstreqtick.yml +++ b/spec/build/bsps/tstreqtick.yml @@ -1,53 +1,56 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - cpuuse: exclude - psx07: exclude - psx09: exclude - psx10: exclude - psx11: exclude - psxcancel01: exclude - psxgetrusage01: exclude - psxintrcritical01: exclude - psxsignal01: exclude - psxsignal02: exclude - psxspin01: exclude - psxtime: exclude - psxtimes01: exclude - sp04: exclude - sp14: exclude - sp19: exclude - sp35: exclude - sp38: exclude - sp44: exclude - sp69: exclude - spcbssched02: exclude - spcbssched03: exclude - spcontext01: exclude - spcpucounter01: exclude - spedfsched03: exclude - spintrcritical01: exclude - spintrcritical02: exclude - spintrcritical03: exclude - spintrcritical04: exclude - spintrcritical05: exclude - spintrcritical06: exclude - spintrcritical07: exclude - spintrcritical08: exclude - spintrcritical09: exclude - spintrcritical10: exclude - spintrcritical11: exclude - spintrcritical12: exclude - spintrcritical13: exclude - spintrcritical14: exclude - spintrcritical15: exclude - spintrcritical16: exclude - spintrcritical17: exclude - spintrcritical18: exclude - spintrcritical19: exclude - spintrcritical20: exclude - spnsext01: exclude - spqreslib: exclude + reason: null + state: exclude + tests: + - cpuuse + - psx07 + - psx09 + - psx10 + - psx11 + - psxcancel01 + - psxgetrusage01 + - psxintrcritical01 + - psxsignal01 + - psxsignal02 + - psxspin01 + - psxtime + - psxtimes01 + - sp04 + - sp14 + - sp19 + - sp35 + - sp38 + - sp44 + - sp69 + - spcbssched02 + - spcbssched03 + - spcontext01 + - spcpucounter01 + - spedfsched03 + - spintrcritical01 + - spintrcritical02 + - spintrcritical03 + - spintrcritical04 + - spintrcritical05 + - spintrcritical06 + - spintrcritical07 + - spintrcritical08 + - spintrcritical09 + - spintrcritical10 + - spintrcritical11 + - spintrcritical12 + - spintrcritical13 + - spintrcritical14 + - spintrcritical15 + - spintrcritical16 + - spintrcritical17 + - spintrcritical18 + - spintrcritical19 + - spintrcritical20 + - spnsext01 + - spqreslib build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tstsmallmem.yml b/spec/build/bsps/tstsmallmem.yml index 0a919a0853..050ae6c2a7 100644 --- a/spec/build/bsps/tstsmallmem.yml +++ b/spec/build/bsps/tstsmallmem.yml @@ -1,32 +1,35 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: - can01: exclude - exit03: exclude - flashdisk01: exclude - fsdosfsname01: exclude - linpack: exclude - performance-no-clock-0: exclude - psxconfig01: exclude - psxusleep: exclude - record02: exclude - sp47: exclude - spstkalloc02: exclude - tftpfs: exclude - terminate: exclude - unit-no-clock-0: exclude - userext: exclude - validation-0: exclude - validation-1: exclude - validation-cache: exclude - validation-intr: exclude - validation-no-clock-0: exclude - validation-non-smp: exclude - validation-one-cpu-0: exclude - validation-one-cpu-1: exclude - validation-timecounter-0: exclude - validation-timecounter-1: exclude - validation-tls-0: exclude + reason: null + state: exclude + tests: + - can01 + - exit03 + - flashdisk01 + - fsdosfsname01 + - linpack + - performance-no-clock-0 + - psxconfig01 + - psxusleep + - record02 + - sp47 + - spstkalloc02 + - terminate + - tftpfs + - unit-no-clock-0 + - userext + - validation-0 + - validation-1 + - validation-cache + - validation-intr + - validation-no-clock-0 + - validation-non-smp + - validation-one-cpu-0 + - validation-one-cpu-1 + - validation-timecounter-0 + - validation-timecounter-1 + - validation-tls-0 - set-value: -DPER_ALLOCATION=10 - append-test-cppflags: sp71 - set-value: -DMAXIMUM_DISTRIBUTION=10 diff --git a/wscript b/wscript index ffed3f13d6..a622ed3941 100755 --- a/wscript +++ b/wscript @@ -1035,8 +1035,9 @@ class OptionItem(Item): "indeterminate": self._test_state_indeterminate, "user-input": self._test_state_user_input, } - for k, v in arg.items(): - actions[v](conf, k) + action = actions[arg["state"]] + for test in arg["tests"]: + action(conf, test) return value def _set_value(self, conf, cic, value, arg): -- cgit v1.2.3