From 212b0ca440d6bb2f3e5d2638508227c2a7106a57 Mon Sep 17 00:00:00 2001 From: Sebastian Huber Date: Thu, 9 Dec 2021 15:58:14 +0100 Subject: validation: Add test suites The test source code is generated from specification items by the "./spec2modules.py" script contained in the git://git.rtems.org/rtems-central.git Git repository. Please read the "How-To" section in the "Software Requirements Engineering" chapter of the RTEMS Software Engineering manual to get more information about the process. Update #3716. --- spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml | 1 + spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml | 1 + spec/build/bsps/i386/pc386/grp.yml | 2 ++ spec/build/bsps/i386/pc386/tst-xfail-val.yml | 20 ++++++++++++++++++++ spec/build/bsps/powerpc/psim/bsppsim.yml | 2 ++ spec/build/bsps/sh/gensh1/tstgensh1.yml | 1 + spec/build/bsps/sh/gensh2/tstgensh2.yml | 6 +++--- spec/build/bsps/sh/shsim/tstsimsh1.yml | 1 + spec/build/bsps/sh/shsim/tstsimsh2.yml | 1 + spec/build/bsps/sh/shsim/tstsimsh2e.yml | 1 + spec/build/bsps/sh/shsim/tstsimsh4.yml | 1 + spec/build/bsps/tst-xfail-intr.yml | 13 +++++++++++++ spec/build/bsps/tstsmallmem.yml | 13 ++++++++++++- spec/build/testsuites/validation/grp.yml | 12 +++++++++++- spec/build/testsuites/validation/performance-0.yml | 20 -------------------- .../testsuites/validation/performance-no-clock-0.yml | 19 +++++++++++++++++++ spec/build/testsuites/validation/validation-1.yml | 3 +-- .../testsuites/validation/validation-non-smp.yml | 20 ++++++++++++++++++++ .../testsuites/validation/validation-one-cpu-0.yml | 19 +++++++++++++++++++ .../testsuites/validation/validation-smp-only-0.yml | 19 +++++++++++++++++++ .../testsuites/validation/validation-smp-only-1.yml | 19 +++++++++++++++++++ 21 files changed, 167 insertions(+), 27 deletions(-) create mode 100644 spec/build/bsps/i386/pc386/tst-xfail-val.yml create mode 100644 spec/build/bsps/tst-xfail-intr.yml delete mode 100644 spec/build/testsuites/validation/performance-0.yml create mode 100644 spec/build/testsuites/validation/performance-no-clock-0.yml create mode 100644 spec/build/testsuites/validation/validation-non-smp.yml create mode 100644 spec/build/testsuites/validation/validation-one-cpu-0.yml create mode 100644 spec/build/testsuites/validation/validation-smp-only-0.yml create mode 100644 spec/build/testsuites/validation/validation-smp-only-1.yml (limited to 'spec') diff --git a/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml b/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml index b271e644ce..6742359ed0 100644 --- a/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml +++ b/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml @@ -9,6 +9,7 @@ actions: rcxx01: exclude record02: exclude utf8proc01: exclude + validation-no-clock-0: exclude build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml b/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml index 26700fa79e..43c82c7063 100644 --- a/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml +++ b/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml @@ -6,6 +6,7 @@ actions: linpack: exclude record02: exclude utf8proc01: exclude + validation-no-clock-0: exclude build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/i386/pc386/grp.yml b/spec/build/bsps/i386/pc386/grp.yml index 1f162e8a32..9c3709906f 100644 --- a/spec/build/bsps/i386/pc386/grp.yml +++ b/spec/build/bsps/i386/pc386/grp.yml @@ -59,6 +59,8 @@ links: uid: optgdtdesc - role: build-dependency uid: start +- role: build-dependency + uid: tst-xfail-val - role: build-dependency uid: ../../obj - role: build-dependency diff --git a/spec/build/bsps/i386/pc386/tst-xfail-val.yml b/spec/build/bsps/i386/pc386/tst-xfail-val.yml new file mode 100644 index 0000000000..59ee226ebf --- /dev/null +++ b/spec/build/bsps/i386/pc386/tst-xfail-val.yml @@ -0,0 +1,20 @@ +SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause +actions: +- set-test-state: + fatal-init-task-construct-failed: expected-fail + fatal-too-large-tls-size: expected-fail + performance-no-clock-0: expected-fail + validation-intr: expected-fail + validation-io-kernel: expected-fail + validation-no-clock-0: expected-fail + validation-one-cpu-0: expected-fail + validation-timecounter-1: expected-fail +build-type: option +copyrights: +- Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de) +default: null +default-by-variant: [] +description: '' +enabled-by: true +links: [] +type: build diff --git a/spec/build/bsps/powerpc/psim/bsppsim.yml b/spec/build/bsps/powerpc/psim/bsppsim.yml index c42590f0a1..0a7762c599 100644 --- a/spec/build/bsps/powerpc/psim/bsppsim.yml +++ b/spec/build/bsps/powerpc/psim/bsppsim.yml @@ -29,6 +29,8 @@ links: uid: ../../objirq - role: build-dependency uid: ../../opto2 +- role: build-dependency + uid: ../../tst-xfail-intr - role: build-dependency uid: ../crti - role: build-dependency diff --git a/spec/build/bsps/sh/gensh1/tstgensh1.yml b/spec/build/bsps/sh/gensh1/tstgensh1.yml index 61fd3cd9a6..24ae4936a6 100644 --- a/spec/build/bsps/sh/gensh1/tstgensh1.yml +++ b/spec/build/bsps/sh/gensh1/tstgensh1.yml @@ -8,6 +8,7 @@ actions: rcxx01: exclude record02: exclude utf8proc01: exclude + validation-no-clock-0: exclude build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/gensh2/tstgensh2.yml b/spec/build/bsps/sh/gensh2/tstgensh2.yml index 61fd3cd9a6..43be5a19c0 100644 --- a/spec/build/bsps/sh/gensh2/tstgensh2.yml +++ b/spec/build/bsps/sh/gensh2/tstgensh2.yml @@ -2,12 +2,10 @@ SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause actions: - set-test-state: fileio: exclude - fsdosfsname01: exclude iostream: exclude - linpack: exclude rcxx01: exclude - record02: exclude utf8proc01: exclude + validation-no-clock-0: exclude build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) @@ -18,4 +16,6 @@ enabled-by: true links: - role: build-dependency uid: ../../tstnoiconv +- role: build-dependency + uid: ../../tstsmallmem type: build diff --git a/spec/build/bsps/sh/shsim/tstsimsh1.yml b/spec/build/bsps/sh/shsim/tstsimsh1.yml index 695ede7831..4cad77e4c5 100644 --- a/spec/build/bsps/sh/shsim/tstsimsh1.yml +++ b/spec/build/bsps/sh/shsim/tstsimsh1.yml @@ -8,6 +8,7 @@ actions: rcxx01: exclude record02: exclude utf8proc01: exclude + validation-no-clock-0: exclude build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/shsim/tstsimsh2.yml b/spec/build/bsps/sh/shsim/tstsimsh2.yml index 695ede7831..4cad77e4c5 100644 --- a/spec/build/bsps/sh/shsim/tstsimsh2.yml +++ b/spec/build/bsps/sh/shsim/tstsimsh2.yml @@ -8,6 +8,7 @@ actions: rcxx01: exclude record02: exclude utf8proc01: exclude + validation-no-clock-0: exclude build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/shsim/tstsimsh2e.yml b/spec/build/bsps/sh/shsim/tstsimsh2e.yml index 695ede7831..4cad77e4c5 100644 --- a/spec/build/bsps/sh/shsim/tstsimsh2e.yml +++ b/spec/build/bsps/sh/shsim/tstsimsh2e.yml @@ -8,6 +8,7 @@ actions: rcxx01: exclude record02: exclude utf8proc01: exclude + validation-no-clock-0: exclude build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/sh/shsim/tstsimsh4.yml b/spec/build/bsps/sh/shsim/tstsimsh4.yml index 695ede7831..4cad77e4c5 100644 --- a/spec/build/bsps/sh/shsim/tstsimsh4.yml +++ b/spec/build/bsps/sh/shsim/tstsimsh4.yml @@ -8,6 +8,7 @@ actions: rcxx01: exclude record02: exclude utf8proc01: exclude + validation-no-clock-0: exclude build-type: option copyrights: - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) diff --git a/spec/build/bsps/tst-xfail-intr.yml b/spec/build/bsps/tst-xfail-intr.yml new file mode 100644 index 0000000000..7c43194996 --- /dev/null +++ b/spec/build/bsps/tst-xfail-intr.yml @@ -0,0 +1,13 @@ +SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause +actions: +- set-test-state: + validation-intr: expected-fail +build-type: option +copyrights: +- Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de) +default: null +default-by-variant: [] +description: '' +enabled-by: true +links: [] +type: build diff --git a/spec/build/bsps/tstsmallmem.yml b/spec/build/bsps/tstsmallmem.yml index 3d1ffa6b57..2bdbd5f106 100644 --- a/spec/build/bsps/tstsmallmem.yml +++ b/spec/build/bsps/tstsmallmem.yml @@ -4,14 +4,25 @@ actions: flashdisk01: exclude fsdosfsname01: exclude linpack: exclude - performance-0: exclude + performance-no-clock-0: exclude psxconfig01: exclude psxusleep: exclude record02: exclude sp47: exclude spstkalloc02: exclude + terminate: exclude + userext: exclude validation-0: exclude validation-1: exclude + validation-cache: exclude + validation-intr: exclude + validation-no-clock-0: exclude + validation-non-smp: exclude + validation-one-cpu-0: exclude + validation-one-cpu-1: exclude + validation-timecounter-0: exclude + validation-timecounter-1: exclude + validation-tls-0: exclude - set-value: -DPER_ALLOCATION=10 - append-test-cppflags: sp71 - set-value: -DMAXIMUM_DISTRIBUTION=10 diff --git a/spec/build/testsuites/validation/grp.yml b/spec/build/testsuites/validation/grp.yml index b2f3606944..48e3978e94 100644 --- a/spec/build/testsuites/validation/grp.yml +++ b/spec/build/testsuites/validation/grp.yml @@ -13,11 +13,21 @@ links: - role: build-dependency uid: libvalidation - role: build-dependency - uid: performance-0 + uid: performance-no-clock-0 - role: build-dependency uid: validation-0 - role: build-dependency uid: validation-1 +- role: build-dependency + uid: validation-no-clock-0 +- role: build-dependency + uid: validation-non-smp +- role: build-dependency + uid: validation-one-cpu-0 +- role: build-dependency + uid: validation-smp-only-0 +- role: build-dependency + uid: validation-smp-only-1 type: build use-after: - validation diff --git a/spec/build/testsuites/validation/performance-0.yml b/spec/build/testsuites/validation/performance-0.yml deleted file mode 100644 index 711edb0c75..0000000000 --- a/spec/build/testsuites/validation/performance-0.yml +++ /dev/null @@ -1,20 +0,0 @@ -SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause -build-type: test-program -cflags: [] -copyrights: -- Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) -cppflags: [] -cxxflags: [] -enabled-by: true -features: c cprogram -includes: [] -ldflags: [] -links: [] -source: -- testsuites/validation/tc-part-performance.c -- testsuites/validation/ts-performance-0.c -stlib: [] -target: testsuites/validation/ts-performance-0.exe -type: build -use-after: [] -use-before: [] diff --git a/spec/build/testsuites/validation/performance-no-clock-0.yml b/spec/build/testsuites/validation/performance-no-clock-0.yml new file mode 100644 index 0000000000..bc76f665ea --- /dev/null +++ b/spec/build/testsuites/validation/performance-no-clock-0.yml @@ -0,0 +1,19 @@ +SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause +build-type: test-program +cflags: [] +copyrights: +- Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de) +cppflags: [] +cxxflags: [] +enabled-by: true +features: c cprogram +includes: [] +ldflags: [] +links: [] +source: +- testsuites/validation/ts-performance-no-clock-0.c +stlib: [] +target: testsuites/validation/ts-performance-no-clock-0.exe +type: build +use-after: [] +use-before: [] diff --git a/spec/build/testsuites/validation/validation-1.yml b/spec/build/testsuites/validation/validation-1.yml index ad6a7f32e8..8a98f8b382 100644 --- a/spec/build/testsuites/validation/validation-1.yml +++ b/spec/build/testsuites/validation/validation-1.yml @@ -19,6 +19,5 @@ source: stlib: [] target: testsuites/validation/ts-validation-1.exe type: build -use-after: -- validation +use-after: [] use-before: [] diff --git a/spec/build/testsuites/validation/validation-non-smp.yml b/spec/build/testsuites/validation/validation-non-smp.yml new file mode 100644 index 0000000000..656a8a1c5e --- /dev/null +++ b/spec/build/testsuites/validation/validation-non-smp.yml @@ -0,0 +1,20 @@ +SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause +build-type: test-program +cflags: [] +copyrights: +- Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de) +cppflags: [] +cxxflags: [] +enabled-by: + not: RTEMS_SMP +features: c cprogram +includes: [] +ldflags: [] +links: [] +source: +- testsuites/validation/ts-validation-non-smp.c +stlib: [] +target: testsuites/validation/ts-validation-non-smp.exe +type: build +use-after: [] +use-before: [] diff --git a/spec/build/testsuites/validation/validation-one-cpu-0.yml b/spec/build/testsuites/validation/validation-one-cpu-0.yml new file mode 100644 index 0000000000..1dc342656e --- /dev/null +++ b/spec/build/testsuites/validation/validation-one-cpu-0.yml @@ -0,0 +1,19 @@ +SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause +build-type: test-program +cflags: [] +copyrights: +- Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de) +cppflags: [] +cxxflags: [] +enabled-by: true +features: c cprogram +includes: [] +ldflags: [] +links: [] +source: +- testsuites/validation/ts-validation-one-cpu-0.c +stlib: [] +target: testsuites/validation/ts-validation-one-cpu-0.exe +type: build +use-after: [] +use-before: [] diff --git a/spec/build/testsuites/validation/validation-smp-only-0.yml b/spec/build/testsuites/validation/validation-smp-only-0.yml new file mode 100644 index 0000000000..bd3949c650 --- /dev/null +++ b/spec/build/testsuites/validation/validation-smp-only-0.yml @@ -0,0 +1,19 @@ +SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause +build-type: test-program +cflags: [] +copyrights: +- Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de) +cppflags: [] +cxxflags: [] +enabled-by: RTEMS_SMP +features: c cprogram +includes: [] +ldflags: [] +links: [] +source: +- testsuites/validation/ts-validation-smp-only-0.c +stlib: [] +target: testsuites/validation/ts-validation-smp-only-0.exe +type: build +use-after: [] +use-before: [] diff --git a/spec/build/testsuites/validation/validation-smp-only-1.yml b/spec/build/testsuites/validation/validation-smp-only-1.yml new file mode 100644 index 0000000000..9425907b72 --- /dev/null +++ b/spec/build/testsuites/validation/validation-smp-only-1.yml @@ -0,0 +1,19 @@ +SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause +build-type: test-program +cflags: [] +copyrights: +- Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de) +cppflags: [] +cxxflags: [] +enabled-by: RTEMS_SMP +features: c cprogram +includes: [] +ldflags: [] +links: [] +source: +- testsuites/validation/ts-validation-smp-only-1.c +stlib: [] +target: testsuites/validation/ts-validation-smp-only-1.exe +type: build +use-after: [] +use-before: [] -- cgit v1.2.3