summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorSebastian Huber <sebastian.huber@embedded-brains.de>2020-09-26 11:53:07 +0200
committerSebastian Huber <sebastian.huber@embedded-brains.de>2020-10-01 18:05:42 +0200
commit2d8802b51976e3c3cc1b180962ee30daf2fe2629 (patch)
tree892e27a45f58b7d0b0fe470700b7f7db6b0acd59
parentbuild: Enable RTEMS_SMP only for selected BSPs (diff)
downloadrtems-2d8802b51976e3c3cc1b180962ee30daf2fe2629.tar.bz2
tests: Add and use <rtems/testopts.h>
Add the build option RTEMS_TEST_VERBOSITY to control the verbosity of test suites using the RTEMS Test Framework.
Diffstat (limited to '')
-rw-r--r--spec/build/testsuites/grp.yml2
-rw-r--r--spec/build/testsuites/optverbosity.yml34
-rw-r--r--spec/build/testsuites/testopts.yml13
-rw-r--r--testsuites/smptests/smpmulticast01/init.c3
-rw-r--r--testsuites/validation/ts-validation-0.c3
5 files changed, 53 insertions, 2 deletions
diff --git a/spec/build/testsuites/grp.yml b/spec/build/testsuites/grp.yml
index 5c6457f06d..fa2bad1016 100644
--- a/spec/build/testsuites/grp.yml
+++ b/spec/build/testsuites/grp.yml
@@ -62,6 +62,8 @@ links:
uid: tmtests/grp
- role: build-dependency
uid: validation/grp
+- role: build-dependency
+ uid: testopts
type: build
use-after:
- rtemscpu
diff --git a/spec/build/testsuites/optverbosity.yml b/spec/build/testsuites/optverbosity.yml
new file mode 100644
index 0000000000..0822caf3c7
--- /dev/null
+++ b/spec/build/testsuites/optverbosity.yml
@@ -0,0 +1,34 @@
+SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
+actions:
+- get-string: null
+- script: |
+ verbosities = {
+ "Verbose": "T_VERBOSE",
+ "Normal": "T_NORMAL",
+ "Quiet": "T_QUIET",
+ }
+ name = self.data["name"]
+ try:
+ conf.define(name, verbosities[value], quote=False)
+ except KeyError:
+ conf.fatal("The value of {} shall be one of {}".format(
+ name, verbosities.keys()))
+build-type: option
+copyrights:
+- Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
+default: Normal
+default-by-variant: []
+description: |
+ Sets the test verbosity of the RTEMS Test Framework. Valid values are
+ "Verbose", "Normal", and "Quiet". For normal tests runs you can use a
+ verbosity of "Normal". If you need a more detailed output, then you can set
+ it to "Verbose". For example, in case a regression ocurred. Reducing the
+ verbosity level can significantly reduce the test duration especially on
+ targets with a slow serial output device. All verbosity levels produce
+ enough output to notice failed test cases. In particular, the begin and end
+ of test information is not affected by the verbosity level.
+enabled-by: true
+format: '{}'
+links: []
+name: RTEMS_TEST_VERBOSITY
+type: build
diff --git a/spec/build/testsuites/testopts.yml b/spec/build/testsuites/testopts.yml
new file mode 100644
index 0000000000..8b6ab38f56
--- /dev/null
+++ b/spec/build/testsuites/testopts.yml
@@ -0,0 +1,13 @@
+SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
+build-type: config-header
+copyrights:
+- Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
+enabled-by: true
+guard: _RTEMS_TESTOPTS_H
+include-headers: []
+install-path: ${BSP_INCLUDEDIR}/rtems
+links:
+- role: build-dependency
+ uid: optverbosity
+target: cpukit/include/rtems/testopts.h
+type: build
diff --git a/testsuites/smptests/smpmulticast01/init.c b/testsuites/smptests/smpmulticast01/init.c
index f5ed70952a..3d2412427c 100644
--- a/testsuites/smptests/smpmulticast01/init.c
+++ b/testsuites/smptests/smpmulticast01/init.c
@@ -34,6 +34,7 @@
#include <string.h>
#include <rtems/test.h>
+#include <rtems/testopts.h>
#include <tmacros.h>
#define CPU_COUNT 32
@@ -43,7 +44,7 @@ const char rtems_test_name[] = "SMPMULTICAST 1";
static const T_config config = {
.name = "SMPMultiCast",
.putchar = T_putchar_default,
- .verbosity = T_VERBOSE,
+ .verbosity = RTEMS_TEST_VERBOSITY,
.now = T_now_clock
};
diff --git a/testsuites/validation/ts-validation-0.c b/testsuites/validation/ts-validation-0.c
index 3e60fb6ab8..0d641637ee 100644
--- a/testsuites/validation/ts-validation-0.c
+++ b/testsuites/validation/ts-validation-0.c
@@ -49,6 +49,7 @@
#include <rtems/sysinit.h>
#include <rtems/test.h>
+#include <rtems/testopts.h>
/**
* @defgroup RTEMSTestSuiteTestsuitesValidation0 spec:/testsuites/validation-0
@@ -88,7 +89,7 @@ static const T_config test_config = {
.buf = buffer,
.buf_size = sizeof( buffer ),
.putchar = rtems_put_char,
- .verbosity = T_VERBOSE,
+ .verbosity = RTEMS_TEST_VERBOSITY,
.now = T_now_clock,
.action_count = T_ARRAY_SIZE( actions ),
.actions = actions