From 28fda6279b82c07a673a8ebf875b77bb69695f1a Mon Sep 17 00:00:00 2001 From: Chris Johns Date: Mon, 5 Dec 2016 14:53:54 +1100 Subject: testsuite: Add test states to the testsuit configuration files. Change the testsuite configuration files to hold state information about a test. The states are: exclude - Do not build the test expected-fail - The test is expected to fail indeterminate - The test may pass or may fail A message is printed just after the test's BEGIN message to indicate there is a special state for the test. No state message means the test is expected to pass. This support requires tests are correctly written to the use standard support to begin and end a test. --- testsuites/automake/compile.am | 2 +- testsuites/automake/test-subdirs.am | 11 +++++++++-- 2 files changed, 10 insertions(+), 3 deletions(-) (limited to 'testsuites/automake') diff --git a/testsuites/automake/compile.am b/testsuites/automake/compile.am index 643e580f8b..d5545c5a2f 100644 --- a/testsuites/automake/compile.am +++ b/testsuites/automake/compile.am @@ -9,7 +9,7 @@ SIZE = @SIZE@ STRIP = @STRIP@ ## -AM_CPPFLAGS = +AM_CPPFLAGS = $(TEST_FLAGS) AM_CFLAGS = AM_CXXFLAGS = diff --git a/testsuites/automake/test-subdirs.am b/testsuites/automake/test-subdirs.am index ff339aa38d..380aae1619 100644 --- a/testsuites/automake/test-subdirs.am +++ b/testsuites/automake/test-subdirs.am @@ -22,12 +22,19 @@ all-local: fi; \ echo "BSP Testsuite Data: $$vtdata"; \ list=`$(top_srcdir)/../../tools/build/rtems-test-check \ - $$tdata $(top_srcdir)/.. $(RTEMS_BSP) $(_SUBDIRS)`; \ + exclude $$tdata $(top_srcdir)/.. $(RTEMS_BSP) $(_SUBDIRS)`; \ for subdir in $$list; do \ echo "Making $$target in $$subdir"; \ if test "$$subdir" != "."; then \ + test_FLAGS=`$(top_srcdir)/../../tools/build/rtems-test-check \ + flags $$tdata $(top_srcdir)/.. $(RTEMS_BSP) $$subdir`; \ local_target="$$target"; \ - (cd $$subdir && $(MAKE) $(AM_MAKEFLAGS) $$local_target) \ + if test -z "$$test_FLAGS"; then \ + echo "BSP Testsuite Flags: $$subdir: PASS"; \ + else \ + echo "BSP Testsuite Flags: $$subdir: $$test_FLAGS"; \ + fi; \ + (cd $$subdir && $(MAKE) $(AM_MAKEFLAGS) TEST_FLAGS="$$test_FLAGS" $$local_target) \ || case "$$amf" in *=*) exit 1;; *k*) fail=yes;; *) exit 1;; esac; \ fi; \ done; test -z "$$fail" -- cgit v1.2.3