From 28fda6279b82c07a673a8ebf875b77bb69695f1a Mon Sep 17 00:00:00 2001 From: Chris Johns Date: Mon, 5 Dec 2016 14:53:54 +1100 Subject: testsuite: Add test states to the testsuit configuration files. Change the testsuite configuration files to hold state information about a test. The states are: exclude - Do not build the test expected-fail - The test is expected to fail indeterminate - The test may pass or may fail A message is printed just after the test's BEGIN message to indicate there is a special state for the test. No state message means the test is expected to pass. This support requires tests are correctly written to the use standard support to begin and end a test. --- .../testdata/disable-intrcritical-tests.tcfg | 46 +++++------ testsuites/testdata/disable-jffs2-tests.tcfg | 16 ++-- testsuites/testdata/disable-mrfs-tests.tcfg | 18 ++--- .../testdata/dltests-broken-on-this-bsp.tcfg | 10 +-- testsuites/testdata/require-tick-isr.tcfg | 94 +++++++++++----------- 5 files changed, 92 insertions(+), 92 deletions(-) (limited to 'testsuites/testdata') diff --git a/testsuites/testdata/disable-intrcritical-tests.tcfg b/testsuites/testdata/disable-intrcritical-tests.tcfg index ef36333d18..9fc4acbb86 100644 --- a/testsuites/testdata/disable-intrcritical-tests.tcfg +++ b/testsuites/testdata/disable-intrcritical-tests.tcfg @@ -4,27 +4,27 @@ # to be reliable. # -psxintrcritical01 -spintrcritical01 -spintrcritical02 -spintrcritical03 -spintrcritical04 -spintrcritical05 -spintrcritical06 -spintrcritical07 -spintrcritical08 -spintrcritical09 -spintrcritical10 -spintrcritical11 -spintrcritical12 -spintrcritical13 -spintrcritical14 -spintrcritical15 -spintrcritical16 -spintrcritical17 -spintrcritical18 -spintrcritical20 -spintrcritical21 -spintrcritical22 -spintrcritical23 +exclude: psxintrcritical01 +exclude: spintrcritical01 +exclude: spintrcritical02 +exclude: spintrcritical03 +exclude: spintrcritical04 +exclude: spintrcritical05 +exclude: spintrcritical06 +exclude: spintrcritical07 +exclude: spintrcritical08 +exclude: spintrcritical09 +exclude: spintrcritical10 +exclude: spintrcritical11 +exclude: spintrcritical12 +exclude: spintrcritical13 +exclude: spintrcritical14 +exclude: spintrcritical15 +exclude: spintrcritical16 +exclude: spintrcritical17 +exclude: spintrcritical18 +exclude: spintrcritical20 +exclude: spintrcritical21 +exclude: spintrcritical22 +exclude: spintrcritical23 diff --git a/testsuites/testdata/disable-jffs2-tests.tcfg b/testsuites/testdata/disable-jffs2-tests.tcfg index 116baa0ecc..dda8044eed 100644 --- a/testsuites/testdata/disable-jffs2-tests.tcfg +++ b/testsuites/testdata/disable-jffs2-tests.tcfg @@ -2,11 +2,11 @@ # Some targets cannot declare the RAM disk space for the JFFS2 tests. # -jffs2_fserror -jffs2_fslink -jffs2_fspatheval -jffs2_fspermission -jffs2_fsrdwr -jffs2_fsscandir01 -jffs2_fssymlink -jffs2_fstime +exclude: jffs2_fserror +exclude: jffs2_fslink +exclude: jffs2_fspatheval +exclude: jffs2_fspermission +exclude: jffs2_fsrdwr +exclude: jffs2_fsscandir01 +exclude: jffs2_fssymlink +exclude: jffs2_fstime diff --git a/testsuites/testdata/disable-mrfs-tests.tcfg b/testsuites/testdata/disable-mrfs-tests.tcfg index fc2287dbda..d5dcaf0672 100644 --- a/testsuites/testdata/disable-mrfs-tests.tcfg +++ b/testsuites/testdata/disable-mrfs-tests.tcfg @@ -2,12 +2,12 @@ # Some targets cannot declare the RAM disk space for the mounted RFS tests. # -mrfs_fserror -mrfs_fsfpathconf -mrfs_fslink -mrfs_fspatheval -mrfs_fspermission -mrfs_fsrdwr -mrfs_fsscandir01 -mrfs_fssymlink -mrfs_fstime +exclude: mrfs_fserror +exclude: mrfs_fsfpathconf +exclude: mrfs_fslink +exclude: mrfs_fspatheval +exclude: mrfs_fspermission +exclude: mrfs_fsrdwr +exclude: mrfs_fsscandir01 +exclude: mrfs_fssymlink +exclude: mrfs_fstime diff --git a/testsuites/testdata/dltests-broken-on-this-bsp.tcfg b/testsuites/testdata/dltests-broken-on-this-bsp.tcfg index 6dbbe140f0..96e575cf60 100644 --- a/testsuites/testdata/dltests-broken-on-this-bsp.tcfg +++ b/testsuites/testdata/dltests-broken-on-this-bsp.tcfg @@ -4,8 +4,8 @@ # This file should be included by those BSPs which have dl* test issues # which remain to be investigated and solved. # -dl01 -dl02 -dl03 -dl04 -dl05 +exclude: dl01 +exclude: dl02 +exclude: dl03 +exclude: dl04 +exclude: dl05 diff --git a/testsuites/testdata/require-tick-isr.tcfg b/testsuites/testdata/require-tick-isr.tcfg index 8231acb1ca..ab25bc9114 100644 --- a/testsuites/testdata/require-tick-isr.tcfg +++ b/testsuites/testdata/require-tick-isr.tcfg @@ -23,50 +23,50 @@ # clock idle task. It may need to be broken into multiple tests # if not executing it misses other paths. # -cpuuse -psx07 -psx09 -psx10 -psx11 -psxcancel01 -psxgetrusage01 -psxintrcritical01 -psxsignal01 -psxsignal02 -psxspin01 -psxtime -psxtimes01 -sp04 -sp14 -sp19 -sp35 -sp38 -sp44 -sp69 -spcbssched02 -spcbssched03 -spcontext01 -spcpucounter01 -spedfsched03 -spintrcritical01 -spintrcritical02 -spintrcritical03 -spintrcritical04 -spintrcritical05 -spintrcritical06 -spintrcritical07 -spintrcritical08 -spintrcritical09 -spintrcritical10 -spintrcritical11 -spintrcritical12 -spintrcritical13 -spintrcritical14 -spintrcritical15 -spintrcritical16 -spintrcritical17 -spintrcritical18 -spintrcritical19 -spintrcritical20 -spnsext01 -spqreslib +exclude: cpuuse +exclude: psx07 +exclude: psx09 +exclude: psx10 +exclude: psx11 +exclude: psxcancel01 +exclude: psxgetrusage01 +exclude: psxintrcritical01 +exclude: psxsignal01 +exclude: psxsignal02 +exclude: psxspin01 +exclude: psxtime +exclude: psxtimes01 +exclude: sp04 +exclude: sp14 +exclude: sp19 +exclude: sp35 +exclude: sp38 +exclude: sp44 +exclude: sp69 +exclude: spcbssched02 +exclude: spcbssched03 +exclude: spcontext01 +exclude: spcpucounter01 +exclude: spedfsched03 +exclude: spintrcritical01 +exclude: spintrcritical02 +exclude: spintrcritical03 +exclude: spintrcritical04 +exclude: spintrcritical05 +exclude: spintrcritical06 +exclude: spintrcritical07 +exclude: spintrcritical08 +exclude: spintrcritical09 +exclude: spintrcritical10 +exclude: spintrcritical11 +exclude: spintrcritical12 +exclude: spintrcritical13 +exclude: spintrcritical14 +exclude: spintrcritical15 +exclude: spintrcritical16 +exclude: spintrcritical17 +exclude: spintrcritical18 +exclude: spintrcritical19 +exclude: spintrcritical20 +exclude: spnsext01 +exclude: spqreslib -- cgit v1.2.3