diff options
Diffstat (limited to 'tests/auto/testlib/selftests/expected_blacklisted.tap')
| -rw-r--r-- | tests/auto/testlib/selftests/expected_blacklisted.tap | 151 |
1 files changed, 132 insertions, 19 deletions
diff --git a/tests/auto/testlib/selftests/expected_blacklisted.tap b/tests/auto/testlib/selftests/expected_blacklisted.tap index 8107939e6d..83def09e34 100644 --- a/tests/auto/testlib/selftests/expected_blacklisted.tap +++ b/tests/auto/testlib/selftests/expected_blacklisted.tap @@ -1,7 +1,13 @@ TAP version 13 # tst_Blacklisted ok 1 - initTestCase() -ok 2 - pass() # TODO +ok 2 - pass() # TODO + --- + extensions: + messages: + - severity: debug + message: This test should BPASS + ... ok 3 - skip() # SKIP This test should SKIP not ok 4 - fail() # TODO 'false' returned FALSE. (This test should BFAIL) --- @@ -17,28 +23,135 @@ not ok 4 - fail() # TODO 'false' returned FALSE. (This test should BFAIL) ... not ok 5 - xfail() # TODO This test should BXFAIL then BPASS --- - # This test should BXFAIL then BPASS - at: tst_Blacklisted::xfail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + extensions: + messages: + - severity: xfail + message: This test should BXFAIL then BPASS + at: tst_Blacklisted::xfail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP This skip should be repeated ten times +ok 6 - multiSkip() # SKIP But this test should only contribute one to the skip count +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp line: 0 ... -ok 6 - xfail() # TODO -ok 7 - xpass() # TODO 'true' returned TRUE unexpectedly. (This test should BXPASS) -# This is a warning that should not appear in silent test output -# This is an internal testlib warning that should not appear in silent test output -# This is a debug message that should not appear in silent test output -# This is a critical message that should not appear in silent test output -# This is an info message that should not appear in silent test output -# This is an internal testlib info message that should not appear in silent test output -# This is a fatal error message that should still appear in silent test output -not ok 8 - messages() # TODO Received a fatal error. +not ok 7 - multiFail() # TODO This failure message should be repeated ten times --- - # Received a fatal error. - at: tst_Blacklisted::messages() (Unknown file:0) - file: Unknown file + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp line: 0 ... -1..8 -# tests 8 -# pass 1 +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 7 - multiFail() # TODO This failure message should be repeated ten times + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 7 - multiFail() # TODO But this test should only contribute one to the blacklisted count + --- + at: tst_Blacklisted::multiFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 8 - xfailContinueSkip() # SKIP This skip should be seen and counted + --- + at: tst_Blacklisted::xfailContinueSkip() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + extensions: + messages: + - severity: xfail + message: This test should BXFAIL then SKIP + at: tst_Blacklisted::xfailContinueSkip() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +not ok 9 - xfailContinueFail() # TODO This fail should be seen and counted as blacklisted + --- + at: tst_Blacklisted::xfailContinueFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + extensions: + messages: + - severity: xfail + message: This test should BXFAIL then BFAIL + at: tst_Blacklisted::xfailContinueFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +ok 10 - xpass() # TODO 'true' returned TRUE unexpectedly. (This test should BXPASS) +ok 11 - xpassContinueSkip() # TODO 'true' returned TRUE unexpectedly. (This test should BXPASS then SKIP) +ok 11 - xpassContinueSkip() # SKIP This skip should be seen but not counted +ok 12 - xpassContinueFail() # TODO 'true' returned TRUE unexpectedly. (This test should BXPASS then BFAIL) +not ok 12 - xpassContinueFail() # TODO This fail should be seen and not counted (due to prior XPASS) + --- + at: tst_Blacklisted::xpassContinueFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0) + file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp + line: 0 + ... +ok 13 - cleanupTestCase() + --- + extensions: + messages: + - severity: debug + message: Totals should add up to 13: 2 passed, 0 failed, 3 skipped, 8 blacklisted + ... +1..13 +# tests 13 +# pass 2 # fail 0 |