summaryrefslogtreecommitdiffstats
path: root/tests/auto/testlib/selftests/expected_blacklisted.tap
diff options
context:
space:
mode:
Diffstat (limited to 'tests/auto/testlib/selftests/expected_blacklisted.tap')
-rw-r--r--tests/auto/testlib/selftests/expected_blacklisted.tap42
1 files changed, 38 insertions, 4 deletions
diff --git a/tests/auto/testlib/selftests/expected_blacklisted.tap b/tests/auto/testlib/selftests/expected_blacklisted.tap
index f75fabbdd2..3ea8db06e1 100644
--- a/tests/auto/testlib/selftests/expected_blacklisted.tap
+++ b/tests/auto/testlib/selftests/expected_blacklisted.tap
@@ -1,6 +1,7 @@
TAP version 13
# tst_Blacklisted
ok 1 - initTestCase()
+# This test should BPASS
ok 2 - pass() # TODO
ok 3 - skip() # SKIP This test should SKIP
not ok 4 - fail() # TODO 'false' returned FALSE. (This test should BFAIL)
@@ -22,9 +23,42 @@ not ok 5 - xfail() # TODO This test should BXFAIL then BPASS
file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp
line: 0
...
-ok 6 - xpass() # TODO 'true' returned TRUE unexpectedly. (This test should BXPASS)
-ok 7 - cleanupTestCase()
-1..7
-# tests 7
+not ok 6 - xfailContinueSkip() # TODO This test should BXFAIL then SKIP
+ ---
+ # This test should BXFAIL then SKIP
+ at: tst_Blacklisted::xfailContinueSkip() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0)
+ file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp
+ line: 0
+ ...
+ok 6 - xfailContinueSkip() # SKIP This skip should be seen and counted
+not ok 7 - xfailContinueFail() # TODO This test should BXFAIL then BFAIL
+ ---
+ # This test should BXFAIL then BFAIL
+ at: tst_Blacklisted::xfailContinueFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0)
+ file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp
+ line: 0
+ ...
+not ok 7 - xfailContinueFail() # TODO This fail should be seen and counted as blacklisted
+ ---
+ # This fail should be seen and counted as blacklisted
+ at: tst_Blacklisted::xfailContinueFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0)
+ file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp
+ line: 0
+ ...
+ok 8 - xpass() # TODO 'true' returned TRUE unexpectedly. (This test should BXPASS)
+ok 9 - xpassContinueSkip() # TODO 'true' returned TRUE unexpectedly. (This test should BXPASS then SKIP)
+ok 10 - xpassContinueSkip() # SKIP This skip should be seen but not counted
+ok 11 - xpassContinueFail() # TODO 'true' returned TRUE unexpectedly. (This test should BXPASS then BFAIL)
+not ok 12 - xpassContinueFail() # TODO This fail should be seen and not counted (due to prior XPASS)
+ ---
+ # This fail should be seen and not counted (due to prior XPASS)
+ at: tst_Blacklisted::xpassContinueFail() (qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp:0)
+ file: qtbase/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp
+ line: 0
+ ...
+# Totals should add up to 11: 2 passed, 0 failed, 2 skipped, 7 blacklisted
+ok 13 - cleanupTestCase()
+1..13
+# tests 13
# pass 2
# fail 0