summaryrefslogtreecommitdiffstats
path: root/tests/auto/testlib/selftests/expected_subtest.tap
diff options
context:
space:
mode:
Diffstat (limited to 'tests/auto/testlib/selftests/expected_subtest.tap')
-rw-r--r--tests/auto/testlib/selftests/expected_subtest.tap189
1 files changed, 142 insertions, 47 deletions
diff --git a/tests/auto/testlib/selftests/expected_subtest.tap b/tests/auto/testlib/selftests/expected_subtest.tap
index ebbc1d1067..3430e2eebc 100644
--- a/tests/auto/testlib/selftests/expected_subtest.tap
+++ b/tests/auto/testlib/selftests/expected_subtest.tap
@@ -1,37 +1,93 @@
TAP version 13
# tst_Subtest
-# initTestCase initTestCase (null)
ok 1 - initTestCase()
-# init test1 (null)
-# test1 test1 (null)
-# cleanup test1 (null)
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: initTestCase initTestCase (null)
+ ...
ok 2 - test1()
-# test2_data test2 (null)
-# test2_data end
-# init test2 data0
-# test2 test2 data0
-# test2 end
-# cleanup test2 data0
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: init test1 (null)
+ - severity: debug
+ message: test1 test1 (null)
+ - severity: debug
+ message: cleanup test1 (null)
+ ...
+ok 2 - test2() # Data prepared
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: test2_data test2 (null)
+ - severity: debug
+ message: test2_data end
+ ...
ok 3 - test2(data0)
-# init test2 data1
-# test2 test2 data1
-# test2 end
-# cleanup test2 data1
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: init test2 data0
+ - severity: debug
+ message: test2 test2 data0
+ - severity: debug
+ message: test2 end
+ - severity: debug
+ message: cleanup test2 data0
+ ...
ok 4 - test2(data1)
-# init test2 data2
-# test2 test2 data2
-# test2 end
-# cleanup test2 data2
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: init test2 data1
+ - severity: debug
+ message: test2 test2 data1
+ - severity: debug
+ message: test2 end
+ - severity: debug
+ message: cleanup test2 data1
+ ...
ok 5 - test2(data2)
-# test3_data test3 (null)
-# test3_data end
-# init test3 data0
-# test3 test3 data0
-# test3 end
-# cleanup test3 data0
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: init test2 data2
+ - severity: debug
+ message: test2 test2 data2
+ - severity: debug
+ message: test2 end
+ - severity: debug
+ message: cleanup test2 data2
+ ...
+ok 5 - test3() # Data prepared
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: test3_data test3 (null)
+ - severity: debug
+ message: test3_data end
+ ...
ok 6 - test3(data0)
-# init test3 data1
-# test3 test3 data1
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: init test3 data0
+ - severity: debug
+ message: test3 test3 data0
+ - severity: debug
+ message: test3 end
+ - severity: debug
+ message: cleanup test3 data0
+ ...
not ok 7 - test3(data1)
---
type: QCOMPARE
@@ -43,10 +99,14 @@ not ok 7 - test3(data1)
at: tst_Subtest::test3() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
+ extensions:
+ messages:
+ - severity: debug
+ message: init test3 data1
+ - severity: debug
+ message: test3 test3 data1
...
-# cleanup test3 data1
-# init test3 data2
-# test3 test3 data2
+# debug: cleanup test3 data1
not ok 8 - test3(data2)
---
type: QCOMPARE
@@ -58,90 +118,125 @@ not ok 8 - test3(data2)
at: tst_Subtest::test3() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
+ extensions:
+ messages:
+ - severity: debug
+ message: init test3 data2
+ - severity: debug
+ message: test3 test3 data2
...
-# cleanup test3 data2
-# init multiFail (null)
+# debug: cleanup test3 data2
not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
+ extensions:
+ messages:
+ - severity: debug
+ message: init multiFail (null)
...
-not ok 10 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 11 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 12 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 13 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 14 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 15 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 16 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 17 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 18 - multiFail()
+not ok 9 - multiFail()
---
# This failure message should be repeated ten times
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-not ok 19 - multiFail()
+not ok 9 - multiFail()
---
# But this test should only contribute one to the failure count
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
line: 0
...
-# cleanup multiFail (null)
-# cleanupTestCase cleanupTestCase (null)
-ok 20 - cleanupTestCase()
-1..20
-# tests 20
+# debug: cleanup multiFail (null)
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ ---
+ at: tst_Subtest::multiSkip() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
+ file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
+ line: 0
+ extensions:
+ messages:
+ - severity: debug
+ message: init multiSkip (null)
+ ...
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP This skip should be repeated ten times
+ok 10 - multiSkip() # SKIP But this test should only contribute one to the skip count
+# debug: cleanup multiSkip (null)
+ok 11 - cleanupTestCase()
+ ---
+ extensions:
+ messages:
+ - severity: debug
+ message: cleanupTestCase cleanupTestCase (null)
+ ...
+1..11
+# tests 11
# pass 7
-# fail 13
+# fail 3