diff options
Diffstat (limited to 'tests/auto/testlib/selftests/expected_expectfail.junitxml')
| -rw-r--r-- | tests/auto/testlib/selftests/expected_expectfail.junitxml | 242 |
1 files changed, 181 insertions, 61 deletions
diff --git a/tests/auto/testlib/selftests/expected_expectfail.junitxml b/tests/auto/testlib/selftests/expected_expectfail.junitxml index 6b70eab354..75da637ab9 100644 --- a/tests/auto/testlib/selftests/expected_expectfail.junitxml +++ b/tests/auto/testlib/selftests/expected_expectfail.junitxml @@ -1,68 +1,188 @@ <?xml version="1.0" encoding="UTF-8" ?> -<testsuite name="tst_ExpectFail" timestamp="@TEST_START_TIME@" tests="14" failures="6" errors="13" time="@TEST_DURATION@"> +<testsuite name="tst_ExpectFail" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="44" failures="17" errors="0" skipped="4" time="@TEST_DURATION@"> <properties> <property name="QTestVersion" value="@INSERT_QT_VERSION_HERE@"/> <property name="QtVersion" value="@INSERT_QT_VERSION_HERE@"/> <property name="QtBuild" value=""/> </properties> - <testcase name="initTestCase" result="pass" time="@TEST_DURATION@"/> - <testcase name="xfailAndContinue" result="xfail" time="@TEST_DURATION@"> - <!-- type="qdebug" message="begin" --> - <!-- type="info" message="This should xfail" --> - <!-- type="qdebug" message="after" --> - </testcase> - <testcase name="xfailAndAbort" result="xfail" time="@TEST_DURATION@"> - <!-- type="qdebug" message="begin" --> - <!-- type="info" message="This should xfail" --> - </testcase> - <testcase name="xfailTwice" result="fail" time="@TEST_DURATION@"> - <failure result="fail" message="Already expecting a fail"/> - </testcase> - <testcase name="xfailWithQString" result="xfail" time="@TEST_DURATION@"> - <!-- type="info" message="A string" --> - <!-- type="info" message="Bug 5 (The message)" --> - </testcase> - <testcase name="xfailDataDrivenWithQVerify" result="xfail" time="@TEST_DURATION@"> - <!-- type="info" message="This test should xfail" tag="Abort" --> - <!-- type="info" message="This test should xfail" tag="Continue" --> - </testcase> - <testcase name="xfailDataDrivenWithQCompare" result="xfail" time="@TEST_DURATION@"> - <!-- type="info" message="This test should xfail" tag="Abort" --> - <!-- type="info" message="This test should xfail" tag="Continue" --> - </testcase> - <testcase name="xfailOnWrongRow" result="pass" time="@TEST_DURATION@"/> - <testcase name="xfailOnAnyRow" result="xfail" time="@TEST_DURATION@"> - <!-- type="info" message="This test should xfail" tag="first row" --> - <!-- type="info" message="This test should xfail" tag="second row" --> - </testcase> - <testcase name="xfailWithoutVerify" result="fail" time="@TEST_DURATION@"> - <failure result="fail" message="QEXPECT_FAIL was called without any subsequent verification statements" tag="first row"/> - <failure result="fail" message="QEXPECT_FAIL was called without any subsequent verification statements" tag="second row"/> - </testcase> - <testcase name="xpass" result="xpass" time="@TEST_DURATION@"> - <failure result="xpass" message="'true' returned TRUE unexpectedly. ()"/> - </testcase> - <testcase name="xpassDataDrivenWithQVerify" result="xpass" time="@TEST_DURATION@"> - <failure result="xpass" message="'true' returned TRUE unexpectedly. ()" tag="XPass"/> - </testcase> - <testcase name="xpassDataDrivenWithQCompare" result="xpass" time="@TEST_DURATION@"> - <failure result="xpass" message="QCOMPARE(1, 1) returned TRUE unexpectedly." tag="XPass"/> - </testcase> - <testcase name="cleanupTestCase" result="pass" time="@TEST_DURATION@"/> - <system-out> -<![CDATA[begin]]> -<![CDATA[This should xfail]]> -<![CDATA[after]]> -<![CDATA[begin]]> -<![CDATA[This should xfail]]> -<![CDATA[A string]]> -<![CDATA[Bug 5 (The message)]]> -<![CDATA[This test should xfail]]> -<![CDATA[This test should xfail]]> -<![CDATA[This test should xfail]]> -<![CDATA[This test should xfail]]> -<![CDATA[This test should xfail]]> -<![CDATA[This test should xfail]]> - </system-out> - <system-err/> + <testcase name="initTestCase" classname="tst_ExpectFail" time="@TEST_DURATION@"/> + <testcase name="xfailAndContinue" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[begin]]> + <![CDATA[This should xfail]]> + <![CDATA[after]]> + </system-out> + </testcase> + <testcase name="xfailAndAbort" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[begin]]> + <![CDATA[This should xfail]]> + </system-out> + </testcase> + <testcase name="xfailContinueSkip" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <skipped message="This skip should be reported and counted"/> + <system-out> + <![CDATA[This should xfail then skip]]> + </system-out> + </testcase> + <testcase name="xfailAbortSkip" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[This should xfail]]> + </system-out> + </testcase> + <testcase name="xfailTwice" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="fail" message="Already expecting a fail"/> + </testcase> + <testcase name="xfailDataDrivenTwice(Pass Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="fail" message="Already expecting a fail"/> + </testcase> + <testcase name="xfailDataDrivenTwice(Pass Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="fail" message="Already expecting a fail"/> + </testcase> + <testcase name="xfailDataDrivenTwice(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="fail" message="Already expecting a fail"/> + </testcase> + <testcase name="xfailDataDrivenTwice(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="fail" message="Already expecting a fail"/> + </testcase> + <testcase name="xfailWithQString" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[A string]]> + <![CDATA[Bug 5 (The message)]]> + </system-out> + </testcase> + <testcase name="xfailDataDrivenWithQString(Pass Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <skipped message="Each Continue or Pass reports this and increments skip-count"/> + </testcase> + <testcase name="xfailDataDrivenWithQString(Pass Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <skipped message="Each Continue or Pass reports this and increments skip-count"/> + </testcase> + <testcase name="xfailDataDrivenWithQString(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[A string]]> + </system-out> + </testcase> + <testcase name="xfailDataDrivenWithQString(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <skipped message="Each Continue or Pass reports this and increments skip-count"/> + <system-out> + <![CDATA[A string]]> + <![CDATA[Bug 5 (The message)]]> + </system-out> + </testcase> + <testcase name="xfailDataDrivenWithQVerify(Pass Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"/> + <testcase name="xfailDataDrivenWithQVerify(Pass Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"/> + <testcase name="xfailDataDrivenWithQVerify(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[This test should xfail]]> + </system-out> + </testcase> + <testcase name="xfailDataDrivenWithQVerify(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[This test should xfail]]> + </system-out> + </testcase> + <testcase name="xfailDataDrivenWithQCompare(Pass Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"/> + <testcase name="xfailDataDrivenWithQCompare(Pass Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"/> + <testcase name="xfailDataDrivenWithQCompare(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[This test should xfail]]> + </system-out> + </testcase> + <testcase name="xfailDataDrivenWithQCompare(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[This test should xfail]]> + </system-out> + </testcase> + <testcase name="xfailOnWrongRow(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[Should pass (*not* xpass), despite test-case name]]> + </system-out> + </testcase> + <testcase name="xfailOnWrongRow(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[Should pass (*not* xpass), despite test-case name]]> + </system-out> + </testcase> + <testcase name="xfailOnAnyRow(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[This test should xfail]]> + </system-out> + </testcase> + <testcase name="xfailOnAnyRow(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[This test should xfail]]> + </system-out> + </testcase> + <testcase name="xfailWithoutCheck(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="fail" message="QEXPECT_FAIL was called without any subsequent verification statements"/> + <system-out> + <![CDATA[Should fail (*not* xfail), despite test-case name]]> + </system-out> + </testcase> + <testcase name="xfailWithoutCheck(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="fail" message="QEXPECT_FAIL was called without any subsequent verification statements"/> + <system-out> + <![CDATA[Should fail (*not* xfail), despite test-case name]]> + </system-out> + </testcase> + <testcase name="xpassAbort" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="'true' returned TRUE unexpectedly. ()"/> + </testcase> + <testcase name="xpassAbortSkip" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="'true' returned TRUE unexpectedly. ()"/> + </testcase> + <testcase name="xpassAbortXfailContinue" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="'true' returned TRUE unexpectedly. ()"/> + </testcase> + <testcase name="xpassContinue" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="'true' returned TRUE unexpectedly. ()"/> + <system-out> + <![CDATA[This should be reached]]> + </system-out> + </testcase> + <testcase name="xpassContinueSkip" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="'true' returned TRUE unexpectedly. ()"/> + <skipped message="This should be reached but not increment skip-count"/> + </testcase> + <testcase name="xpassContinueXfailAbort" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="'true' returned TRUE unexpectedly. ()"/> + <system-out> + <![CDATA[This test should xfail but not add to totals]]> + </system-out> + </testcase> + <testcase name="xpassAbortDataDrivenWithQVerify(XPass)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="'true' returned TRUE unexpectedly. ()"/> + </testcase> + <testcase name="xpassAbortDataDrivenWithQVerify(Pass)" classname="tst_ExpectFail" time="@TEST_DURATION@"/> + <testcase name="xpassContinueDataDrivenWithQVerify(XPass)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="'true' returned TRUE unexpectedly. ()"/> + <system-out> + <![CDATA[Test should Continue past XPASS]]> + </system-out> + </testcase> + <testcase name="xpassContinueDataDrivenWithQVerify(Pass)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[Test should simply PASS]]> + </system-out> + </testcase> + <testcase name="xpassAbortDataDrivenWithQCompare(XPass)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="QCOMPARE(1, 1) returned TRUE unexpectedly."/> + </testcase> + <testcase name="xpassAbortDataDrivenWithQCompare(Pass)" classname="tst_ExpectFail" time="@TEST_DURATION@"/> + <testcase name="xpassContinueDataDrivenWithQCompare(XPass)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <failure type="xpass" message="QCOMPARE(1, 1) returned TRUE unexpectedly."/> + <system-out> + <![CDATA[Test should Continue past XPASS]]> + </system-out> + </testcase> + <testcase name="xpassContinueDataDrivenWithQCompare(Pass)" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[Test should simply PASS]]> + </system-out> + </testcase> + <testcase name="cleanupTestCase" classname="tst_ExpectFail" time="@TEST_DURATION@"> + <system-out> + <![CDATA[Totals should add up to 44: 23 passed, 17 failed, 4 skipped]]> + </system-out> + </testcase> </testsuite> |