summaryrefslogtreecommitdiffstats
path: root/tests/auto/testlib/selftests/expected_cmptest.xunitxml
diff options
context:
space:
mode:
authorTor Arne Vestbø <tor.arne.vestbo@qt.io>2020-01-22 16:43:40 +0100
committerTor Arne Vestbø <tor.arne.vestbo@qt.io>2020-02-03 13:48:25 +0100
commit27db9e458cef512fca3a6b5c9ebbcda7a8172428 (patch)
tree890c771f856b665a9c44ce6111b9f275d4021b3e /tests/auto/testlib/selftests/expected_cmptest.xunitxml
parent75ad13d2bc414058024bbf8b0886b3d7dd498059 (diff)
testlib: Clarify that our XUnit reporter is actually a JUnit reporter
The reporter was probably named 'xunit' based on the historical use of xUnit to refer to testing frameworks derived from Smalltalk's SUnit. These frameworks typically added their own prefix, e.g. JUnit for Java, RUnit for R, etc. The most popular of these was the JUnit framework, and the corresponding XML output produced by the Ant built tool became somewhat of a de facto standard, which is probably why we chose to model our reporter after it. Nowadays however, naming it 'xunit' is problematic as there is actually a testing famework named xUnit.net, typically shortened to, you guessed it: xunit. Test report consumers will typically have a junit mode, and an xunit mode, and the latter could easily be mistaken for what testlib outputs, unless we clarify this. The clarification also allows us to safely extend our support for the JUnit XML format to incorporate some elements that are nowadays common, but where we are lagging behind the standard. [ChangeLog][QTestLib] The formerly named 'xunitxml' test reporter has been renamed to what it actually is: a JUnit test reporter, and is now triggered by passing -o junitxml to the test binary. Change-Id: Ieb20d3d2b5905c74e55b98174948cc70870c0ef9 Reviewed-by: Friedemann Kleint <Friedemann.Kleint@qt.io> Reviewed-by: Simon Hausmann <simon.hausmann@qt.io>
Diffstat (limited to 'tests/auto/testlib/selftests/expected_cmptest.xunitxml')
-rw-r--r--tests/auto/testlib/selftests/expected_cmptest.xunitxml161
1 files changed, 0 insertions, 161 deletions
diff --git a/tests/auto/testlib/selftests/expected_cmptest.xunitxml b/tests/auto/testlib/selftests/expected_cmptest.xunitxml
deleted file mode 100644
index 397db4c3e4..0000000000
--- a/tests/auto/testlib/selftests/expected_cmptest.xunitxml
+++ /dev/null
@@ -1,161 +0,0 @@
-<?xml version="1.0" encoding="UTF-8" ?>
-<testsuite errors="0" failures="40" tests="26" name="tst_Cmptest">
- <properties>
- <property value="@INSERT_QT_VERSION_HERE@" name="QTestVersion"/>
- <property value="@INSERT_QT_VERSION_HERE@" name="QtVersion"/>
- <property value="" name="QtBuild"/>
- </properties>
- <testcase result="pass" name="initTestCase"/>
- <testcase result="fail" name="compare_unregistered_enums">
- <failure message="Compared values are not the same" result="fail"/>
- </testcase>
- <testcase result="fail" name="compare_registered_enums">
- <failure message="Compared values are not the same
- Actual (Qt::Monday): Monday
- Expected (Qt::Sunday): Sunday" result="fail"/>
- </testcase>
- <testcase result="fail" name="compare_class_enums">
- <failure message="Compared values are not the same
- Actual (MyClassEnum::MyClassEnumValue1): MyClassEnumValue1
- Expected (MyClassEnum::MyClassEnumValue2): MyClassEnumValue2" result="fail"/>
- </testcase>
- <testcase result="fail" name="test_windowflags">
- <failure tag="fail1" message="Compared values are not the same
- Actual (actualWindowFlags) : Window|WindowSystemMenuHint|WindowStaysOnBottomHint
- Expected (expectedWindowFlags): Window|FramelessWindowHint|WindowSystemMenuHint|WindowStaysOnBottomHint" result="fail"/>
- <failure tag="fail2" message="Compared values are not the same
- Actual (actualWindowFlags) : Window
- Expected (expectedWindowFlags): Window|FramelessWindowHint" result="fail"/>
- </testcase>
- <testcase result="fail" name="test_unregistered_flags">
- <failure tag="fail1" message="Compared values are not the same
- Actual (actualFlags) : 0x3
- Expected (expectedFlags): 0x5" result="fail"/>
- <failure tag="fail2" message="Compared values are not the same
- Actual (actualFlags) : 0x1
- Expected (expectedFlags): 0x5" result="fail"/>
- </testcase>
- <testcase result="pass" name="compare_boolfuncs"/>
- <testcase result="pass" name="compare_to_nullptr"/>
- <testcase result="pass" name="compare_pointerfuncs"/>
- <testcase result="fail" name="compare_tostring">
- <failure tag="int, string" message="Compared values are not the same
- Actual (actual) : QVariant(int,123)
- Expected (expected): QVariant(QString,hi)" result="fail"/>
- <failure tag="null hash, invalid" message="Compared values are not the same
- Actual (actual) : QVariant(QVariantHash)
- Expected (expected): QVariant()" result="fail"/>
- <failure tag="string, null user type" message="Compared values are not the same
- Actual (actual) : QVariant(QString,A simple string)
- Expected (expected): QVariant(PhonyClass)" result="fail"/>
- <failure tag="both non&#x002D;null user type" message="Compared values are not the same
- Actual (actual) : QVariant(PhonyClass,&lt;value not representable as string&gt;)
- Expected (expected): QVariant(PhonyClass,&lt;value not representable as string&gt;)" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQStringLists">
- <failure tag="last item different" message="Compared lists differ at index 2.
- Actual (opA): &quot;string3&quot;
- Expected (opB): &quot;DIFFERS&quot;" result="fail"/>
- <failure tag="second&#x002D;last item different" message="Compared lists differ at index 2.
- Actual (opA): &quot;string3&quot;
- Expected (opB): &quot;DIFFERS&quot;" result="fail"/>
- <failure tag="prefix" message="Compared lists have different sizes.
- Actual (opA) size: 2
- Expected (opB) size: 1" result="fail"/>
- <failure tag="short list second" message="Compared lists have different sizes.
- Actual (opA) size: 12
- Expected (opB) size: 1" result="fail"/>
- <failure tag="short list first" message="Compared lists have different sizes.
- Actual (opA) size: 1
- Expected (opB) size: 12" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQListInt">
- <failure message="Compared lists differ at index 2.
- Actual (int1): 3
- Expected (int2): 4" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQListDouble">
- <failure message="Compared lists differ at index 0.
- Actual (double1): 1.5
- Expected (double2): 1" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQColor">
- <failure tag="Qt::yellow vs Qt::green" message="Compared values are not the same
- Actual (colorA): #ffffff00
- Expected (colorB): #ff00ff00" result="fail"/>
- <failure tag="0x88ff0000 vs 0xffff0000" message="Compared values are not the same
- Actual (colorA): #88ff0000
- Expected (colorB): #ffff0000" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQPixmaps">
- <failure tag="one null" message="Compared QPixmaps differ.
- Actual (opA).isNull(): 1
- Expected (opB).isNull(): 0" result="fail"/>
- <failure tag="other null" message="Compared QPixmaps differ.
- Actual (opA).isNull(): 0
- Expected (opB).isNull(): 1" result="fail"/>
- <failure tag="different size" message="Compared QPixmaps differ in size.
- Actual (opA): 11x20
- Expected (opB): 20x20" result="fail"/>
- <failure tag="different pixels" message="Compared values are not the same" result="fail"/>
- <failure tag="different dpr" message="Compared QPixmaps differ in device pixel ratio.
- Actual (opA): 1
- Expected (opB): 2" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQImages">
- <failure tag="one null" message="Compared QImages differ.
- Actual (opA).isNull(): 1
- Expected (opB).isNull(): 0" result="fail"/>
- <failure tag="other null" message="Compared QImages differ.
- Actual (opA).isNull(): 0
- Expected (opB).isNull(): 1" result="fail"/>
- <failure tag="different size" message="Compared QImages differ in size.
- Actual (opA): 11x20
- Expected (opB): 20x20" result="fail"/>
- <failure tag="different format" message="Compared QImages differ in format.
- Actual (opA): 6
- Expected (opB): 3" result="fail"/>
- <failure tag="different pixels" message="Compared values are not the same" result="fail"/>
- <failure tag="different dpr" message="Compared QImages differ in device pixel ratio.
- Actual (opA): 1
- Expected (opB): 2" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQRegion">
- <failure tag="1&#x002D;empty" message="Compared values are not the same
- Actual (rA): QRegion(200x50+10+10)
- Expected (rB): QRegion(null)" result="fail"/>
- <failure tag="different lists" message="Compared values are not the same
- Actual (rA): QRegion(200x50+10+10)
- Expected (rB): QRegion(2 rectangles, 50x200+100+200, 200x50+10+10)" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQVector2D">
- <failure message="Compared values are not the same
- Actual (v2a): QVector2D(1, 2)
- Expected (v2b): QVector2D(1, 3)" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQVector3D">
- <failure message="Compared values are not the same
- Actual (v3a): QVector3D(1, 2, 3)
- Expected (v3b): QVector3D(1, 3, 3)" result="fail"/>
- </testcase>
- <testcase result="fail" name="compareQVector4D">
- <failure message="Compared values are not the same
- Actual (v4a): QVector4D(1, 2, 3, 4)
- Expected (v4b): QVector4D(1, 3, 3, 4)" result="fail"/>
- </testcase>
- <testcase result="fail" name="verify">
- <failure message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. ()" result="fail"/>
- </testcase>
- <testcase result="fail" name="verify2">
- <failure message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. (42)" result="fail"/>
- </testcase>
- <testcase result="fail" name="tryVerify">
- <failure message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. ()" result="fail"/>
- </testcase>
- <testcase result="fail" name="tryVerify2">
- <failure message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. (42)" result="fail"/>
- </testcase>
- <testcase result="pass" name="verifyExplicitOperatorBool"/>
- <testcase result="pass" name="cleanupTestCase"/>
- <system-err/>
-</testsuite>