summaryrefslogtreecommitdiffstats
path: root/tests/auto/testlib/selftests/expected_expectfail.junitxml
blob: 54f0416016be4effd8ae7a0e013d180016c3c283 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
<?xml version="1.0" encoding="UTF-8" ?>
<testsuite name="tst_ExpectFail" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="44" failures="17" errors="0" skipped="5" time="@TEST_DURATION@">
  <properties>
    <property name="QTestVersion" value="@INSERT_QT_VERSION_HERE@"/>
    <property name="QtVersion" value="@INSERT_QT_VERSION_HERE@"/>
    <property name="QtBuild" value=""/>
  </properties>
  <testcase name="initTestCase" classname="tst_ExpectFail" time="@TEST_DURATION@"/>
  <testcase name="xfailAndContinue" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[begin]]>
      <![CDATA[This should xfail]]>
      <![CDATA[after]]>
    </system-out>
  </testcase>
  <testcase name="xfailAndAbort" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[begin]]>
      <![CDATA[This should xfail]]>
    </system-out>
  </testcase>
  <testcase name="xfailContinueSkip" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <skipped message="This skip should be reported and counted"/>
    <system-out>
      <![CDATA[This should xfail then skip]]>
    </system-out>
  </testcase>
  <testcase name="xfailAbortSkip" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[This should xfail]]>
    </system-out>
  </testcase>
  <testcase name="xfailTwice" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="fail" message="Already expecting a fail"/>
  </testcase>
  <testcase name="xfailDataDrivenTwice(Pass Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="fail" message="Already expecting a fail"/>
  </testcase>
  <testcase name="xfailDataDrivenTwice(Pass Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="fail" message="Already expecting a fail"/>
  </testcase>
  <testcase name="xfailDataDrivenTwice(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="fail" message="Already expecting a fail"/>
  </testcase>
  <testcase name="xfailDataDrivenTwice(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="fail" message="Already expecting a fail"/>
  </testcase>
  <testcase name="xfailWithQString" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[A string]]>
      <![CDATA[Bug 5 (The message)]]>
    </system-out>
  </testcase>
  <testcase name="xfailDataDrivenWithQString(Pass Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <skipped message="Each Continue or Pass reports this and increments skip&#x002D;count"/>
  </testcase>
  <testcase name="xfailDataDrivenWithQString(Pass Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <skipped message="Each Continue or Pass reports this and increments skip&#x002D;count"/>
  </testcase>
  <testcase name="xfailDataDrivenWithQString(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[A string]]>
    </system-out>
  </testcase>
  <testcase name="xfailDataDrivenWithQString(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <skipped message="Each Continue or Pass reports this and increments skip&#x002D;count"/>
    <system-out>
      <![CDATA[A string]]>
      <![CDATA[Bug 5 (The message)]]>
    </system-out>
  </testcase>
  <testcase name="xfailDataDrivenWithQVerify(Pass Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"/>
  <testcase name="xfailDataDrivenWithQVerify(Pass Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"/>
  <testcase name="xfailDataDrivenWithQVerify(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[This test should xfail]]>
    </system-out>
  </testcase>
  <testcase name="xfailDataDrivenWithQVerify(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[This test should xfail]]>
    </system-out>
  </testcase>
  <testcase name="xfailDataDrivenWithQCompare(Pass Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@"/>
  <testcase name="xfailDataDrivenWithQCompare(Pass Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@"/>
  <testcase name="xfailDataDrivenWithQCompare(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[This test should xfail]]>
    </system-out>
  </testcase>
  <testcase name="xfailDataDrivenWithQCompare(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[This test should xfail]]>
    </system-out>
  </testcase>
  <testcase name="xfailOnWrongRow(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[Should pass (*not* xpass), despite test-case name]]>
    </system-out>
  </testcase>
  <testcase name="xfailOnWrongRow(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[Should pass (*not* xpass), despite test-case name]]>
    </system-out>
  </testcase>
  <testcase name="xfailOnAnyRow(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[This test should xfail]]>
    </system-out>
  </testcase>
  <testcase name="xfailOnAnyRow(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[This test should xfail]]>
    </system-out>
  </testcase>
  <testcase name="xfailWithoutCheck(Fail Abort)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="fail" message="QEXPECT_FAIL was called without any subsequent verification statements"/>
    <system-out>
      <![CDATA[Should fail (*not* xfail), despite test-case name]]>
    </system-out>
  </testcase>
  <testcase name="xfailWithoutCheck(Fail Continue)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="fail" message="QEXPECT_FAIL was called without any subsequent verification statements"/>
    <system-out>
      <![CDATA[Should fail (*not* xfail), despite test-case name]]>
    </system-out>
  </testcase>
  <testcase name="xpassAbort" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="&apos;true&apos; returned TRUE unexpectedly. ()"/>
  </testcase>
  <testcase name="xpassAbortSkip" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="&apos;true&apos; returned TRUE unexpectedly. ()"/>
  </testcase>
  <testcase name="xpassAbortXfailContinue" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="&apos;true&apos; returned TRUE unexpectedly. ()"/>
  </testcase>
  <testcase name="xpassContinue" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="&apos;true&apos; returned TRUE unexpectedly. ()"/>
    <system-out>
      <![CDATA[This should be reached]]>
    </system-out>
  </testcase>
  <testcase name="xpassContinueSkip" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="&apos;true&apos; returned TRUE unexpectedly. ()"/>
    <skipped message="This should be reached but not increment skip&#x002D;count"/>
  </testcase>
  <testcase name="xpassContinueXfailAbort" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="&apos;true&apos; returned TRUE unexpectedly. ()"/>
    <system-out>
      <![CDATA[This test should xfail but not add to totals]]>
    </system-out>
  </testcase>
  <testcase name="xpassAbortDataDrivenWithQVerify(XPass)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="&apos;true&apos; returned TRUE unexpectedly. ()"/>
  </testcase>
  <testcase name="xpassAbortDataDrivenWithQVerify(Pass)" classname="tst_ExpectFail" time="@TEST_DURATION@"/>
  <testcase name="xpassContinueDataDrivenWithQVerify(XPass)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="&apos;true&apos; returned TRUE unexpectedly. ()"/>
    <system-out>
      <![CDATA[Test should Continue past XPASS]]>
    </system-out>
  </testcase>
  <testcase name="xpassContinueDataDrivenWithQVerify(Pass)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[Test should simply PASS]]>
    </system-out>
  </testcase>
  <testcase name="xpassAbortDataDrivenWithQCompare(XPass)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="QCOMPARE(1, 1) returned TRUE unexpectedly."/>
  </testcase>
  <testcase name="xpassAbortDataDrivenWithQCompare(Pass)" classname="tst_ExpectFail" time="@TEST_DURATION@"/>
  <testcase name="xpassContinueDataDrivenWithQCompare(XPass)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <failure type="xpass" message="QCOMPARE(1, 1) returned TRUE unexpectedly."/>
    <system-out>
      <![CDATA[Test should Continue past XPASS]]>
    </system-out>
  </testcase>
  <testcase name="xpassContinueDataDrivenWithQCompare(Pass)" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[Test should simply PASS]]>
    </system-out>
  </testcase>
  <testcase name="cleanupTestCase" classname="tst_ExpectFail" time="@TEST_DURATION@">
    <system-out>
      <![CDATA[Totals should add up to 44: 23 passed, 17 failed, 4 skipped]]>
    </system-out>
  </testcase>
</testsuite>