1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
// Copyright (C) 2021 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0
#include <QtCore/QCoreApplication>
#include <QTest>
#include <private/qtestlog_p.h>
class tst_Blacklisted : public QObject
{
Q_OBJECT
private slots:
void init();
void cleanupTestCase();
void pass();
void skip();
void fail();
void xfail();
void multiSkip();
void multiFail();
void xfailContinueSkip();
void xfailContinueFail();
void xpass();
void xpassContinueSkip();
void xpassContinueFail();
private:
int casesTested = 2;
// What the totals line's numbers *should* be:
int passed = 2, skipped = 0, blacklisted = 0;
// Total and passed get {init,cleanup}TestCase() in addition to the actual tests.
};
void tst_Blacklisted::init()
{
++casesTested;
}
void tst_Blacklisted::cleanupTestCase()
{
qDebug("Totals should add up to %d: %d passed, 0 failed, %d skipped, %d blacklisted",
casesTested, passed, skipped, blacklisted);
}
// All the tests below have been blacklisted in blacklisted/BLACKLIST
void tst_Blacklisted::pass()
{
++blacklisted;
qDebug("This test should BPASS");
QVERIFY(true);
}
void tst_Blacklisted::skip()
{
++skipped;
QSKIP("This test should SKIP");
}
void tst_Blacklisted::fail()
{
++blacklisted;
QVERIFY2(false, "This test should BFAIL");
}
void tst_Blacklisted::multiFail() // cf. ../subtest/'s similar tests
{
++blacklisted;
for (int i = 0; i < 10; ++i)
[]() { QFAIL("This failure message should be repeated ten times"); }();
QFAIL("But this test should only contribute one to the blacklisted count");
}
void tst_Blacklisted::multiSkip()
{
// Similar to multiFail()
++skipped;
for (int i = 0; i < 10; ++i)
[]() { QSKIP("This skip should be repeated ten times"); }();
QSKIP("But this test should only contribute one to the skip count");
}
void tst_Blacklisted::xfail()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXFAIL then BPASS", Abort);
QVERIFY(false);
}
void tst_Blacklisted::xfailContinueSkip()
{
++skipped;
QEXPECT_FAIL("", "This test should BXFAIL then SKIP", Continue);
QVERIFY(false);
QSKIP("This skip should be seen and counted");
}
void tst_Blacklisted::xfailContinueFail()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXFAIL then BFAIL", Continue);
QVERIFY(false);
QFAIL("This fail should be seen and counted as blacklisted");
}
void tst_Blacklisted::xpass()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXPASS", Abort);
QVERIFY2(true, "This test should BXPASS");
}
void tst_Blacklisted::xpassContinueSkip()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXPASS then SKIP", Continue);
QVERIFY2(true, "This test should BXPASS then SKIP");
QSKIP("This skip should be seen but not counted");
}
void tst_Blacklisted::xpassContinueFail()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXPASS then BFAIL", Continue);
QVERIFY2(true, "This test should BXPASS then BFAIL");
QFAIL("This fail should be seen and not counted (due to prior XPASS)");
}
QTEST_MAIN(tst_Blacklisted)
#include "tst_blacklisted.moc"
|
