1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
/****************************************************************************
**
** Copyright (C) 2021 The Qt Company Ltd.
** Contact: https://www.qt.io/licensing/
**
** This file is part of the test suite of the Qt Toolkit.
**
** $QT_BEGIN_LICENSE:GPL-EXCEPT$
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see https://www.qt.io/terms-conditions. For further
** information use the contact form at https://www.qt.io/contact-us.
**
** GNU General Public License Usage
** Alternatively, this file may be used under the terms of the GNU
** General Public License version 3 as published by the Free Software
** Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT
** included in the packaging of this file. Please review the following
** information to ensure the GNU General Public License requirements will
** be met: https://www.gnu.org/licenses/gpl-3.0.html.
**
** $QT_END_LICENSE$
**
****************************************************************************/
#include <QtCore/QCoreApplication>
#include <QTest>
#include <private/qtestlog_p.h>
class tst_Blacklisted : public QObject
{
Q_OBJECT
private slots:
void init();
void cleanupTestCase();
void pass();
void skip();
void fail();
void xfail();
void multiSkip();
void multiFail();
void xfailContinueSkip();
void xfailContinueFail();
void xpass();
void xpassContinueSkip();
void xpassContinueFail();
private:
int casesTested = 2;
// What the totals line's numbers *should* be:
int passed = 2, skipped = 0, blacklisted = 0;
// Total and passed get {init,cleanup}TestCase() in addition to the actual tests.
};
void tst_Blacklisted::init()
{
++casesTested;
}
void tst_Blacklisted::cleanupTestCase()
{
qDebug("Totals should add up to %d: %d passed, 0 failed, %d skipped, %d blacklisted",
casesTested, passed, skipped, blacklisted);
}
// All the tests below have been blacklisted in blacklisted/BLACKLIST
void tst_Blacklisted::pass()
{
++blacklisted;
qDebug("This test should BPASS");
QVERIFY(true);
}
void tst_Blacklisted::skip()
{
++skipped;
QSKIP("This test should SKIP");
}
void tst_Blacklisted::fail()
{
++blacklisted;
QVERIFY2(false, "This test should BFAIL");
}
void tst_Blacklisted::multiFail() // cf. ../subtest/'s similar tests
{
++blacklisted;
for (int i = 0; i < 10; ++i)
[]() { QFAIL("This failure message should be repeated ten times"); }();
QFAIL("But this test should only contribute one to the blacklisted count");
}
void tst_Blacklisted::multiSkip()
{
// Similar to multiFail()
++skipped;
for (int i = 0; i < 10; ++i)
[]() { QSKIP("This skip should be repeated ten times"); }();
QSKIP("But this test should only contribute one to the skip count");
}
void tst_Blacklisted::xfail()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXFAIL then BPASS", Abort);
QVERIFY(false);
}
void tst_Blacklisted::xfailContinueSkip()
{
++skipped;
QEXPECT_FAIL("", "This test should BXFAIL then SKIP", Continue);
QVERIFY(false);
QSKIP("This skip should be seen and counted");
}
void tst_Blacklisted::xfailContinueFail()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXFAIL then BFAIL", Continue);
QVERIFY(false);
QFAIL("This fail should be seen and counted as blacklisted");
}
void tst_Blacklisted::xpass()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXPASS", Abort);
QVERIFY2(true, "This test should BXPASS");
}
void tst_Blacklisted::xpassContinueSkip()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXPASS then SKIP", Continue);
QVERIFY2(true, "This test should BXPASS then SKIP");
QSKIP("This skip should be seen but not counted");
}
void tst_Blacklisted::xpassContinueFail()
{
++blacklisted;
QEXPECT_FAIL("", "This test should BXPASS then BFAIL", Continue);
QVERIFY2(true, "This test should BXPASS then BFAIL");
QFAIL("This fail should be seen and not counted (due to prior XPASS)");
}
QTEST_MAIN(tst_Blacklisted)
#include "tst_blacklisted.moc"
|
