diff options
Diffstat (limited to 'tests/auto/testlib/selftests')
163 files changed, 2056 insertions, 1679 deletions
diff --git a/tests/auto/testlib/selftests/CMakeLists.txt b/tests/auto/testlib/selftests/CMakeLists.txt index a6bb30194d..9e17638a66 100644 --- a/tests/auto/testlib/selftests/CMakeLists.txt +++ b/tests/auto/testlib/selftests/CMakeLists.txt @@ -3,6 +3,12 @@ # The whole file is written manually. +if(NOT QT_BUILD_STANDALONE_TESTS AND NOT QT_BUILDING_QT) + cmake_minimum_required(VERSION 3.16) + project(tst_selftests LANGUAGES CXX) + find_package(Qt6BuildInternals REQUIRED COMPONENTS STANDALONE_TEST) +endif() + include(../../../../src/testlib/selfcover.cmake) # ------------- Test runner ------------- @@ -21,6 +27,8 @@ qt_internal_add_test(tst_selftests SOURCES tst_selftests.cpp catch.cpp + NO_PCH_SOURCES + tst_selftests.cpp # undef QT_NO_FOREACH LIBRARIES Qt::TestPrivate TESTDATA ${qmake_expected_files_resource_files} @@ -83,9 +91,11 @@ set(subprograms printdatatagswithglobaltags qexecstringlist silent + silent_fatal signaldumper singleskip skip + skipblacklisted skipcleanup skipcleanuptestcase skipinit diff --git a/tests/auto/testlib/selftests/README b/tests/auto/testlib/selftests/README index 821bed45df..da6637d872 100644 --- a/tests/auto/testlib/selftests/README +++ b/tests/auto/testlib/selftests/README @@ -50,6 +50,13 @@ You can choose a specific subtest by passing the -c option: -c "Given: The QTestLog::Plain logger" \ -c 'And given: The "skip" subtest' +Note that on Windows, when using cmd.exe, you cannot use single +quotes, so the command above becomes: + + ❯ ./tst_selftests "Scenario: Test output of the loggers is as expected" \ + -c "Given: The QTestLog::Plain logger" \ + -c "And given: The ""skip"" subtest" + It's possible to pass only the first -c options, to e.g. run all tests with the Plain logger, but it's unfortunately not possible to pass only the last -c option, to run the 'skip' subtest with diff --git a/tests/auto/testlib/selftests/assert/CMakeLists.txt b/tests/auto/testlib/selftests/assert/CMakeLists.txt index 2fd7e67154..947c056d02 100644 --- a/tests/auto/testlib/selftests/assert/CMakeLists.txt +++ b/tests/auto/testlib/selftests/assert/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from assert.pro. - ##################################################################### ## assert Binary: ##################################################################### qt_internal_add_executable(assert - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_assert.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(assert ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(assert) -# special case end diff --git a/tests/auto/testlib/selftests/assert/tst_assert.cpp b/tests/auto/testlib/selftests/assert/tst_assert.cpp index 1fb7fbc2d8..abba0f388e 100644 --- a/tests/auto/testlib/selftests/assert/tst_assert.cpp +++ b/tests/auto/testlib/selftests/assert/tst_assert.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only // Make sure we get a real Q_ASSERT even in release builds #ifdef QT_NO_DEBUG diff --git a/tests/auto/testlib/selftests/badxml/CMakeLists.txt b/tests/auto/testlib/selftests/badxml/CMakeLists.txt index 707447a929..21544707d7 100644 --- a/tests/auto/testlib/selftests/badxml/CMakeLists.txt +++ b/tests/auto/testlib/selftests/badxml/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from badxml.pro. - ##################################################################### ## badxml Binary: ##################################################################### qt_internal_add_executable(badxml - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_badxml.cpp LIBRARIES @@ -20,6 +19,4 @@ qt_internal_add_executable(badxml ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(badxml) -# special case end diff --git a/tests/auto/testlib/selftests/badxml/tst_badxml.cpp b/tests/auto/testlib/selftests/badxml/tst_badxml.cpp index ec54f786d9..a928a24d8a 100644 --- a/tests/auto/testlib/selftests/badxml/tst_badxml.cpp +++ b/tests/auto/testlib/selftests/badxml/tst_badxml.cpp @@ -1,6 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 - +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QtCore/QStringList> @@ -80,9 +79,9 @@ void tst_BadXml::badDataTag_data() const { QTest::addColumn<bool>("shouldFail"); - foreach (char const* str, badStrings()) { - QTest::newRow(qPrintable(QString("fail %1").arg(str))) << true; - QTest::newRow(qPrintable(QString("pass %1").arg(str))) << false; + for (const QByteArray &ba: badStrings()) { + QTest::addRow("fail %s", ba.constData()) << true; + QTest::addRow("pass %s", ba.constData()) << false; } } @@ -123,9 +122,8 @@ void tst_BadXml::badMessage_data() const QTest::addColumn<QByteArray>("message"); int i = 0; - foreach (QByteArray const& str, badStrings()) { + for (const QByteArray &str : badStrings()) QTest::newRow(qPrintable(QString::fromLatin1("string %1").arg(i++))) << str; - } } /* @@ -133,13 +131,12 @@ void tst_BadXml::badMessage_data() const */ QList<QByteArray> const& tst_BadXml::badStrings() { - static QList<QByteArray> out; - if (out.isEmpty()) { - out << "end cdata ]]> text ]]> more text"; - out << "quotes \" text\" more text"; - out << "xml close > open < tags < text"; - out << "all > \" mixed ]]> up > \" in < the ]]> hopes < of triggering \"< ]]> bugs"; - } + static const QList<QByteArray> out = { + "end cdata ]]> text ]]> more text", + "quotes \" text\" more text", + "xml close > open < tags < text", + "all > \" mixed ]]> up > \" in < the ]]> hopes < of triggering \"< ]]> bugs", + }; return out; } diff --git a/tests/auto/testlib/selftests/benchlibcallgrind/CMakeLists.txt b/tests/auto/testlib/selftests/benchlibcallgrind/CMakeLists.txt index 17cceb798b..033724406c 100644 --- a/tests/auto/testlib/selftests/benchlibcallgrind/CMakeLists.txt +++ b/tests/auto/testlib/selftests/benchlibcallgrind/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from benchlibcallgrind.pro. - ##################################################################### ## benchlibcallgrind Binary: ##################################################################### qt_internal_add_executable(benchlibcallgrind - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_benchlibcallgrind.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(benchlibcallgrind ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(benchlibcallgrind) -# special case end diff --git a/tests/auto/testlib/selftests/benchlibcallgrind/tst_benchlibcallgrind.cpp b/tests/auto/testlib/selftests/benchlibcallgrind/tst_benchlibcallgrind.cpp index 8ced6f28e5..fc7f0b013b 100644 --- a/tests/auto/testlib/selftests/benchlibcallgrind/tst_benchlibcallgrind.cpp +++ b/tests/auto/testlib/selftests/benchlibcallgrind/tst_benchlibcallgrind.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> #include <QtCore/QCoreApplication> @@ -22,7 +22,7 @@ private slots: void tst_BenchlibCallgrind::failInChildProcess() { #ifdef HAVE_VALGRIND_H - static double f = 1.0; + [[maybe_unused]] static double f = 1.0; QBENCHMARK { for (int i = 0; i < 1000000; ++i) { f *= 1.1; @@ -63,7 +63,7 @@ QTEST_MAIN_WRAPPER(tst_BenchlibCallgrind, || qstrcmp(arg, "-callgrind") == 0; }) == args.end()) { args.push_back("-callgrind"); - argc = args.size(); + argc = int(args.size()); argv = const_cast<char**>(&args[0]); } QTEST_MAIN_SETUP()) diff --git a/tests/auto/testlib/selftests/benchlibcounting/CMakeLists.txt b/tests/auto/testlib/selftests/benchlibcounting/CMakeLists.txt index baefdf14ad..76a1c96a44 100644 --- a/tests/auto/testlib/selftests/benchlibcounting/CMakeLists.txt +++ b/tests/auto/testlib/selftests/benchlibcounting/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from benchlibcounting.pro. - ##################################################################### ## benchlibcounting Binary: ##################################################################### qt_internal_add_executable(benchlibcounting - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_benchlibcounting.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(benchlibcounting ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(tst_selftests) -# special case end diff --git a/tests/auto/testlib/selftests/benchlibcounting/tst_benchlibcounting.cpp b/tests/auto/testlib/selftests/benchlibcounting/tst_benchlibcounting.cpp index 33012ab5da..8ac99a1f4e 100644 --- a/tests/auto/testlib/selftests/benchlibcounting/tst_benchlibcounting.cpp +++ b/tests/auto/testlib/selftests/benchlibcounting/tst_benchlibcounting.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QTest> @@ -37,7 +37,7 @@ void tst_BenchlibCounting::failingBenchmark() QTEST_MAIN_WRAPPER(tst_BenchlibCounting, std::vector<const char*> args(argv, argv + argc); args.push_back("-eventcounter"); - argc = args.size(); + argc = int(args.size()); argv = const_cast<char**>(&args[0]); QTEST_MAIN_SETUP()) diff --git a/tests/auto/testlib/selftests/benchlibeventcounter/CMakeLists.txt b/tests/auto/testlib/selftests/benchlibeventcounter/CMakeLists.txt index 6fa87707d7..e91340512b 100644 --- a/tests/auto/testlib/selftests/benchlibeventcounter/CMakeLists.txt +++ b/tests/auto/testlib/selftests/benchlibeventcounter/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from benchlibeventcounter.pro. - ##################################################################### ## benchlibeventcounter Binary: ##################################################################### qt_internal_add_executable(benchlibeventcounter - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_benchlibeventcounter.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(benchlibeventcounter ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(benchlibeventcounter) -# special case end diff --git a/tests/auto/testlib/selftests/benchlibeventcounter/tst_benchlibeventcounter.cpp b/tests/auto/testlib/selftests/benchlibeventcounter/tst_benchlibeventcounter.cpp index 7159e4876c..53c8f50ff2 100644 --- a/tests/auto/testlib/selftests/benchlibeventcounter/tst_benchlibeventcounter.cpp +++ b/tests/auto/testlib/selftests/benchlibeventcounter/tst_benchlibeventcounter.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> @@ -73,7 +73,7 @@ int main(int argc, char** argv) { std::vector<const char*> args(argv, argv + argc); args.push_back("-eventcounter"); - argc = args.size(); + argc = int(args.size()); argv = const_cast<char**>(&args[0]); TestEventDispatcher dispatcher; diff --git a/tests/auto/testlib/selftests/benchliboptions/CMakeLists.txt b/tests/auto/testlib/selftests/benchliboptions/CMakeLists.txt index 0cd8acff34..1f6bfa9374 100644 --- a/tests/auto/testlib/selftests/benchliboptions/CMakeLists.txt +++ b/tests/auto/testlib/selftests/benchliboptions/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from benchliboptions.pro. - ##################################################################### ## benchliboptions Binary: ##################################################################### qt_internal_add_executable(benchliboptions - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_benchliboptions.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(benchliboptions ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(tst_selftests) -# special case end diff --git a/tests/auto/testlib/selftests/benchliboptions/tst_benchliboptions.cpp b/tests/auto/testlib/selftests/benchliboptions/tst_benchliboptions.cpp index b81796e30f..35ba5e5309 100644 --- a/tests/auto/testlib/selftests/benchliboptions/tst_benchliboptions.cpp +++ b/tests/auto/testlib/selftests/benchliboptions/tst_benchliboptions.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> @@ -10,23 +10,20 @@ #include <QAbstractEventDispatcher> /* Custom event dispatcher to ensure we don't receive any spontaneous events */ -class TestEventDispatcher : public QAbstractEventDispatcher +class TestEventDispatcher : public QAbstractEventDispatcherV2 { Q_OBJECT public: - TestEventDispatcher(QObject* parent =0) - : QAbstractEventDispatcher(parent) - {} void interrupt() override {} bool processEvents(QEventLoop::ProcessEventsFlags) override { return false; } void registerSocketNotifier(QSocketNotifier*) override {} - void registerTimer(int,qint64,Qt::TimerType,QObject*) override {} - QList<TimerInfo> registeredTimers(QObject*) const override { return QList<TimerInfo>(); } + void registerTimer(Qt::TimerId,Duration,Qt::TimerType,QObject*) override {} + QList<TimerInfoV2> timersForObject(QObject*) const override { return {}; } void unregisterSocketNotifier(QSocketNotifier*) override {} - bool unregisterTimer(int) override { return false; } + bool unregisterTimer(Qt::TimerId) override { return false; } bool unregisterTimers(QObject*) override { return false; } - int remainingTime(int) override { return 0; } + Duration remainingTime(Qt::TimerId) const override { return {}; } void wakeUp() override {} #ifdef Q_OS_WIN diff --git a/tests/auto/testlib/selftests/benchlibtickcounter/CMakeLists.txt b/tests/auto/testlib/selftests/benchlibtickcounter/CMakeLists.txt index 55c079d29c..639e75c8bb 100644 --- a/tests/auto/testlib/selftests/benchlibtickcounter/CMakeLists.txt +++ b/tests/auto/testlib/selftests/benchlibtickcounter/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from benchlibtickcounter.pro. - ##################################################################### ## benchlibtickcounter Binary: ##################################################################### qt_internal_add_executable(benchlibtickcounter - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_benchlibtickcounter.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(benchlibtickcounter ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(benchlibtickcounter) -# special case end diff --git a/tests/auto/testlib/selftests/benchlibtickcounter/tst_benchlibtickcounter.cpp b/tests/auto/testlib/selftests/benchlibtickcounter/tst_benchlibtickcounter.cpp index 6b7068f9d2..204a28599e 100644 --- a/tests/auto/testlib/selftests/benchlibtickcounter/tst_benchlibtickcounter.cpp +++ b/tests/auto/testlib/selftests/benchlibtickcounter/tst_benchlibtickcounter.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> @@ -40,7 +40,7 @@ void tst_BenchlibTickCounter::threeBillionTicks() QTEST_MAIN_WRAPPER(tst_BenchlibTickCounter, std::vector<const char*> args(argv, argv + argc); args.push_back("-tickcounter"); - argc = args.size(); + argc = int(args.size()); argv = const_cast<char**>(&args[0]); QTEST_MAIN_SETUP()) diff --git a/tests/auto/testlib/selftests/benchlibwalltime/CMakeLists.txt b/tests/auto/testlib/selftests/benchlibwalltime/CMakeLists.txt index 1e4215c959..b4119726b3 100644 --- a/tests/auto/testlib/selftests/benchlibwalltime/CMakeLists.txt +++ b/tests/auto/testlib/selftests/benchlibwalltime/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from benchlibwalltime.pro. - ##################################################################### ## benchlibwalltime Binary: ##################################################################### qt_internal_add_executable(benchlibwalltime - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_benchlibwalltime.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(benchlibwalltime ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(benchlibwalltime) -# special case end diff --git a/tests/auto/testlib/selftests/benchlibwalltime/tst_benchlibwalltime.cpp b/tests/auto/testlib/selftests/benchlibwalltime/tst_benchlibwalltime.cpp index 1095253def..ebe3de4585 100644 --- a/tests/auto/testlib/selftests/benchlibwalltime/tst_benchlibwalltime.cpp +++ b/tests/auto/testlib/selftests/benchlibwalltime/tst_benchlibwalltime.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/blacklisted/CMakeLists.txt b/tests/auto/testlib/selftests/blacklisted/CMakeLists.txt index d0f93ad5ff..8e84038002 100644 --- a/tests/auto/testlib/selftests/blacklisted/CMakeLists.txt +++ b/tests/auto/testlib/selftests/blacklisted/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from blacklisted.pro. - ##################################################################### ## blacklisted Binary: ##################################################################### qt_internal_add_executable(blacklisted - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_blacklisted.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(blacklisted ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(blacklisted) -# special case end diff --git a/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp b/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp index 1a2f8e93af..d59b6244c1 100644 --- a/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp +++ b/tests/auto/testlib/selftests/blacklisted/tst_blacklisted.cpp @@ -1,5 +1,8 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only + +#undef QTEST_THROW_ON_FAILURE // fails ### investigate +#undef QTEST_THROW_ON_SKIP // fails ### investigate #include <QtCore/QCoreApplication> #include <QTest> @@ -65,6 +68,7 @@ void tst_Blacklisted::fail() void tst_Blacklisted::multiFail() // cf. ../subtest/'s similar tests { + const QTest::ThrowOnFailDisabler nothrow; // tests repeated QFAILs ++blacklisted; for (int i = 0; i < 10; ++i) []() { QFAIL("This failure message should be repeated ten times"); }(); @@ -73,6 +77,7 @@ void tst_Blacklisted::multiFail() // cf. ../subtest/'s similar tests void tst_Blacklisted::multiSkip() { + const QTest::ThrowOnSkipDisabler nothrow; // tests repeated QSKIPs // Similar to multiFail() ++skipped; for (int i = 0; i < 10; ++i) diff --git a/tests/auto/testlib/selftests/catch.cpp b/tests/auto/testlib/selftests/catch.cpp index 367a4c8123..37457fcca5 100644 --- a/tests/auto/testlib/selftests/catch.cpp +++ b/tests/auto/testlib/selftests/catch.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2020 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #define CATCH_CONFIG_RUNNER #define CATCH_CLARA_CONFIG_CONSOLE_WIDTH 1000 diff --git a/tests/auto/testlib/selftests/catch_p.h b/tests/auto/testlib/selftests/catch_p.h index 9b3060ae4c..2c217922a8 100644 --- a/tests/auto/testlib/selftests/catch_p.h +++ b/tests/auto/testlib/selftests/catch_p.h @@ -1,5 +1,5 @@ // Copyright (C) 2020 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #ifndef QCATCH_P_H #define QCATCH_P_H diff --git a/tests/auto/testlib/selftests/cmptest/CMakeLists.txt b/tests/auto/testlib/selftests/cmptest/CMakeLists.txt index 52e5f8ccf0..67700db36e 100644 --- a/tests/auto/testlib/selftests/cmptest/CMakeLists.txt +++ b/tests/auto/testlib/selftests/cmptest/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from cmptest.pro. - ##################################################################### ## cmptest Binary: ##################################################################### qt_internal_add_executable(cmptest - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_cmptest.cpp LIBRARIES @@ -24,6 +23,4 @@ qt_internal_extend_target(cmptest CONDITION TARGET Qt::Gui Qt::Gui ) -# special case begin qt_internal_apply_testlib_coverage_options(cmptest) -# special case end diff --git a/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp b/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp index 7a3817c63d..36e355c614 100644 --- a/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp +++ b/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> #include <QtCore/QCoreApplication> @@ -7,11 +7,14 @@ #ifdef QT_GUI_LIB #include <QtGui/QColor> #include <QtGui/QImage> +#include <QtGui/QPalette> #include <QtGui/QPixmap> #include <QtGui/QVector2D> #include <QtGui/QVector3D> #include <QtGui/QVector4D> #endif +#include <QSet> +#include <vector> using namespace Qt::StringLiterals; /* XPM test data for QPixmap, QImage tests (use drag cursors as example) */ @@ -127,6 +130,7 @@ private slots: void compareQListIntToInitializerList_data(); void compareQListIntToInitializerList(); void compareQListDouble(); + void compareContainerToInitializerList(); #ifdef QT_GUI_LIB void compareQColor_data(); void compareQColor(); @@ -139,6 +143,8 @@ private slots: void compareQVector2D(); void compareQVector3D(); void compareQVector4D(); + void compareQPalettes_data(); + void compareQPalettes(); #endif void tryCompare(); void verify(); @@ -506,6 +512,24 @@ void tst_Cmptest::compareQListDouble() QCOMPARE(double1, double2); } +void tst_Cmptest::compareContainerToInitializerList() +{ + // Protect ',' in the list +#define ARG(...) __VA_ARGS__ + QSet<int> set{1, 2, 3}; + QCOMPARE(set, ARG({1, 2, 3})); + + std::vector<int> vec{1, 2, 3}; + QCOMPARE(vec, ARG({1, 2, 3})); + + vec.clear(); + QCOMPARE(vec, {}); + + vec.push_back(42); + QCOMPARE(vec, {42}); +#undef ARG +} + #ifdef QT_GUI_LIB void tst_Cmptest::compareQColor_data() { @@ -632,6 +656,54 @@ void tst_Cmptest::compareQVector4D() v4b.setY(3); QCOMPARE(v4a, v4b); } + +void tst_Cmptest::compareQPalettes_data() +{ + QTest::addColumn<QPalette>("actualPalette"); + QTest::addColumn<QPalette>("expectedPalette"); + + // Initialize both to black, as the default palette values change + // depending on whether the test is run directly from a shell + // vs through generate_expected_output.py. We're not testing + // the defaults, we're testing that the full output is printed + // (QTBUG-5903 and QTBUG-87039). + QPalette actualPalette; + for (int i = 0; i < QPalette::NColorRoles; ++i) { + const auto role = QPalette::ColorRole(i); + actualPalette.setColor(QPalette::All, role, QColorConstants::Black); + } + QPalette expectedPalette; + for (int i = 0; i < QPalette::NColorRoles; ++i) { + const auto role = QPalette::ColorRole(i); + expectedPalette.setColor(QPalette::All, role, QColorConstants::Black); + } + + for (int i = 0; i < QPalette::NColorRoles; ++i) { + const auto role = QPalette::ColorRole(i); + const auto color = QColor::fromRgb(i); + actualPalette.setColor(role, color); + } + QTest::newRow("all roles are different") << actualPalette << expectedPalette; + + for (int i = 0; i < QPalette::NColorRoles - 1; ++i) { + const auto role = QPalette::ColorRole(i); + const auto color = QColor::fromRgb(i); + expectedPalette.setColor(role, color); + } + QTest::newRow("one role is different") << actualPalette << expectedPalette; + + const auto lastRole = QPalette::ColorRole(QPalette::NColorRoles - 1); + expectedPalette.setColor(lastRole, QColor::fromRgb(lastRole)); + QTest::newRow("all roles are the same") << actualPalette << expectedPalette; +} + +void tst_Cmptest::compareQPalettes() +{ + QFETCH(QPalette, actualPalette); + QFETCH(QPalette, expectedPalette); + + QCOMPARE(actualPalette, expectedPalette); +} #endif // QT_GUI_LIB static int opaqueFunc() @@ -699,9 +771,9 @@ void tst_Cmptest::tryCompare() } { DeferredFlag c; - QTRY_COMPARE_WITH_TIMEOUT(c, DeferredFlag(), 300); + QTRY_COMPARE_WITH_TIMEOUT(c, DeferredFlag(), 300ms); QVERIFY(!c); // Instantly equal, so succeeded without delay. - QTRY_COMPARE_WITH_TIMEOUT(c, trueAlready, 200); + QTRY_COMPARE_WITH_TIMEOUT(c, trueAlready, 1s); qInfo("Should now time out and fail"); QTRY_COMPARE_WITH_TIMEOUT(c, DeferredFlag(), 200); } @@ -716,7 +788,7 @@ void tst_Cmptest::tryVerify() } { DeferredFlag c; - QTRY_VERIFY_WITH_TIMEOUT(!c, 300); + QTRY_VERIFY_WITH_TIMEOUT(!c, 300ms); QTRY_VERIFY_WITH_TIMEOUT(c, 200); qInfo("Should now time out and fail"); QTRY_VERIFY_WITH_TIMEOUT(!c, 200); @@ -732,7 +804,7 @@ void tst_Cmptest::tryVerify2() } { DeferredFlag c; - QTRY_VERIFY2_WITH_TIMEOUT(!c, "Failed to check before looping", 300); + QTRY_VERIFY2_WITH_TIMEOUT(!c, "Failed to check before looping", 300ms); QTRY_VERIFY2_WITH_TIMEOUT(c, "Failed to trigger single-shot", 200); QTRY_VERIFY2_WITH_TIMEOUT(!c, "Should time out and fail", 200); } diff --git a/tests/auto/testlib/selftests/commandlinedata/CMakeLists.txt b/tests/auto/testlib/selftests/commandlinedata/CMakeLists.txt index fa9f0b448d..c563f9919a 100644 --- a/tests/auto/testlib/selftests/commandlinedata/CMakeLists.txt +++ b/tests/auto/testlib/selftests/commandlinedata/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from commandlinedata.pro. - ##################################################################### ## commandlinedata Binary: ##################################################################### qt_internal_add_executable(commandlinedata - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_commandlinedata.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(commandlinedata ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(commandlinedata) -# special case end diff --git a/tests/auto/testlib/selftests/commandlinedata/tst_commandlinedata.cpp b/tests/auto/testlib/selftests/commandlinedata/tst_commandlinedata.cpp index a24b6fdbc3..c895ae4ed8 100644 --- a/tests/auto/testlib/selftests/commandlinedata/tst_commandlinedata.cpp +++ b/tests/auto/testlib/selftests/commandlinedata/tst_commandlinedata.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/counting/CMakeLists.txt b/tests/auto/testlib/selftests/counting/CMakeLists.txt index d8356dd45b..58fa751477 100644 --- a/tests/auto/testlib/selftests/counting/CMakeLists.txt +++ b/tests/auto/testlib/selftests/counting/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from counting.pro. - ##################################################################### ## counting Binary: ##################################################################### qt_internal_add_executable(counting - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_counting.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(counting ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(counting) -# special case end diff --git a/tests/auto/testlib/selftests/counting/tst_counting.cpp b/tests/auto/testlib/selftests/counting/tst_counting.cpp index d9b5a8d654..d521ea0238 100644 --- a/tests/auto/testlib/selftests/counting/tst_counting.cpp +++ b/tests/auto/testlib/selftests/counting/tst_counting.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QTest> diff --git a/tests/auto/testlib/selftests/crashes/CMakeLists.txt b/tests/auto/testlib/selftests/crashes/CMakeLists.txt index c4ec65fc4e..c11bab90d0 100644 --- a/tests/auto/testlib/selftests/crashes/CMakeLists.txt +++ b/tests/auto/testlib/selftests/crashes/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from crashes.pro. - ##################################################################### ## crashes Binary: ##################################################################### qt_internal_add_executable(crashes - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_crashes.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(crashes ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(crashes) -# special case end diff --git a/tests/auto/testlib/selftests/crashes/tst_crashes.cpp b/tests/auto/testlib/selftests/crashes/tst_crashes.cpp index 38ed27d331..4ba8a426e6 100644 --- a/tests/auto/testlib/selftests/crashes/tst_crashes.cpp +++ b/tests/auto/testlib/selftests/crashes/tst_crashes.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> @@ -38,7 +38,11 @@ void tst_Crashes::crash() rather than SIGSEGV). */ int *i = 0; + +QT_WARNING_PUSH +QT_WARNING_DISABLE_GCC("-Warray-bounds") i[1] = 1; +QT_WARNING_POP } QTEST_MAIN(tst_Crashes) diff --git a/tests/auto/testlib/selftests/datatable/CMakeLists.txt b/tests/auto/testlib/selftests/datatable/CMakeLists.txt index 238ebd29e1..7bac0d2a63 100644 --- a/tests/auto/testlib/selftests/datatable/CMakeLists.txt +++ b/tests/auto/testlib/selftests/datatable/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from datatable.pro. - ##################################################################### ## datatable Binary: ##################################################################### qt_internal_add_executable(datatable - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_datatable.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(datatable ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(datatable) -# special case end diff --git a/tests/auto/testlib/selftests/datatable/tst_datatable.cpp b/tests/auto/testlib/selftests/datatable/tst_datatable.cpp index 6fa70c3072..598908ac0e 100644 --- a/tests/auto/testlib/selftests/datatable/tst_datatable.cpp +++ b/tests/auto/testlib/selftests/datatable/tst_datatable.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/datetime/CMakeLists.txt b/tests/auto/testlib/selftests/datetime/CMakeLists.txt index c2969c5fa7..e644d7200a 100644 --- a/tests/auto/testlib/selftests/datetime/CMakeLists.txt +++ b/tests/auto/testlib/selftests/datetime/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from datetime.pro. - ##################################################################### ## datetime Binary: ##################################################################### qt_internal_add_executable(datetime - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_datetime.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(datetime ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(datetime) -# special case end diff --git a/tests/auto/testlib/selftests/datetime/tst_datetime.cpp b/tests/auto/testlib/selftests/datetime/tst_datetime.cpp index 22e190404f..68e47d0868 100644 --- a/tests/auto/testlib/selftests/datetime/tst_datetime.cpp +++ b/tests/auto/testlib/selftests/datetime/tst_datetime.cpp @@ -1,9 +1,10 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QtCore/QDateTime> +#include <QtCore/QTimeZone> #include <QTest> /*! @@ -21,8 +22,10 @@ private slots: void tst_DateTime::dateTime() const { - const QDateTime utc(QDate(2000, 5, 3), QTime(4, 3, 4), Qt::UTC); - const QDateTime local(QDate(2000, 5, 3), QTime(4, 3, 4), Qt::OffsetFromUTC, 120 /* 2 minutes */); + const auto twoMinutes = std::chrono::minutes{2}; + const QDateTime utc(QDate(2000, 5, 3), QTime(4, 3, 4), QTimeZone::UTC); + const QDateTime local(QDate(2000, 5, 3), QTime(4, 3, 4), + QTimeZone::fromDurationAheadOfUtc(twoMinutes)); QCOMPARE(local, utc); } diff --git a/tests/auto/testlib/selftests/deleteLater/CMakeLists.txt b/tests/auto/testlib/selftests/deleteLater/CMakeLists.txt index d59aa4a971..ededc5bf7d 100644 --- a/tests/auto/testlib/selftests/deleteLater/CMakeLists.txt +++ b/tests/auto/testlib/selftests/deleteLater/CMakeLists.txt @@ -1,21 +1,18 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from deleteLater.pro. - ##################################################################### ## deleteLater Binary: ##################################################################### qt_internal_add_executable(deleteLater - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_deleteLater.cpp LIBRARIES Qt::Test ) -# special case begin qt_internal_apply_testlib_coverage_options(deleteLater) -# special case end diff --git a/tests/auto/testlib/selftests/deleteLater/tst_deleteLater.cpp b/tests/auto/testlib/selftests/deleteLater/tst_deleteLater.cpp index 2f3023148d..871a46afc3 100644 --- a/tests/auto/testlib/selftests/deleteLater/tst_deleteLater.cpp +++ b/tests/auto/testlib/selftests/deleteLater/tst_deleteLater.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2017 Klaralvdalens Datakonsult AB, a KDAB Group company, info@kdab.com, author David Faure <david.faure@kdab.com> -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/deleteLater_noApp/CMakeLists.txt b/tests/auto/testlib/selftests/deleteLater_noApp/CMakeLists.txt index 9082d50c79..feebd9f00e 100644 --- a/tests/auto/testlib/selftests/deleteLater_noApp/CMakeLists.txt +++ b/tests/auto/testlib/selftests/deleteLater_noApp/CMakeLists.txt @@ -1,21 +1,18 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from deleteLater_noApp.pro. - ##################################################################### ## deleteLater_noApp Binary: ##################################################################### qt_internal_add_executable(deleteLater_noApp - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_deleteLater_noApp.cpp LIBRARIES Qt::Test ) -# special case begin qt_internal_apply_testlib_coverage_options(deleteLater_noApp) -# special case end diff --git a/tests/auto/testlib/selftests/deleteLater_noApp/tst_deleteLater_noApp.cpp b/tests/auto/testlib/selftests/deleteLater_noApp/tst_deleteLater_noApp.cpp index 10ddfaa75e..eecc67dd36 100644 --- a/tests/auto/testlib/selftests/deleteLater_noApp/tst_deleteLater_noApp.cpp +++ b/tests/auto/testlib/selftests/deleteLater_noApp/tst_deleteLater_noApp.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2017 Klaralvdalens Datakonsult AB, a KDAB Group company, info@kdab.com, author David Faure <david.faure@kdab.com> -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/differentexec/CMakeLists.txt b/tests/auto/testlib/selftests/differentexec/CMakeLists.txt index e080a21393..b92814742e 100644 --- a/tests/auto/testlib/selftests/differentexec/CMakeLists.txt +++ b/tests/auto/testlib/selftests/differentexec/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from differentexec.pro. - ##################################################################### ## differentexec Binary: ##################################################################### qt_internal_add_executable(differentexec - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_differentexec.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(differentexec ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(differentexec) -# special case end diff --git a/tests/auto/testlib/selftests/differentexec/tst_differentexec.cpp b/tests/auto/testlib/selftests/differentexec/tst_differentexec.cpp index 7229a4306d..92233a0147 100644 --- a/tests/auto/testlib/selftests/differentexec/tst_differentexec.cpp +++ b/tests/auto/testlib/selftests/differentexec/tst_differentexec.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/eventloop/CMakeLists.txt b/tests/auto/testlib/selftests/eventloop/CMakeLists.txt index 94636d40f8..46b794f895 100644 --- a/tests/auto/testlib/selftests/eventloop/CMakeLists.txt +++ b/tests/auto/testlib/selftests/eventloop/CMakeLists.txt @@ -4,6 +4,7 @@ qt_internal_add_executable(eventloop NO_INSTALL + EXCEPTIONS OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_eventloop.cpp diff --git a/tests/auto/testlib/selftests/eventloop/tst_eventloop.cpp b/tests/auto/testlib/selftests/eventloop/tst_eventloop.cpp index 202a8b77f1..3f3a7e303e 100644 --- a/tests/auto/testlib/selftests/eventloop/tst_eventloop.cpp +++ b/tests/auto/testlib/selftests/eventloop/tst_eventloop.cpp @@ -1,10 +1,12 @@ // Copyright (C) 2022 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> #include <QTestEventLoop> #include <QtCore/QTimer> +using namespace std::chrono_literals; + // Tests for QTestEventLoop (and some QTRY_* details) class tst_EventLoop: public QObject { @@ -51,7 +53,7 @@ void tst_EventLoop::cleanup() { DeferredFlag flag; auto &loop = QTestEventLoop::instance(); - loop.enterLoopMSecs(100); + loop.enterLoop(100ms); QVERIFY2(loop.timeout(), "QTestEventLoop exited prematurely in cleanup()"); QVERIFY(flag); } @@ -81,7 +83,7 @@ void tst_EventLoop::pass() { DeferredFlag flag; auto &loop = QTestEventLoop::instance(); - loop.enterLoopMSecs(100); + loop.enterLoop(100ms); QVERIFY(loop.timeout()); QVERIFY(flag); } @@ -92,10 +94,10 @@ void tst_EventLoop::pass() DeferredFlag flag; QTestEventLoop loop(this); QVERIFY(!flag); - loop.enterLoopMSecs(1); + loop.enterLoop(1ms); QVERIFY(loop.timeout()); QVERIFY(!flag); - loop.enterLoopMSecs(100); + loop.enterLoop(100ms); QVERIFY(loop.timeout()); QVERIFY(flag); } diff --git a/tests/auto/testlib/selftests/exceptionthrow/CMakeLists.txt b/tests/auto/testlib/selftests/exceptionthrow/CMakeLists.txt index 6d50d6c822..0facbeace3 100644 --- a/tests/auto/testlib/selftests/exceptionthrow/CMakeLists.txt +++ b/tests/auto/testlib/selftests/exceptionthrow/CMakeLists.txt @@ -1,16 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from exceptionthrow.pro. - ##################################################################### ## exceptionthrow Binary: ##################################################################### qt_internal_add_executable(exceptionthrow EXCEPTIONS - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_exceptionthrow.cpp LIBRARIES @@ -20,6 +18,4 @@ qt_internal_add_executable(exceptionthrow ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(exceptionthrow) -# special case end diff --git a/tests/auto/testlib/selftests/exceptionthrow/tst_exceptionthrow.cpp b/tests/auto/testlib/selftests/exceptionthrow/tst_exceptionthrow.cpp index 4fd22e3048..ea5c6afc13 100644 --- a/tests/auto/testlib/selftests/exceptionthrow/tst_exceptionthrow.cpp +++ b/tests/auto/testlib/selftests/exceptionthrow/tst_exceptionthrow.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/expected_cmptest.junitxml b/tests/auto/testlib/selftests/expected_cmptest.junitxml index 7ec9e2e05f..134a188753 100644 --- a/tests/auto/testlib/selftests/expected_cmptest.junitxml +++ b/tests/auto/testlib/selftests/expected_cmptest.junitxml @@ -1,5 +1,5 @@ <?xml version="1.0" encoding="UTF-8" ?> -<testsuite name="tst_Cmptest" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="70" failures="49" errors="0" skipped="0" time="@TEST_DURATION@"> +<testsuite name="tst_Cmptest" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="74" failures="51" errors="0" skipped="0" time="@TEST_DURATION@"> <properties> <property name="QTestVersion" value="@INSERT_QT_VERSION_HERE@"/> <property name="QtVersion" value="@INSERT_QT_VERSION_HERE@"/> @@ -173,6 +173,7 @@ Expected (double2): 1]]> </failure> </testcase> + <testcase name="compareContainerToInitializerList" classname="tst_Cmptest" time="@TEST_DURATION@"/> <testcase name="compareQColor(Qt::yellow vs "yellow")" classname="tst_Cmptest" time="@TEST_DURATION@"/> <testcase name="compareQColor(Qt::yellow vs Qt::green)" classname="tst_Cmptest" time="@TEST_DURATION@"> <failure type="fail" message="Compared values are not the same"> @@ -282,6 +283,19 @@ Expected (v4b): QVector4D(1, 3, 3, 4)]]> </failure> </testcase> + <testcase name="compareQPalettes(all roles are different)" classname="tst_Cmptest" time="@TEST_DURATION@"> + <failure type="fail" message="Compared values are not the same"> + <![CDATA[ Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") + Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Light:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Midlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Dark:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Mid:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Text:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],BrightText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ButtonText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Base:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Window:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Shadow:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Highlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],HighlightedText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Link:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],LinkVisited:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],AlternateBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],PlaceholderText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]")]]> + </failure> + </testcase> + <testcase name="compareQPalettes(one role is different)" classname="tst_Cmptest" time="@TEST_DURATION@"> + <failure type="fail" message="Compared values are not the same"> + <![CDATA[ Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") + Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]")]]> + </failure> + </testcase> + <testcase name="compareQPalettes(all roles are the same)" classname="tst_Cmptest" time="@TEST_DURATION@"/> <testcase name="tryCompare" classname="tst_Cmptest" time="@TEST_DURATION@"> <failure type="fail" message="Compared values are not the same"> <![CDATA[ Actual (c) : DeferredFlag(true) diff --git a/tests/auto/testlib/selftests/expected_cmptest.lightxml b/tests/auto/testlib/selftests/expected_cmptest.lightxml index 6328632c69..9c54d20650 100644 --- a/tests/auto/testlib/selftests/expected_cmptest.lightxml +++ b/tests/auto/testlib/selftests/expected_cmptest.lightxml @@ -234,6 +234,10 @@ </Incident> <Duration msecs="0"/> </TestFunction> + <TestFunction name="compareContainerToInitializerList"> + <Incident type="pass" file="" line="0" /> + <Duration msecs="0"/> + </TestFunction> <TestFunction name="compareQColor"> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[Qt::yellow vs "yellow"]]></DataTag> @@ -377,6 +381,24 @@ </Incident> <Duration msecs="0"/> </TestFunction> + <TestFunction name="compareQPalettes"> + <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp" line="0"> + <DataTag><![CDATA[all roles are different]]></DataTag> + <Description><![CDATA[Compared values are not the same + Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") + Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Light:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Midlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Dark:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Mid:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Text:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],BrightText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ButtonText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Base:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Window:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Shadow:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Highlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],HighlightedText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Link:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],LinkVisited:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],AlternateBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],PlaceholderText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]")]]></Description> + </Incident> + <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp" line="0"> + <DataTag><![CDATA[one role is different]]></DataTag> + <Description><![CDATA[Compared values are not the same + Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") + Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]")]]></Description> + </Incident> + <Incident type="pass" file="" line="0"> + <DataTag><![CDATA[all roles are the same]]></DataTag> + </Incident> + <Duration msecs="0"/> + </TestFunction> <TestFunction name="tryCompare"> <Message type="qinfo" file="" line="0"> <Description><![CDATA[Should now time out and fail]]></Description> diff --git a/tests/auto/testlib/selftests/expected_cmptest.tap b/tests/auto/testlib/selftests/expected_cmptest.tap index 368d3aafb4..a5f5c3c8a2 100644 --- a/tests/auto/testlib/selftests/expected_cmptest.tap +++ b/tests/auto/testlib/selftests/expected_cmptest.tap @@ -303,8 +303,9 @@ not ok 38 - compareQListDouble() file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -ok 39 - compareQColor(Qt::yellow vs "yellow") -not ok 40 - compareQColor(Qt::yellow vs Qt::green) +ok 39 - compareContainerToInitializerList() +ok 40 - compareQColor(Qt::yellow vs "yellow") +not ok 41 - compareQColor(Qt::yellow vs Qt::green) --- type: QCOMPARE message: Compared values are not the same @@ -316,7 +317,7 @@ not ok 40 - compareQColor(Qt::yellow vs Qt::green) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 41 - compareQColor(0x88ff0000 vs 0xffff0000) +not ok 42 - compareQColor(0x88ff0000 vs 0xffff0000) --- type: QCOMPARE message: Compared values are not the same @@ -328,8 +329,8 @@ not ok 41 - compareQColor(0x88ff0000 vs 0xffff0000) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -ok 42 - compareQPixmaps(both null) -not ok 43 - compareQPixmaps(one null) +ok 43 - compareQPixmaps(both null) +not ok 44 - compareQPixmaps(one null) --- type: QCOMPARE message: Compared QPixmaps differ. @@ -341,7 +342,7 @@ not ok 43 - compareQPixmaps(one null) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 44 - compareQPixmaps(other null) +not ok 45 - compareQPixmaps(other null) --- type: QCOMPARE message: Compared QPixmaps differ. @@ -353,8 +354,8 @@ not ok 44 - compareQPixmaps(other null) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -ok 45 - compareQPixmaps(equal) -not ok 46 - compareQPixmaps(different size) +ok 46 - compareQPixmaps(equal) +not ok 47 - compareQPixmaps(different size) --- type: QCOMPARE message: Compared QPixmaps differ in size. @@ -366,14 +367,14 @@ not ok 46 - compareQPixmaps(different size) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 47 - compareQPixmaps(different pixels) +not ok 48 - compareQPixmaps(different pixels) --- # Compared values are not the same at: tst_Cmptest::compareQPixmaps() (qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp:0) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 48 - compareQPixmaps(different dpr) +not ok 49 - compareQPixmaps(different dpr) --- type: QCOMPARE message: Compared QPixmaps differ in device pixel ratio. @@ -385,8 +386,8 @@ not ok 48 - compareQPixmaps(different dpr) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -ok 49 - compareQImages(both null) -not ok 50 - compareQImages(one null) +ok 50 - compareQImages(both null) +not ok 51 - compareQImages(one null) --- type: QCOMPARE message: Compared QImages differ. @@ -398,7 +399,7 @@ not ok 50 - compareQImages(one null) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 51 - compareQImages(other null) +not ok 52 - compareQImages(other null) --- type: QCOMPARE message: Compared QImages differ. @@ -410,8 +411,8 @@ not ok 51 - compareQImages(other null) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -ok 52 - compareQImages(equal) -not ok 53 - compareQImages(different size) +ok 53 - compareQImages(equal) +not ok 54 - compareQImages(different size) --- type: QCOMPARE message: Compared QImages differ in size. @@ -423,7 +424,7 @@ not ok 53 - compareQImages(different size) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 54 - compareQImages(different format) +not ok 55 - compareQImages(different format) --- type: QCOMPARE message: Compared QImages differ in format. @@ -435,14 +436,14 @@ not ok 54 - compareQImages(different format) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 55 - compareQImages(different pixels) +not ok 56 - compareQImages(different pixels) --- # Compared values are not the same at: tst_Cmptest::compareQImages() (qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp:0) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 56 - compareQImages(different dpr) +not ok 57 - compareQImages(different dpr) --- type: QCOMPARE message: Compared QImages differ in device pixel ratio. @@ -454,8 +455,8 @@ not ok 56 - compareQImages(different dpr) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -ok 57 - compareQRegion(equal-empty) -not ok 58 - compareQRegion(1-empty) +ok 58 - compareQRegion(equal-empty) +not ok 59 - compareQRegion(1-empty) --- type: QCOMPARE message: Compared values are not the same @@ -467,8 +468,8 @@ not ok 58 - compareQRegion(1-empty) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -ok 59 - compareQRegion(equal) -not ok 60 - compareQRegion(different lists) +ok 60 - compareQRegion(equal) +not ok 61 - compareQRegion(different lists) --- type: QCOMPARE message: Compared values are not the same @@ -480,7 +481,7 @@ not ok 60 - compareQRegion(different lists) file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 61 - compareQVector2D() +not ok 62 - compareQVector2D() --- type: QCOMPARE message: Compared values are not the same @@ -492,7 +493,7 @@ not ok 61 - compareQVector2D() file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 62 - compareQVector3D() +not ok 63 - compareQVector3D() --- type: QCOMPARE message: Compared values are not the same @@ -504,7 +505,7 @@ not ok 62 - compareQVector3D() file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 63 - compareQVector4D() +not ok 64 - compareQVector4D() --- type: QCOMPARE message: Compared values are not the same @@ -516,7 +517,32 @@ not ok 63 - compareQVector4D() file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 64 - tryCompare() +not ok 65 - compareQPalettes(all roles are different) + --- + type: QCOMPARE + message: Compared values are not the same + wanted: QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Light:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Midlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Dark:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Mid:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Text:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],BrightText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ButtonText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Base:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Window:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Shadow:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Highlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],HighlightedText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Link:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],LinkVisited:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],AlternateBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],PlaceholderText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]") (expectedPalette) + found: QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") (actualPalette) + expected: QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Light:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Midlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Dark:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Mid:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Text:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],BrightText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ButtonText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Base:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Window:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Shadow:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Highlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],HighlightedText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Link:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],LinkVisited:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],AlternateBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],PlaceholderText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]") (expectedPalette) + actual: QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") (actualPalette) + at: tst_Cmptest::compareQPalettes() (qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp:0) + file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp + line: 0 + ... +not ok 66 - compareQPalettes(one role is different) + --- + type: QCOMPARE + message: Compared values are not the same + wanted: QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]") (expectedPalette) + found: QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") (actualPalette) + expected: QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]") (expectedPalette) + actual: QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") (actualPalette) + at: tst_Cmptest::compareQPalettes() (qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp:0) + file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp + line: 0 + ... +ok 67 - compareQPalettes(all roles are the same) +not ok 68 - tryCompare() --- type: QCOMPARE message: Compared values are not the same @@ -532,7 +558,7 @@ not ok 64 - tryCompare() - severity: info message: Should now time out and fail ... -not ok 65 - verify() +not ok 69 - verify() --- type: QVERIFY message: Verification failed @@ -544,7 +570,7 @@ not ok 65 - verify() file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 66 - verify2() +not ok 70 - verify2() --- type: QVERIFY message: 42 >= 2 (as expected, in fact) @@ -556,7 +582,7 @@ not ok 66 - verify2() file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -not ok 67 - tryVerify() +not ok 71 - tryVerify() --- type: QVERIFY message: Verification failed @@ -572,7 +598,7 @@ not ok 67 - tryVerify() - severity: info message: Should now time out and fail ... -not ok 68 - tryVerify2() +not ok 72 - tryVerify2() --- type: QVERIFY message: Should time out and fail @@ -584,9 +610,9 @@ not ok 68 - tryVerify2() file: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp line: 0 ... -ok 69 - verifyExplicitOperatorBool() -ok 70 - cleanupTestCase() -1..70 -# tests 70 -# pass 21 -# fail 49 +ok 73 - verifyExplicitOperatorBool() +ok 74 - cleanupTestCase() +1..74 +# tests 74 +# pass 23 +# fail 51 diff --git a/tests/auto/testlib/selftests/expected_cmptest.teamcity b/tests/auto/testlib/selftests/expected_cmptest.teamcity index dfc8cdb2ce..b5ff675465 100644 --- a/tests/auto/testlib/selftests/expected_cmptest.teamcity +++ b/tests/auto/testlib/selftests/expected_cmptest.teamcity @@ -101,6 +101,8 @@ ##teamcity[testStarted name='compareQListDouble()' flowId='tst_Cmptest'] ##teamcity[testFailed name='compareQListDouble()' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)|]' details='Compared lists differ at index 0.|n Actual (double1): 1.5|n Expected (double2): 1' flowId='tst_Cmptest'] ##teamcity[testFinished name='compareQListDouble()' flowId='tst_Cmptest'] +##teamcity[testStarted name='compareContainerToInitializerList()' flowId='tst_Cmptest'] +##teamcity[testFinished name='compareContainerToInitializerList()' flowId='tst_Cmptest'] ##teamcity[testStarted name='compareQColor(Qt::yellow vs "yellow")' flowId='tst_Cmptest'] ##teamcity[testFinished name='compareQColor(Qt::yellow vs "yellow")' flowId='tst_Cmptest'] ##teamcity[testStarted name='compareQColor(Qt::yellow vs Qt::green)' flowId='tst_Cmptest'] @@ -169,6 +171,14 @@ ##teamcity[testStarted name='compareQVector4D()' flowId='tst_Cmptest'] ##teamcity[testFailed name='compareQVector4D()' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)|]' details='Compared values are not the same|n Actual (v4a): QVector4D(1, 2, 3, 4)|n Expected (v4b): QVector4D(1, 3, 3, 4)' flowId='tst_Cmptest'] ##teamcity[testFinished name='compareQVector4D()' flowId='tst_Cmptest'] +##teamcity[testStarted name='compareQPalettes(all roles are different)' flowId='tst_Cmptest'] +##teamcity[testFailed name='compareQPalettes(all roles are different)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)|]' details='Compared values are not the same|n Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Button:|[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001|],Light:|[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002|],Midlight:|[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003|],Dark:|[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004|],Mid:|[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005|],Text:|[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006|],BrightText:|[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007|],ButtonText:|[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008|],Base:|[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009|],Window:|[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a|],Shadow:|[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b|],Highlight:|[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c|],HighlightedText:|[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d|],Link:|[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e|],LinkVisited:|[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f|],AlternateBase:|[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010|],ToolTipBase:|[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012|],ToolTipText:|[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013|],PlaceholderText:|[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014|],Accent:|[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015|]")|n Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Button:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Light:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Midlight:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Dark:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Mid:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Text:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],BrightText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],ButtonText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Base:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Window:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Shadow:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Highlight:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],HighlightedText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Link:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],LinkVisited:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],AlternateBase:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],ToolTipBase:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],ToolTipText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],PlaceholderText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Accent:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|]")' flowId='tst_Cmptest'] +##teamcity[testFinished name='compareQPalettes(all roles are different)' flowId='tst_Cmptest'] +##teamcity[testStarted name='compareQPalettes(one role is different)' flowId='tst_Cmptest'] +##teamcity[testFailed name='compareQPalettes(one role is different)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)|]' details='Compared values are not the same|n Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Button:|[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001|],Light:|[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002|],Midlight:|[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003|],Dark:|[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004|],Mid:|[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005|],Text:|[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006|],BrightText:|[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007|],ButtonText:|[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008|],Base:|[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009|],Window:|[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a|],Shadow:|[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b|],Highlight:|[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c|],HighlightedText:|[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d|],Link:|[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e|],LinkVisited:|[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f|],AlternateBase:|[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010|],ToolTipBase:|[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012|],ToolTipText:|[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013|],PlaceholderText:|[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014|],Accent:|[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015|]")|n Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|],Button:|[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001|],Light:|[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002|],Midlight:|[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003|],Dark:|[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004|],Mid:|[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005|],Text:|[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006|],BrightText:|[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007|],ButtonText:|[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008|],Base:|[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009|],Window:|[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a|],Shadow:|[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b|],Highlight:|[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c|],HighlightedText:|[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d|],Link:|[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e|],LinkVisited:|[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f|],AlternateBase:|[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010|],ToolTipBase:|[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012|],ToolTipText:|[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013|],PlaceholderText:|[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014|],Accent:|[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000|]")' flowId='tst_Cmptest'] +##teamcity[testFinished name='compareQPalettes(one role is different)' flowId='tst_Cmptest'] +##teamcity[testStarted name='compareQPalettes(all roles are the same)' flowId='tst_Cmptest'] +##teamcity[testFinished name='compareQPalettes(all roles are the same)' flowId='tst_Cmptest'] ##teamcity[testStarted name='tryCompare()' flowId='tst_Cmptest'] ##teamcity[testFailed name='tryCompare()' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)|]' details='Compared values are not the same|n Actual (c) : DeferredFlag(true)|n Expected (DeferredFlag()): DeferredFlag(false)' flowId='tst_Cmptest'] ##teamcity[testStdOut name='tryCompare()' out='QINFO: Should now time out and fail' flowId='tst_Cmptest'] diff --git a/tests/auto/testlib/selftests/expected_cmptest.txt b/tests/auto/testlib/selftests/expected_cmptest.txt index 602202bafc..ff81a46397 100644 --- a/tests/auto/testlib/selftests/expected_cmptest.txt +++ b/tests/auto/testlib/selftests/expected_cmptest.txt @@ -116,6 +116,7 @@ FAIL! : tst_Cmptest::compareQListDouble() Compared lists differ at index 0. Actual (double1): 1.5 Expected (double2): 1 Loc: [qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)] +PASS : tst_Cmptest::compareContainerToInitializerList() PASS : tst_Cmptest::compareQColor(Qt::yellow vs "yellow") FAIL! : tst_Cmptest::compareQColor(Qt::yellow vs Qt::green) Compared values are not the same Actual (colorA): #ffffff00 @@ -191,6 +192,15 @@ FAIL! : tst_Cmptest::compareQVector4D() Compared values are not the same Actual (v4a): QVector4D(1, 2, 3, 4) Expected (v4b): QVector4D(1, 3, 3, 4) Loc: [qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)] +FAIL! : tst_Cmptest::compareQPalettes(all roles are different) Compared values are not the same + Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") + Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Light:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Midlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Dark:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Mid:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Text:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],BrightText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ButtonText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Base:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Window:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Shadow:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Highlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],HighlightedText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Link:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],LinkVisited:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],AlternateBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],PlaceholderText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]") + Loc: [qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)] +FAIL! : tst_Cmptest::compareQPalettes(one role is different) Compared values are not the same + Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") + Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]") + Loc: [qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)] +PASS : tst_Cmptest::compareQPalettes(all roles are the same) QINFO : tst_Cmptest::tryCompare() Should now time out and fail FAIL! : tst_Cmptest::tryCompare() Compared values are not the same Actual (c) : DeferredFlag(true) @@ -207,5 +217,5 @@ FAIL! : tst_Cmptest::tryVerify2() '!c' returned FALSE. (Should time out and fai Loc: [qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp(0)] PASS : tst_Cmptest::verifyExplicitOperatorBool() PASS : tst_Cmptest::cleanupTestCase() -Totals: 21 passed, 49 failed, 0 skipped, 0 blacklisted, 0ms +Totals: 23 passed, 51 failed, 0 skipped, 0 blacklisted, 0ms ********* Finished testing of tst_Cmptest ********* diff --git a/tests/auto/testlib/selftests/expected_cmptest.xml b/tests/auto/testlib/selftests/expected_cmptest.xml index a0e8e76179..df4d8b28be 100644 --- a/tests/auto/testlib/selftests/expected_cmptest.xml +++ b/tests/auto/testlib/selftests/expected_cmptest.xml @@ -236,6 +236,10 @@ </Incident> <Duration msecs="0"/> </TestFunction> + <TestFunction name="compareContainerToInitializerList"> + <Incident type="pass" file="" line="0" /> + <Duration msecs="0"/> + </TestFunction> <TestFunction name="compareQColor"> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[Qt::yellow vs "yellow"]]></DataTag> @@ -379,6 +383,24 @@ </Incident> <Duration msecs="0"/> </TestFunction> + <TestFunction name="compareQPalettes"> + <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp" line="0"> + <DataTag><![CDATA[all roles are different]]></DataTag> + <Description><![CDATA[Compared values are not the same + Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") + Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Light:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Midlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Dark:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Mid:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Text:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],BrightText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ButtonText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Base:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Window:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Shadow:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Highlight:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],HighlightedText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Link:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],LinkVisited:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],AlternateBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipBase:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],ToolTipText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],PlaceholderText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]")]]></Description> + </Incident> + <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/cmptest/tst_cmptest.cpp" line="0"> + <DataTag><![CDATA[one role is different]]></DataTag> + <Description><![CDATA[Compared values are not the same + Actual (actualPalette) : QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000015,Disabled:#ff000015,Inactive:#ff000015]") + Expected (expectedPalette): QPalette(resolve=0x7fffffffffffffff,"WindowText:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000],Button:[Active:#ff000001,Disabled:#ff000001,Inactive:#ff000001],Light:[Active:#ff000002,Disabled:#ff000002,Inactive:#ff000002],Midlight:[Active:#ff000003,Disabled:#ff000003,Inactive:#ff000003],Dark:[Active:#ff000004,Disabled:#ff000004,Inactive:#ff000004],Mid:[Active:#ff000005,Disabled:#ff000005,Inactive:#ff000005],Text:[Active:#ff000006,Disabled:#ff000006,Inactive:#ff000006],BrightText:[Active:#ff000007,Disabled:#ff000007,Inactive:#ff000007],ButtonText:[Active:#ff000008,Disabled:#ff000008,Inactive:#ff000008],Base:[Active:#ff000009,Disabled:#ff000009,Inactive:#ff000009],Window:[Active:#ff00000a,Disabled:#ff00000a,Inactive:#ff00000a],Shadow:[Active:#ff00000b,Disabled:#ff00000b,Inactive:#ff00000b],Highlight:[Active:#ff00000c,Disabled:#ff00000c,Inactive:#ff00000c],HighlightedText:[Active:#ff00000d,Disabled:#ff00000d,Inactive:#ff00000d],Link:[Active:#ff00000e,Disabled:#ff00000e,Inactive:#ff00000e],LinkVisited:[Active:#ff00000f,Disabled:#ff00000f,Inactive:#ff00000f],AlternateBase:[Active:#ff000010,Disabled:#ff000010,Inactive:#ff000010],ToolTipBase:[Active:#ff000012,Disabled:#ff000012,Inactive:#ff000012],ToolTipText:[Active:#ff000013,Disabled:#ff000013,Inactive:#ff000013],PlaceholderText:[Active:#ff000014,Disabled:#ff000014,Inactive:#ff000014],Accent:[Active:#ff000000,Disabled:#ff000000,Inactive:#ff000000]")]]></Description> + </Incident> + <Incident type="pass" file="" line="0"> + <DataTag><![CDATA[all roles are the same]]></DataTag> + </Incident> + <Duration msecs="0"/> + </TestFunction> <TestFunction name="tryCompare"> <Message type="qinfo" file="" line="0"> <Description><![CDATA[Should now time out and fail]]></Description> diff --git a/tests/auto/testlib/selftests/expected_extendedcompare.junitxml b/tests/auto/testlib/selftests/expected_extendedcompare.junitxml index cbde2e3101..b840773852 100644 --- a/tests/auto/testlib/selftests/expected_extendedcompare.junitxml +++ b/tests/auto/testlib/selftests/expected_extendedcompare.junitxml @@ -8,518 +8,518 @@ <testcase name="initTestCase" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(EQ:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(EQ:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 2]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 2]]> </failure> </testcase> <testcase name="compareInts(EQ:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 2 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 2 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareInts(NE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be different from right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be different from the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareInts(NE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(NE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(LT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareInts(LT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(LT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 2 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 2 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareInts(LE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(LE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(LE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 2 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 2 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareInts(GT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareInts(GT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 2]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 2]]> </failure> </testcase> <testcase name="compareInts(GT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(GE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareInts(GE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 2]]> + <failure type="fail" message="The computed value is expected to be greater than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 2]]> </failure> </testcase> <testcase name="compareInts(GE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(EQ:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(EQ:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1.1]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1.1]]> </failure> </testcase> <testcase name="compareFloats(EQ:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 1.1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1.1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareFloats(NE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be different from right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be different from the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareFloats(NE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(NE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(LT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareFloats(LT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(LT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 1.1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1.1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareFloats(LE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(LE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(LE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 1.1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1.1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareFloats(GT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareFloats(GT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1.1]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1.1]]> </failure> </testcase> <testcase name="compareFloats(GT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(GE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareFloats(GE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1.1]]> + <failure type="fail" message="The computed value is expected to be greater than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1.1]]> </failure> </testcase> <testcase name="compareFloats(GE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(EQ:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(EQ:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0.1]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0.1]]> </failure> </testcase> <testcase name="compareDoubles(EQ:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 0.1 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 0.1 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareDoubles(NE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be different from right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be different from the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareDoubles(NE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(NE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(LT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareDoubles(LT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(LT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 0.1 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 0.1 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareDoubles(LE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(LE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(LE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 0.1 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be less than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 0.1 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareDoubles(GT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareDoubles(GT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0.1]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0.1]]> </failure> </testcase> <testcase name="compareDoubles(GT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(GE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareDoubles(GE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0.1]]> + <failure type="fail" message="The computed value is expected to be greater than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0.1]]> </failure> </testcase> <testcase name="compareDoubles(GE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(EQ:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(EQ:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 2]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 2]]> </failure> </testcase> <testcase name="comparePointers(EQ:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 2 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 2 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="comparePointers(NE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be different from right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be different from the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="comparePointers(NE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(NE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(LT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="comparePointers(LT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(LT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 2 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 2 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="comparePointers(LE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(LE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(LE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 2 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be less than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 2 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="comparePointers(GT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="comparePointers(GT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 2]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 2]]> </failure> </testcase> <testcase name="comparePointers(GT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(GE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="comparePointers(GE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 2]]> + <failure type="fail" message="The computed value is expected to be greater than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 2]]> </failure> </testcase> <testcase name="comparePointers(GE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(EQ:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(EQ:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): "nullptr" - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): "nullptr" + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareToNullptr(EQ:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): "nullptr"]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): "nullptr"]]> </failure> </testcase> <testcase name="compareToNullptr(NE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be different from right value, but is not"> - <![CDATA[ Left (lhs): "nullptr" - Right (rhs): "nullptr"]]> + <failure type="fail" message="The computed value is expected to be different from the baseline, but is not"> + <![CDATA[ Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]> </failure> </testcase> <testcase name="compareToNullptr(NE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(NE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(LT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): "nullptr" - Right (rhs): "nullptr"]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]> </failure> </testcase> <testcase name="compareToNullptr(LT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(LT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): "nullptr"]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): "nullptr"]]> </failure> </testcase> <testcase name="compareToNullptr(LE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(LE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(LE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): "nullptr"]]> + <failure type="fail" message="The computed value is expected to be less than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): "nullptr"]]> </failure> </testcase> <testcase name="compareToNullptr(GT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): "nullptr" - Right (rhs): "nullptr"]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]> </failure> </testcase> <testcase name="compareToNullptr(GT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): "nullptr" - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): "nullptr" + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareToNullptr(GT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(GE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareToNullptr(GE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than or equal to right value, but is not"> - <![CDATA[ Left (lhs): "nullptr" - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be greater than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): "nullptr" + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareToNullptr(GE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(EQ:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(EQ:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareUnregistereEnum(EQ:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareUnregistereEnum(NE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be different from right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be different from the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareUnregistereEnum(NE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(NE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(LT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareUnregistereEnum(LT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(LT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareUnregistereEnum(LE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(LE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(LE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 1 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be less than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 1 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareUnregistereEnum(GT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 0]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 0]]> </failure> </testcase> <testcase name="compareUnregistereEnum(GT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareUnregistereEnum(GT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(GE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareUnregistereEnum(GE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than or equal to right value, but is not"> - <![CDATA[ Left (lhs): 0 - Right (rhs): 1]]> + <failure type="fail" message="The computed value is expected to be greater than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): 0 + Baseline (rhs): 1]]> </failure> </testcase> <testcase name="compareUnregistereEnum(GE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(EQ:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(EQ:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): Monday - Right (rhs): Sunday]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): Monday + Baseline (rhs): Sunday]]> </failure> </testcase> <testcase name="compareRegistereEnum(EQ:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): Sunday - Right (rhs): Monday]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): Sunday + Baseline (rhs): Monday]]> </failure> </testcase> <testcase name="compareRegistereEnum(NE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be different from right value, but is not"> - <![CDATA[ Left (lhs): Monday - Right (rhs): Monday]]> + <failure type="fail" message="The computed value is expected to be different from the baseline, but is not"> + <![CDATA[ Computed (lhs): Monday + Baseline (rhs): Monday]]> </failure> </testcase> <testcase name="compareRegistereEnum(NE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(NE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(LT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): Monday - Right (rhs): Monday]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): Monday + Baseline (rhs): Monday]]> </failure> </testcase> <testcase name="compareRegistereEnum(LT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(LT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): Sunday - Right (rhs): Monday]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): Sunday + Baseline (rhs): Monday]]> </failure> </testcase> <testcase name="compareRegistereEnum(LE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(LE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(LE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than or equal to right value, but is not"> - <![CDATA[ Left (lhs): Sunday - Right (rhs): Monday]]> + <failure type="fail" message="The computed value is expected to be less than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): Sunday + Baseline (rhs): Monday]]> </failure> </testcase> <testcase name="compareRegistereEnum(GT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): Monday - Right (rhs): Monday]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): Monday + Baseline (rhs): Monday]]> </failure> </testcase> <testcase name="compareRegistereEnum(GT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): Monday - Right (rhs): Sunday]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): Monday + Baseline (rhs): Sunday]]> </failure> </testcase> <testcase name="compareRegistereEnum(GT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(GE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareRegistereEnum(GE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than or equal to right value, but is not"> - <![CDATA[ Left (lhs): Monday - Right (rhs): Sunday]]> + <failure type="fail" message="The computed value is expected to be greater than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): Monday + Baseline (rhs): Sunday]]> </failure> </testcase> <testcase name="compareRegistereEnum(GE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(EQ:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(EQ:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]> </failure> </testcase> <testcase name="compareCustomTypes(EQ:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]> </failure> </testcase> <testcase name="compareCustomTypes(NE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be different from right value, but is not"> - <![CDATA[ Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]> + <failure type="fail" message="The computed value is expected to be different from the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]> </failure> </testcase> <testcase name="compareCustomTypes(NE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(NE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(LT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]> </failure> </testcase> <testcase name="compareCustomTypes(LT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(LT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]> </failure> </testcase> <testcase name="compareCustomTypes(LE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(LE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(LE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than or equal to right value, but is not"> - <![CDATA[ Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]> + <failure type="fail" message="The computed value is expected to be less than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]> </failure> </testcase> <testcase name="compareCustomTypes(GT:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]> </failure> </testcase> <testcase name="compareCustomTypes(GT:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than right value, but is not"> - <![CDATA[ Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]> + <failure type="fail" message="The computed value is expected to be greater than the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]> </failure> </testcase> <testcase name="compareCustomTypes(GT:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(GE:left == right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="compareCustomTypes(GE:left < right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be greater than or equal to right value, but is not"> - <![CDATA[ Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]> + <failure type="fail" message="The computed value is expected to be greater than or equal to the baseline, but is not"> + <![CDATA[ Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]> </failure> </testcase> <testcase name="compareCustomTypes(GE:left > right)" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> <testcase name="checkComparisonForTemporaryObjects" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be equal to right value, but is not"> - <![CDATA[ Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]> + <failure type="fail" message="The computed value is expected to be equal to the baseline, but is not"> + <![CDATA[ Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]> </failure> </testcase> <testcase name="checkComparisonWithTimeout" classname="tst_ExtendedCompare" time="@TEST_DURATION@"> - <failure type="fail" message="Left value is expected to be less than right value, but is not"> - <![CDATA[ Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0)]]> + <failure type="fail" message="The computed value is expected to be less than the baseline, but is not"> + <![CDATA[ Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0)]]> </failure> </testcase> <testcase name="cleanupTestCase" classname="tst_ExtendedCompare" time="@TEST_DURATION@"/> diff --git a/tests/auto/testlib/selftests/expected_extendedcompare.lightxml b/tests/auto/testlib/selftests/expected_extendedcompare.lightxml index e59dd6edc7..fd6e486939 100644 --- a/tests/auto/testlib/selftests/expected_extendedcompare.lightxml +++ b/tests/auto/testlib/selftests/expected_extendedcompare.lightxml @@ -13,21 +13,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -37,18 +37,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -58,21 +58,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -82,9 +82,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -97,21 +97,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 1.1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1.1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -121,18 +121,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1.1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -142,21 +142,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1.1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1.1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -166,9 +166,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 1.1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -181,21 +181,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 0 - Right (rhs): 0.1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 0.1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -205,18 +205,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 0.1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -226,21 +226,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 0.1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0.1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -250,9 +250,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 0 - Right (rhs): 0.1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -265,21 +265,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -289,18 +289,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -310,21 +310,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -334,9 +334,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -349,21 +349,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -373,18 +373,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -394,21 +394,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -418,9 +418,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -433,21 +433,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 0 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -457,18 +457,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -478,21 +478,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -502,9 +502,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 0 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -517,21 +517,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): Monday - Right (rhs): Sunday]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): Sunday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): Monday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -541,18 +541,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): Monday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): Sunday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -562,21 +562,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): Sunday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): Monday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): Monday - Right (rhs): Sunday]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -586,9 +586,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): Monday - Right (rhs): Sunday]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -601,21 +601,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -625,18 +625,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -646,21 +646,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -670,9 +670,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -682,9 +682,9 @@ <TestFunction name="checkComparisonForTemporaryObjects"> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE]]></DataTag> @@ -697,15 +697,15 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> </Incident> <Duration msecs="0"/> </TestFunction> @@ -718,21 +718,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0)]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(-1)): ClassWithDeferredSetter(-1)]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(-1)): ClassWithDeferredSetter(-1)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(1)): ClassWithDeferredSetter(1)]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(1)): ClassWithDeferredSetter(1)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE]]></DataTag> diff --git a/tests/auto/testlib/selftests/expected_extendedcompare.tap b/tests/auto/testlib/selftests/expected_extendedcompare.tap index 31562636fb..25d30c3e08 100644 --- a/tests/auto/testlib/selftests/expected_extendedcompare.tap +++ b/tests/auto/testlib/selftests/expected_extendedcompare.tap @@ -5,7 +5,7 @@ ok 2 - compareInts(EQ:left == right) not ok 3 - compareInts(EQ:left < right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 2 (rhs) found: 1 (lhs) expected: == 2 (rhs) @@ -17,7 +17,7 @@ not ok 3 - compareInts(EQ:left < right) not ok 4 - compareInts(EQ:left > right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 1 (rhs) found: 2 (lhs) expected: == 1 (rhs) @@ -29,7 +29,7 @@ not ok 4 - compareInts(EQ:left > right) not ok 5 - compareInts(NE:left == right) --- type: QCOMPARE_NE - message: Left value is expected to be different from right value, but is not + message: The computed value is expected to be different from the baseline, but is not wanted: != 1 (rhs) found: 1 (lhs) expected: != 1 (rhs) @@ -43,7 +43,7 @@ ok 7 - compareInts(NE:left > right) not ok 8 - compareInts(LT:left == right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 1 (rhs) found: 1 (lhs) expected: < 1 (rhs) @@ -56,7 +56,7 @@ ok 9 - compareInts(LT:left < right) not ok 10 - compareInts(LT:left > right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 1 (rhs) found: 2 (lhs) expected: < 1 (rhs) @@ -70,7 +70,7 @@ ok 12 - compareInts(LE:left < right) not ok 13 - compareInts(LE:left > right) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= 1 (rhs) found: 2 (lhs) expected: <= 1 (rhs) @@ -82,7 +82,7 @@ not ok 13 - compareInts(LE:left > right) not ok 14 - compareInts(GT:left == right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 1 (rhs) found: 1 (lhs) expected: > 1 (rhs) @@ -94,7 +94,7 @@ not ok 14 - compareInts(GT:left == right) not ok 15 - compareInts(GT:left < right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 2 (rhs) found: 1 (lhs) expected: > 2 (rhs) @@ -108,7 +108,7 @@ ok 17 - compareInts(GE:left == right) not ok 18 - compareInts(GE:left < right) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= 2 (rhs) found: 1 (lhs) expected: >= 2 (rhs) @@ -122,7 +122,7 @@ ok 20 - compareFloats(EQ:left == right) not ok 21 - compareFloats(EQ:left < right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 1.1 (rhs) found: 1 (lhs) expected: == 1.1 (rhs) @@ -134,7 +134,7 @@ not ok 21 - compareFloats(EQ:left < right) not ok 22 - compareFloats(EQ:left > right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 1 (rhs) found: 1.1 (lhs) expected: == 1 (rhs) @@ -146,7 +146,7 @@ not ok 22 - compareFloats(EQ:left > right) not ok 23 - compareFloats(NE:left == right) --- type: QCOMPARE_NE - message: Left value is expected to be different from right value, but is not + message: The computed value is expected to be different from the baseline, but is not wanted: != 1 (rhs) found: 1 (lhs) expected: != 1 (rhs) @@ -160,7 +160,7 @@ ok 25 - compareFloats(NE:left > right) not ok 26 - compareFloats(LT:left == right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 1 (rhs) found: 1 (lhs) expected: < 1 (rhs) @@ -173,7 +173,7 @@ ok 27 - compareFloats(LT:left < right) not ok 28 - compareFloats(LT:left > right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 1 (rhs) found: 1.1 (lhs) expected: < 1 (rhs) @@ -187,7 +187,7 @@ ok 30 - compareFloats(LE:left < right) not ok 31 - compareFloats(LE:left > right) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= 1 (rhs) found: 1.1 (lhs) expected: <= 1 (rhs) @@ -199,7 +199,7 @@ not ok 31 - compareFloats(LE:left > right) not ok 32 - compareFloats(GT:left == right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 1 (rhs) found: 1 (lhs) expected: > 1 (rhs) @@ -211,7 +211,7 @@ not ok 32 - compareFloats(GT:left == right) not ok 33 - compareFloats(GT:left < right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 1.1 (rhs) found: 1 (lhs) expected: > 1.1 (rhs) @@ -225,7 +225,7 @@ ok 35 - compareFloats(GE:left == right) not ok 36 - compareFloats(GE:left < right) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= 1.1 (rhs) found: 1 (lhs) expected: >= 1.1 (rhs) @@ -239,7 +239,7 @@ ok 38 - compareDoubles(EQ:left == right) not ok 39 - compareDoubles(EQ:left < right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 0.1 (rhs) found: 0 (lhs) expected: == 0.1 (rhs) @@ -251,7 +251,7 @@ not ok 39 - compareDoubles(EQ:left < right) not ok 40 - compareDoubles(EQ:left > right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 0 (rhs) found: 0.1 (lhs) expected: == 0 (rhs) @@ -263,7 +263,7 @@ not ok 40 - compareDoubles(EQ:left > right) not ok 41 - compareDoubles(NE:left == right) --- type: QCOMPARE_NE - message: Left value is expected to be different from right value, but is not + message: The computed value is expected to be different from the baseline, but is not wanted: != 0 (rhs) found: 0 (lhs) expected: != 0 (rhs) @@ -277,7 +277,7 @@ ok 43 - compareDoubles(NE:left > right) not ok 44 - compareDoubles(LT:left == right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 0 (rhs) found: 0 (lhs) expected: < 0 (rhs) @@ -290,7 +290,7 @@ ok 45 - compareDoubles(LT:left < right) not ok 46 - compareDoubles(LT:left > right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 0 (rhs) found: 0.1 (lhs) expected: < 0 (rhs) @@ -304,7 +304,7 @@ ok 48 - compareDoubles(LE:left < right) not ok 49 - compareDoubles(LE:left > right) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= 0 (rhs) found: 0.1 (lhs) expected: <= 0 (rhs) @@ -316,7 +316,7 @@ not ok 49 - compareDoubles(LE:left > right) not ok 50 - compareDoubles(GT:left == right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 0 (rhs) found: 0 (lhs) expected: > 0 (rhs) @@ -328,7 +328,7 @@ not ok 50 - compareDoubles(GT:left == right) not ok 51 - compareDoubles(GT:left < right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 0.1 (rhs) found: 0 (lhs) expected: > 0.1 (rhs) @@ -342,7 +342,7 @@ ok 53 - compareDoubles(GE:left == right) not ok 54 - compareDoubles(GE:left < right) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= 0.1 (rhs) found: 0 (lhs) expected: >= 0.1 (rhs) @@ -356,7 +356,7 @@ ok 56 - comparePointers(EQ:left == right) not ok 57 - comparePointers(EQ:left < right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 2 (rhs) found: 1 (lhs) expected: == 2 (rhs) @@ -368,7 +368,7 @@ not ok 57 - comparePointers(EQ:left < right) not ok 58 - comparePointers(EQ:left > right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 1 (rhs) found: 2 (lhs) expected: == 1 (rhs) @@ -380,7 +380,7 @@ not ok 58 - comparePointers(EQ:left > right) not ok 59 - comparePointers(NE:left == right) --- type: QCOMPARE_NE - message: Left value is expected to be different from right value, but is not + message: The computed value is expected to be different from the baseline, but is not wanted: != 1 (rhs) found: 1 (lhs) expected: != 1 (rhs) @@ -394,7 +394,7 @@ ok 61 - comparePointers(NE:left > right) not ok 62 - comparePointers(LT:left == right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 1 (rhs) found: 1 (lhs) expected: < 1 (rhs) @@ -407,7 +407,7 @@ ok 63 - comparePointers(LT:left < right) not ok 64 - comparePointers(LT:left > right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 1 (rhs) found: 2 (lhs) expected: < 1 (rhs) @@ -421,7 +421,7 @@ ok 66 - comparePointers(LE:left < right) not ok 67 - comparePointers(LE:left > right) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= 1 (rhs) found: 2 (lhs) expected: <= 1 (rhs) @@ -433,7 +433,7 @@ not ok 67 - comparePointers(LE:left > right) not ok 68 - comparePointers(GT:left == right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 1 (rhs) found: 1 (lhs) expected: > 1 (rhs) @@ -445,7 +445,7 @@ not ok 68 - comparePointers(GT:left == right) not ok 69 - comparePointers(GT:left < right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 2 (rhs) found: 1 (lhs) expected: > 2 (rhs) @@ -459,7 +459,7 @@ ok 71 - comparePointers(GE:left == right) not ok 72 - comparePointers(GE:left < right) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= 2 (rhs) found: 1 (lhs) expected: >= 2 (rhs) @@ -473,7 +473,7 @@ ok 74 - compareToNullptr(EQ:left == right) not ok 75 - compareToNullptr(EQ:left < right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 1 (rhs) found: "nullptr" (lhs) expected: == 1 (rhs) @@ -485,7 +485,7 @@ not ok 75 - compareToNullptr(EQ:left < right) not ok 76 - compareToNullptr(EQ:left > right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == "nullptr" (rhs) found: 1 (lhs) expected: == "nullptr" (rhs) @@ -497,7 +497,7 @@ not ok 76 - compareToNullptr(EQ:left > right) not ok 77 - compareToNullptr(NE:left == right) --- type: QCOMPARE_NE - message: Left value is expected to be different from right value, but is not + message: The computed value is expected to be different from the baseline, but is not wanted: != "nullptr" (rhs) found: "nullptr" (lhs) expected: != "nullptr" (rhs) @@ -511,7 +511,7 @@ ok 79 - compareToNullptr(NE:left > right) not ok 80 - compareToNullptr(LT:left == right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < "nullptr" (rhs) found: "nullptr" (lhs) expected: < "nullptr" (rhs) @@ -524,7 +524,7 @@ ok 81 - compareToNullptr(LT:left < right) not ok 82 - compareToNullptr(LT:left > right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < "nullptr" (rhs) found: 1 (lhs) expected: < "nullptr" (rhs) @@ -538,7 +538,7 @@ ok 84 - compareToNullptr(LE:left < right) not ok 85 - compareToNullptr(LE:left > right) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= "nullptr" (rhs) found: 1 (lhs) expected: <= "nullptr" (rhs) @@ -550,7 +550,7 @@ not ok 85 - compareToNullptr(LE:left > right) not ok 86 - compareToNullptr(GT:left == right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > "nullptr" (rhs) found: "nullptr" (lhs) expected: > "nullptr" (rhs) @@ -562,7 +562,7 @@ not ok 86 - compareToNullptr(GT:left == right) not ok 87 - compareToNullptr(GT:left < right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 1 (rhs) found: "nullptr" (lhs) expected: > 1 (rhs) @@ -576,7 +576,7 @@ ok 89 - compareToNullptr(GE:left == right) not ok 90 - compareToNullptr(GE:left < right) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= 1 (rhs) found: "nullptr" (lhs) expected: >= 1 (rhs) @@ -590,7 +590,7 @@ ok 92 - compareUnregistereEnum(EQ:left == right) not ok 93 - compareUnregistereEnum(EQ:left < right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 1 (rhs) found: 0 (lhs) expected: == 1 (rhs) @@ -602,7 +602,7 @@ not ok 93 - compareUnregistereEnum(EQ:left < right) not ok 94 - compareUnregistereEnum(EQ:left > right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == 0 (rhs) found: 1 (lhs) expected: == 0 (rhs) @@ -614,7 +614,7 @@ not ok 94 - compareUnregistereEnum(EQ:left > right) not ok 95 - compareUnregistereEnum(NE:left == right) --- type: QCOMPARE_NE - message: Left value is expected to be different from right value, but is not + message: The computed value is expected to be different from the baseline, but is not wanted: != 0 (rhs) found: 0 (lhs) expected: != 0 (rhs) @@ -628,7 +628,7 @@ ok 97 - compareUnregistereEnum(NE:left > right) not ok 98 - compareUnregistereEnum(LT:left == right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 0 (rhs) found: 0 (lhs) expected: < 0 (rhs) @@ -641,7 +641,7 @@ ok 99 - compareUnregistereEnum(LT:left < right) not ok 100 - compareUnregistereEnum(LT:left > right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < 0 (rhs) found: 1 (lhs) expected: < 0 (rhs) @@ -655,7 +655,7 @@ ok 102 - compareUnregistereEnum(LE:left < right) not ok 103 - compareUnregistereEnum(LE:left > right) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= 0 (rhs) found: 1 (lhs) expected: <= 0 (rhs) @@ -667,7 +667,7 @@ not ok 103 - compareUnregistereEnum(LE:left > right) not ok 104 - compareUnregistereEnum(GT:left == right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 0 (rhs) found: 0 (lhs) expected: > 0 (rhs) @@ -679,7 +679,7 @@ not ok 104 - compareUnregistereEnum(GT:left == right) not ok 105 - compareUnregistereEnum(GT:left < right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > 1 (rhs) found: 0 (lhs) expected: > 1 (rhs) @@ -693,7 +693,7 @@ ok 107 - compareUnregistereEnum(GE:left == right) not ok 108 - compareUnregistereEnum(GE:left < right) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= 1 (rhs) found: 0 (lhs) expected: >= 1 (rhs) @@ -707,7 +707,7 @@ ok 110 - compareRegistereEnum(EQ:left == right) not ok 111 - compareRegistereEnum(EQ:left < right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == Sunday (rhs) found: Monday (lhs) expected: == Sunday (rhs) @@ -719,7 +719,7 @@ not ok 111 - compareRegistereEnum(EQ:left < right) not ok 112 - compareRegistereEnum(EQ:left > right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == Monday (rhs) found: Sunday (lhs) expected: == Monday (rhs) @@ -731,7 +731,7 @@ not ok 112 - compareRegistereEnum(EQ:left > right) not ok 113 - compareRegistereEnum(NE:left == right) --- type: QCOMPARE_NE - message: Left value is expected to be different from right value, but is not + message: The computed value is expected to be different from the baseline, but is not wanted: != Monday (rhs) found: Monday (lhs) expected: != Monday (rhs) @@ -745,7 +745,7 @@ ok 115 - compareRegistereEnum(NE:left > right) not ok 116 - compareRegistereEnum(LT:left == right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < Monday (rhs) found: Monday (lhs) expected: < Monday (rhs) @@ -758,7 +758,7 @@ ok 117 - compareRegistereEnum(LT:left < right) not ok 118 - compareRegistereEnum(LT:left > right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < Monday (rhs) found: Sunday (lhs) expected: < Monday (rhs) @@ -772,7 +772,7 @@ ok 120 - compareRegistereEnum(LE:left < right) not ok 121 - compareRegistereEnum(LE:left > right) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= Monday (rhs) found: Sunday (lhs) expected: <= Monday (rhs) @@ -784,7 +784,7 @@ not ok 121 - compareRegistereEnum(LE:left > right) not ok 122 - compareRegistereEnum(GT:left == right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > Monday (rhs) found: Monday (lhs) expected: > Monday (rhs) @@ -796,7 +796,7 @@ not ok 122 - compareRegistereEnum(GT:left == right) not ok 123 - compareRegistereEnum(GT:left < right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > Sunday (rhs) found: Monday (lhs) expected: > Sunday (rhs) @@ -810,7 +810,7 @@ ok 125 - compareRegistereEnum(GE:left == right) not ok 126 - compareRegistereEnum(GE:left < right) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= Sunday (rhs) found: Monday (lhs) expected: >= Sunday (rhs) @@ -824,7 +824,7 @@ ok 128 - compareCustomTypes(EQ:left == right) not ok 129 - compareCustomTypes(EQ:left < right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == MyClass(2) (rhs) found: MyClass(1) (lhs) expected: == MyClass(2) (rhs) @@ -836,7 +836,7 @@ not ok 129 - compareCustomTypes(EQ:left < right) not ok 130 - compareCustomTypes(EQ:left > right) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == MyClass(1) (rhs) found: MyClass(2) (lhs) expected: == MyClass(1) (rhs) @@ -848,7 +848,7 @@ not ok 130 - compareCustomTypes(EQ:left > right) not ok 131 - compareCustomTypes(NE:left == right) --- type: QCOMPARE_NE - message: Left value is expected to be different from right value, but is not + message: The computed value is expected to be different from the baseline, but is not wanted: != MyClass(1) (rhs) found: MyClass(1) (lhs) expected: != MyClass(1) (rhs) @@ -862,7 +862,7 @@ ok 133 - compareCustomTypes(NE:left > right) not ok 134 - compareCustomTypes(LT:left == right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < MyClass(1) (rhs) found: MyClass(1) (lhs) expected: < MyClass(1) (rhs) @@ -875,7 +875,7 @@ ok 135 - compareCustomTypes(LT:left < right) not ok 136 - compareCustomTypes(LT:left > right) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < MyClass(1) (rhs) found: MyClass(2) (lhs) expected: < MyClass(1) (rhs) @@ -889,7 +889,7 @@ ok 138 - compareCustomTypes(LE:left < right) not ok 139 - compareCustomTypes(LE:left > right) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= MyClass(1) (rhs) found: MyClass(2) (lhs) expected: <= MyClass(1) (rhs) @@ -901,7 +901,7 @@ not ok 139 - compareCustomTypes(LE:left > right) not ok 140 - compareCustomTypes(GT:left == right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > MyClass(1) (rhs) found: MyClass(1) (lhs) expected: > MyClass(1) (rhs) @@ -913,7 +913,7 @@ not ok 140 - compareCustomTypes(GT:left == right) not ok 141 - compareCustomTypes(GT:left < right) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > MyClass(2) (rhs) found: MyClass(1) (lhs) expected: > MyClass(2) (rhs) @@ -927,7 +927,7 @@ ok 143 - compareCustomTypes(GE:left == right) not ok 144 - compareCustomTypes(GE:left < right) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= MyClass(2) (rhs) found: MyClass(1) (lhs) expected: >= MyClass(2) (rhs) @@ -940,7 +940,7 @@ ok 145 - compareCustomTypes(GE:left > right) not ok 146 - checkComparisonForTemporaryObjects(EQ) --- type: QCOMPARE_EQ - message: Left value is expected to be equal to right value, but is not + message: The computed value is expected to be equal to the baseline, but is not wanted: == MyClass(1) on memory address with index 1 (getClassForValue(1).getValuePointer()) found: MyClass(2) on memory address with index 0 (getClassForValue(0).getValuePointer()) expected: == MyClass(1) on memory address with index 1 (getClassForValue(1).getValuePointer()) @@ -955,7 +955,7 @@ ok 149 - checkComparisonForTemporaryObjects(LE) not ok 150 - checkComparisonForTemporaryObjects(GT) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > MyClass(1) on memory address with index 1 (getClassForValue(1).getValuePointer()) found: MyClass(2) on memory address with index 0 (getClassForValue(0).getValuePointer()) expected: > MyClass(1) on memory address with index 1 (getClassForValue(1).getValuePointer()) @@ -967,7 +967,7 @@ not ok 150 - checkComparisonForTemporaryObjects(GT) not ok 151 - checkComparisonForTemporaryObjects(GE) --- type: QCOMPARE_GE - message: Left value is expected to be greater than or equal to right value, but is not + message: The computed value is expected to be greater than or equal to the baseline, but is not wanted: >= MyClass(1) on memory address with index 1 (getClassForValue(1).getValuePointer()) found: MyClass(2) on memory address with index 0 (getClassForValue(0).getValuePointer()) expected: >= MyClass(1) on memory address with index 1 (getClassForValue(1).getValuePointer()) @@ -981,7 +981,7 @@ ok 153 - checkComparisonWithTimeout(NE) not ok 154 - checkComparisonWithTimeout(LT) --- type: QCOMPARE_LT - message: Left value is expected to be less than right value, but is not + message: The computed value is expected to be less than the baseline, but is not wanted: < ClassWithDeferredSetter(0) (ClassWithDeferredSetter(0)) found: ClassWithDeferredSetter(1) (c) expected: < ClassWithDeferredSetter(0) (ClassWithDeferredSetter(0)) @@ -993,7 +993,7 @@ not ok 154 - checkComparisonWithTimeout(LT) not ok 155 - checkComparisonWithTimeout(LE) --- type: QCOMPARE_LE - message: Left value is expected to be less than or equal to right value, but is not + message: The computed value is expected to be less than or equal to the baseline, but is not wanted: <= ClassWithDeferredSetter(-1) (ClassWithDeferredSetter(-1)) found: ClassWithDeferredSetter(1) (c) expected: <= ClassWithDeferredSetter(-1) (ClassWithDeferredSetter(-1)) @@ -1005,7 +1005,7 @@ not ok 155 - checkComparisonWithTimeout(LE) not ok 156 - checkComparisonWithTimeout(GT) --- type: QCOMPARE_GT - message: Left value is expected to be greater than right value, but is not + message: The computed value is expected to be greater than the baseline, but is not wanted: > ClassWithDeferredSetter(1) (ClassWithDeferredSetter(1)) found: ClassWithDeferredSetter(1) (c) expected: > ClassWithDeferredSetter(1) (ClassWithDeferredSetter(1)) diff --git a/tests/auto/testlib/selftests/expected_extendedcompare.teamcity b/tests/auto/testlib/selftests/expected_extendedcompare.teamcity index be0e9ca736..4c76556138 100644 --- a/tests/auto/testlib/selftests/expected_extendedcompare.teamcity +++ b/tests/auto/testlib/selftests/expected_extendedcompare.teamcity @@ -4,365 +4,365 @@ ##teamcity[testStarted name='compareInts(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(EQ:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 1|n Right (rhs): 2' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 2' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(EQ:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(EQ:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 2|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 2|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(EQ:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(NE:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be different from right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be different from the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(NE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(LT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(LT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(LT:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 2|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 2|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(LT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(LE:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (lhs): 2|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (lhs): 2|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(LE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(GT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(GT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(GT:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 1|n Right (rhs): 2' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 2' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(GT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(GE:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareInts(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (lhs): 1|n Right (rhs): 2' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareInts(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 2' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(GE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareInts(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareInts(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(EQ:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 1|n Right (rhs): 1.1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1.1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(EQ:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(EQ:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 1.1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 1.1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(EQ:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(NE:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be different from right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be different from the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(NE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(LT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(LT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(LT:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 1.1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 1.1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(LT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(LE:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (lhs): 1.1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (lhs): 1.1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(LE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(GT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(GT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(GT:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 1|n Right (rhs): 1.1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1.1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(GT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(GE:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareFloats(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (lhs): 1|n Right (rhs): 1.1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareFloats(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1.1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(GE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareFloats(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareFloats(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(EQ:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 0|n Right (rhs): 0.1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0.1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(EQ:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(EQ:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 0.1|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 0.1|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(EQ:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(NE:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be different from right value, but is not|n Left (lhs): 0|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be different from the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(NE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(LT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 0|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(LT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(LT:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 0.1|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 0.1|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(LT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(LE:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (lhs): 0.1|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (lhs): 0.1|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(LE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(GT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 0|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(GT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(GT:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 0|n Right (rhs): 0.1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0.1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(GT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(GE:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareDoubles(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (lhs): 0|n Right (rhs): 0.1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareDoubles(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0.1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(GE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareDoubles(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareDoubles(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(EQ:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 1|n Right (rhs): 2' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 2' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(EQ:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(EQ:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 2|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 2|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(EQ:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(NE:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be different from right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be different from the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(NE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(LT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(LT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(LT:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 2|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 2|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(LT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(LE:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (lhs): 2|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (lhs): 2|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(LE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(GT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 1|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(GT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(GT:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 1|n Right (rhs): 2' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 2' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(GT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(GE:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='comparePointers(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (lhs): 1|n Right (rhs): 2' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='comparePointers(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 2' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(GE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='comparePointers(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='comparePointers(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(EQ:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): "nullptr"|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): "nullptr"|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(EQ:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(EQ:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 1|n Right (rhs): "nullptr"' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): "nullptr"' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(EQ:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(NE:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be different from right value, but is not|n Left (lhs): "nullptr"|n Right (rhs): "nullptr"' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be different from the baseline, but is not|n Computed (lhs): "nullptr"|n Baseline (rhs): "nullptr"' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(NE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(LT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): "nullptr"|n Right (rhs): "nullptr"' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): "nullptr"|n Baseline (rhs): "nullptr"' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(LT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(LT:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 1|n Right (rhs): "nullptr"' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): "nullptr"' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(LT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(LE:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (lhs): 1|n Right (rhs): "nullptr"' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): "nullptr"' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(LE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(GT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): "nullptr"|n Right (rhs): "nullptr"' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): "nullptr"|n Baseline (rhs): "nullptr"' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(GT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(GT:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): "nullptr"|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): "nullptr"|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(GT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(GE:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareToNullptr(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (lhs): "nullptr"|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareToNullptr(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (lhs): "nullptr"|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(GE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareToNullptr(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareToNullptr(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(EQ:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 0|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(EQ:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(EQ:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): 1|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(EQ:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(NE:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be different from right value, but is not|n Left (lhs): 0|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be different from the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(NE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(LT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 0|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(LT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(LT:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): 1|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(LT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(LE:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (lhs): 1|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (lhs): 1|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(LE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(GT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 0|n Right (rhs): 0' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 0' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(GT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(GT:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): 0|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(GT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(GE:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareUnregistereEnum(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (lhs): 0|n Right (rhs): 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareUnregistereEnum(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (lhs): 0|n Baseline (rhs): 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(GE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareUnregistereEnum(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareUnregistereEnum(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(EQ:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): Monday|n Right (rhs): Sunday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): Monday|n Baseline (rhs): Sunday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(EQ:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(EQ:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): Sunday|n Right (rhs): Monday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): Sunday|n Baseline (rhs): Monday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(EQ:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(NE:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be different from right value, but is not|n Left (lhs): Monday|n Right (rhs): Monday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be different from the baseline, but is not|n Computed (lhs): Monday|n Baseline (rhs): Monday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(NE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(LT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): Monday|n Right (rhs): Monday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): Monday|n Baseline (rhs): Monday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(LT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(LT:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): Sunday|n Right (rhs): Monday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): Sunday|n Baseline (rhs): Monday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(LT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(LE:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (lhs): Sunday|n Right (rhs): Monday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (lhs): Sunday|n Baseline (rhs): Monday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(LE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(GT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): Monday|n Right (rhs): Monday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): Monday|n Baseline (rhs): Monday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(GT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(GT:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): Monday|n Right (rhs): Sunday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): Monday|n Baseline (rhs): Sunday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(GT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(GE:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareRegistereEnum(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (lhs): Monday|n Right (rhs): Sunday' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareRegistereEnum(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (lhs): Monday|n Baseline (rhs): Sunday' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(GE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareRegistereEnum(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareRegistereEnum(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(EQ:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(EQ:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): MyClass(1)|n Right (rhs): MyClass(2)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(EQ:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): MyClass(1)|n Baseline (rhs): MyClass(2)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(EQ:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(EQ:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (lhs): MyClass(2)|n Right (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(EQ:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (lhs): MyClass(2)|n Baseline (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(EQ:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(NE:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be different from right value, but is not|n Left (lhs): MyClass(1)|n Right (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(NE:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be different from the baseline, but is not|n Computed (lhs): MyClass(1)|n Baseline (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(NE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(NE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(NE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(LT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): MyClass(1)|n Right (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(LT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): MyClass(1)|n Baseline (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(LT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(LT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(LT:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (lhs): MyClass(2)|n Right (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(LT:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (lhs): MyClass(2)|n Baseline (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(LT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(LE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(LE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(LE:left > right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (lhs): MyClass(2)|n Right (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(LE:left > right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (lhs): MyClass(2)|n Baseline (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(LE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(GT:left == right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): MyClass(1)|n Right (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(GT:left == right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): MyClass(1)|n Baseline (rhs): MyClass(1)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(GT:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(GT:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (lhs): MyClass(1)|n Right (rhs): MyClass(2)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(GT:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (lhs): MyClass(1)|n Baseline (rhs): MyClass(2)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(GT:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(GT:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(GE:left == right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(GE:left < right)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='compareCustomTypes(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (lhs): MyClass(1)|n Right (rhs): MyClass(2)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='compareCustomTypes(GE:left < right)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (lhs): MyClass(1)|n Baseline (rhs): MyClass(2)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(GE:left < right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='compareCustomTypes(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='compareCustomTypes(GE:left > right)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonForTemporaryObjects(EQ)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='checkComparisonForTemporaryObjects(EQ)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be equal to right value, but is not|n Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0|n Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='checkComparisonForTemporaryObjects(EQ)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be equal to the baseline, but is not|n Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0|n Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonForTemporaryObjects(EQ)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonForTemporaryObjects(NE)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonForTemporaryObjects(NE)' flowId='tst_ExtendedCompare'] @@ -371,23 +371,23 @@ ##teamcity[testStarted name='checkComparisonForTemporaryObjects(LE)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonForTemporaryObjects(LE)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonForTemporaryObjects(GT)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='checkComparisonForTemporaryObjects(GT)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0|n Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='checkComparisonForTemporaryObjects(GT)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0|n Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonForTemporaryObjects(GT)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonForTemporaryObjects(GE)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='checkComparisonForTemporaryObjects(GE)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than or equal to right value, but is not|n Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0|n Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='checkComparisonForTemporaryObjects(GE)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than or equal to the baseline, but is not|n Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0|n Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonForTemporaryObjects(GE)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonWithTimeout(EQ)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonWithTimeout(EQ)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonWithTimeout(NE)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonWithTimeout(NE)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonWithTimeout(LT)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='checkComparisonWithTimeout(LT)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than right value, but is not|n Left (c) : ClassWithDeferredSetter(1)|n Right (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='checkComparisonWithTimeout(LT)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than the baseline, but is not|n Computed (c) : ClassWithDeferredSetter(1)|n Baseline (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonWithTimeout(LT)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonWithTimeout(LE)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='checkComparisonWithTimeout(LE)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be less than or equal to right value, but is not|n Left (c) : ClassWithDeferredSetter(1)|n Right (ClassWithDeferredSetter(-1)): ClassWithDeferredSetter(-1)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='checkComparisonWithTimeout(LE)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be less than or equal to the baseline, but is not|n Computed (c) : ClassWithDeferredSetter(1)|n Baseline (ClassWithDeferredSetter(-1)): ClassWithDeferredSetter(-1)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonWithTimeout(LE)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonWithTimeout(GT)' flowId='tst_ExtendedCompare'] -##teamcity[testFailed name='checkComparisonWithTimeout(GT)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='Left value is expected to be greater than right value, but is not|n Left (c) : ClassWithDeferredSetter(1)|n Right (ClassWithDeferredSetter(1)): ClassWithDeferredSetter(1)' flowId='tst_ExtendedCompare'] +##teamcity[testFailed name='checkComparisonWithTimeout(GT)' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)|]' details='The computed value is expected to be greater than the baseline, but is not|n Computed (c) : ClassWithDeferredSetter(1)|n Baseline (ClassWithDeferredSetter(1)): ClassWithDeferredSetter(1)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonWithTimeout(GT)' flowId='tst_ExtendedCompare'] ##teamcity[testStarted name='checkComparisonWithTimeout(GE)' flowId='tst_ExtendedCompare'] ##teamcity[testFinished name='checkComparisonWithTimeout(GE)' flowId='tst_ExtendedCompare'] diff --git a/tests/auto/testlib/selftests/expected_extendedcompare.txt b/tests/auto/testlib/selftests/expected_extendedcompare.txt index 15f3275844..08b6b6deb4 100644 --- a/tests/auto/testlib/selftests/expected_extendedcompare.txt +++ b/tests/auto/testlib/selftests/expected_extendedcompare.txt @@ -2,393 +2,393 @@ Config: Using QtTest library PASS : tst_ExtendedCompare::initTestCase() PASS : tst_ExtendedCompare::compareInts(EQ:left == right) -FAIL! : tst_ExtendedCompare::compareInts(EQ:left < right) Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2 +FAIL! : tst_ExtendedCompare::compareInts(EQ:left < right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareInts(EQ:left > right) Left value is expected to be equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareInts(EQ:left > right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareInts(NE:left == right) Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareInts(NE:left == right) The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareInts(NE:left < right) PASS : tst_ExtendedCompare::compareInts(NE:left > right) -FAIL! : tst_ExtendedCompare::compareInts(LT:left == right) Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareInts(LT:left == right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareInts(LT:left < right) -FAIL! : tst_ExtendedCompare::compareInts(LT:left > right) Left value is expected to be less than right value, but is not - Left (lhs): 2 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareInts(LT:left > right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareInts(LE:left == right) PASS : tst_ExtendedCompare::compareInts(LE:left < right) -FAIL! : tst_ExtendedCompare::compareInts(LE:left > right) Left value is expected to be less than or equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareInts(LE:left > right) The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareInts(GT:left == right) Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareInts(GT:left == right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareInts(GT:left < right) Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 2 +FAIL! : tst_ExtendedCompare::compareInts(GT:left < right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareInts(GT:left > right) PASS : tst_ExtendedCompare::compareInts(GE:left == right) -FAIL! : tst_ExtendedCompare::compareInts(GE:left < right) Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2 +FAIL! : tst_ExtendedCompare::compareInts(GE:left < right) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareInts(GE:left > right) PASS : tst_ExtendedCompare::compareFloats(EQ:left == right) -FAIL! : tst_ExtendedCompare::compareFloats(EQ:left < right) Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 1.1 +FAIL! : tst_ExtendedCompare::compareFloats(EQ:left < right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareFloats(EQ:left > right) Left value is expected to be equal to right value, but is not - Left (lhs): 1.1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareFloats(EQ:left > right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareFloats(NE:left == right) Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareFloats(NE:left == right) The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareFloats(NE:left < right) PASS : tst_ExtendedCompare::compareFloats(NE:left > right) -FAIL! : tst_ExtendedCompare::compareFloats(LT:left == right) Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareFloats(LT:left == right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareFloats(LT:left < right) -FAIL! : tst_ExtendedCompare::compareFloats(LT:left > right) Left value is expected to be less than right value, but is not - Left (lhs): 1.1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareFloats(LT:left > right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareFloats(LE:left == right) PASS : tst_ExtendedCompare::compareFloats(LE:left < right) -FAIL! : tst_ExtendedCompare::compareFloats(LE:left > right) Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1.1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareFloats(LE:left > right) The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareFloats(GT:left == right) Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareFloats(GT:left == right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareFloats(GT:left < right) Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1.1 +FAIL! : tst_ExtendedCompare::compareFloats(GT:left < right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareFloats(GT:left > right) PASS : tst_ExtendedCompare::compareFloats(GE:left == right) -FAIL! : tst_ExtendedCompare::compareFloats(GE:left < right) Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 1.1 +FAIL! : tst_ExtendedCompare::compareFloats(GE:left < right) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareFloats(GE:left > right) PASS : tst_ExtendedCompare::compareDoubles(EQ:left == right) -FAIL! : tst_ExtendedCompare::compareDoubles(EQ:left < right) Left value is expected to be equal to right value, but is not - Left (lhs): 0 - Right (rhs): 0.1 +FAIL! : tst_ExtendedCompare::compareDoubles(EQ:left < right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareDoubles(EQ:left > right) Left value is expected to be equal to right value, but is not - Left (lhs): 0.1 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareDoubles(EQ:left > right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareDoubles(NE:left == right) Left value is expected to be different from right value, but is not - Left (lhs): 0 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareDoubles(NE:left == right) The computed value is expected to be different from the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareDoubles(NE:left < right) PASS : tst_ExtendedCompare::compareDoubles(NE:left > right) -FAIL! : tst_ExtendedCompare::compareDoubles(LT:left == right) Left value is expected to be less than right value, but is not - Left (lhs): 0 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareDoubles(LT:left == right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareDoubles(LT:left < right) -FAIL! : tst_ExtendedCompare::compareDoubles(LT:left > right) Left value is expected to be less than right value, but is not - Left (lhs): 0.1 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareDoubles(LT:left > right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareDoubles(LE:left == right) PASS : tst_ExtendedCompare::compareDoubles(LE:left < right) -FAIL! : tst_ExtendedCompare::compareDoubles(LE:left > right) Left value is expected to be less than or equal to right value, but is not - Left (lhs): 0.1 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareDoubles(LE:left > right) The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareDoubles(GT:left == right) Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareDoubles(GT:left == right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareDoubles(GT:left < right) Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0.1 +FAIL! : tst_ExtendedCompare::compareDoubles(GT:left < right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareDoubles(GT:left > right) PASS : tst_ExtendedCompare::compareDoubles(GE:left == right) -FAIL! : tst_ExtendedCompare::compareDoubles(GE:left < right) Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 0 - Right (rhs): 0.1 +FAIL! : tst_ExtendedCompare::compareDoubles(GE:left < right) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareDoubles(GE:left > right) PASS : tst_ExtendedCompare::comparePointers(EQ:left == right) -FAIL! : tst_ExtendedCompare::comparePointers(EQ:left < right) Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2 +FAIL! : tst_ExtendedCompare::comparePointers(EQ:left < right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::comparePointers(EQ:left > right) Left value is expected to be equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::comparePointers(EQ:left > right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::comparePointers(NE:left == right) Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::comparePointers(NE:left == right) The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::comparePointers(NE:left < right) PASS : tst_ExtendedCompare::comparePointers(NE:left > right) -FAIL! : tst_ExtendedCompare::comparePointers(LT:left == right) Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::comparePointers(LT:left == right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::comparePointers(LT:left < right) -FAIL! : tst_ExtendedCompare::comparePointers(LT:left > right) Left value is expected to be less than right value, but is not - Left (lhs): 2 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::comparePointers(LT:left > right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::comparePointers(LE:left == right) PASS : tst_ExtendedCompare::comparePointers(LE:left < right) -FAIL! : tst_ExtendedCompare::comparePointers(LE:left > right) Left value is expected to be less than or equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::comparePointers(LE:left > right) The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::comparePointers(GT:left == right) Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::comparePointers(GT:left == right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::comparePointers(GT:left < right) Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 2 +FAIL! : tst_ExtendedCompare::comparePointers(GT:left < right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::comparePointers(GT:left > right) PASS : tst_ExtendedCompare::comparePointers(GE:left == right) -FAIL! : tst_ExtendedCompare::comparePointers(GE:left < right) Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2 +FAIL! : tst_ExtendedCompare::comparePointers(GE:left < right) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::comparePointers(GE:left > right) PASS : tst_ExtendedCompare::compareToNullptr(EQ:left == right) -FAIL! : tst_ExtendedCompare::compareToNullptr(EQ:left < right) Left value is expected to be equal to right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareToNullptr(EQ:left < right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareToNullptr(EQ:left > right) Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr" +FAIL! : tst_ExtendedCompare::compareToNullptr(EQ:left > right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr" Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareToNullptr(NE:left == right) Left value is expected to be different from right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr" +FAIL! : tst_ExtendedCompare::compareToNullptr(NE:left == right) The computed value is expected to be different from the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr" Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareToNullptr(NE:left < right) PASS : tst_ExtendedCompare::compareToNullptr(NE:left > right) -FAIL! : tst_ExtendedCompare::compareToNullptr(LT:left == right) Left value is expected to be less than right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr" +FAIL! : tst_ExtendedCompare::compareToNullptr(LT:left == right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr" Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareToNullptr(LT:left < right) -FAIL! : tst_ExtendedCompare::compareToNullptr(LT:left > right) Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr" +FAIL! : tst_ExtendedCompare::compareToNullptr(LT:left > right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr" Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareToNullptr(LE:left == right) PASS : tst_ExtendedCompare::compareToNullptr(LE:left < right) -FAIL! : tst_ExtendedCompare::compareToNullptr(LE:left > right) Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr" +FAIL! : tst_ExtendedCompare::compareToNullptr(LE:left > right) The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr" Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareToNullptr(GT:left == right) Left value is expected to be greater than right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr" +FAIL! : tst_ExtendedCompare::compareToNullptr(GT:left == right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr" Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareToNullptr(GT:left < right) Left value is expected to be greater than right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareToNullptr(GT:left < right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareToNullptr(GT:left > right) PASS : tst_ExtendedCompare::compareToNullptr(GE:left == right) -FAIL! : tst_ExtendedCompare::compareToNullptr(GE:left < right) Left value is expected to be greater than or equal to right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareToNullptr(GE:left < right) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareToNullptr(GE:left > right) PASS : tst_ExtendedCompare::compareUnregistereEnum(EQ:left == right) -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(EQ:left < right) Left value is expected to be equal to right value, but is not - Left (lhs): 0 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(EQ:left < right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(EQ:left > right) Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(EQ:left > right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(NE:left == right) Left value is expected to be different from right value, but is not - Left (lhs): 0 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(NE:left == right) The computed value is expected to be different from the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareUnregistereEnum(NE:left < right) PASS : tst_ExtendedCompare::compareUnregistereEnum(NE:left > right) -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(LT:left == right) Left value is expected to be less than right value, but is not - Left (lhs): 0 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(LT:left == right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareUnregistereEnum(LT:left < right) -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(LT:left > right) Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(LT:left > right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareUnregistereEnum(LE:left == right) PASS : tst_ExtendedCompare::compareUnregistereEnum(LE:left < right) -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(LE:left > right) Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(LE:left > right) The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(GT:left == right) Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(GT:left == right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(GT:left < right) Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(GT:left < right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareUnregistereEnum(GT:left > right) PASS : tst_ExtendedCompare::compareUnregistereEnum(GE:left == right) -FAIL! : tst_ExtendedCompare::compareUnregistereEnum(GE:left < right) Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 0 - Right (rhs): 1 +FAIL! : tst_ExtendedCompare::compareUnregistereEnum(GE:left < right) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareUnregistereEnum(GE:left > right) PASS : tst_ExtendedCompare::compareRegistereEnum(EQ:left == right) -FAIL! : tst_ExtendedCompare::compareRegistereEnum(EQ:left < right) Left value is expected to be equal to right value, but is not - Left (lhs): Monday - Right (rhs): Sunday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(EQ:left < right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareRegistereEnum(EQ:left > right) Left value is expected to be equal to right value, but is not - Left (lhs): Sunday - Right (rhs): Monday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(EQ:left > right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareRegistereEnum(NE:left == right) Left value is expected to be different from right value, but is not - Left (lhs): Monday - Right (rhs): Monday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(NE:left == right) The computed value is expected to be different from the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareRegistereEnum(NE:left < right) PASS : tst_ExtendedCompare::compareRegistereEnum(NE:left > right) -FAIL! : tst_ExtendedCompare::compareRegistereEnum(LT:left == right) Left value is expected to be less than right value, but is not - Left (lhs): Monday - Right (rhs): Monday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(LT:left == right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareRegistereEnum(LT:left < right) -FAIL! : tst_ExtendedCompare::compareRegistereEnum(LT:left > right) Left value is expected to be less than right value, but is not - Left (lhs): Sunday - Right (rhs): Monday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(LT:left > right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareRegistereEnum(LE:left == right) PASS : tst_ExtendedCompare::compareRegistereEnum(LE:left < right) -FAIL! : tst_ExtendedCompare::compareRegistereEnum(LE:left > right) Left value is expected to be less than or equal to right value, but is not - Left (lhs): Sunday - Right (rhs): Monday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(LE:left > right) The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareRegistereEnum(GT:left == right) Left value is expected to be greater than right value, but is not - Left (lhs): Monday - Right (rhs): Monday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(GT:left == right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareRegistereEnum(GT:left < right) Left value is expected to be greater than right value, but is not - Left (lhs): Monday - Right (rhs): Sunday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(GT:left < right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareRegistereEnum(GT:left > right) PASS : tst_ExtendedCompare::compareRegistereEnum(GE:left == right) -FAIL! : tst_ExtendedCompare::compareRegistereEnum(GE:left < right) Left value is expected to be greater than or equal to right value, but is not - Left (lhs): Monday - Right (rhs): Sunday +FAIL! : tst_ExtendedCompare::compareRegistereEnum(GE:left < right) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareRegistereEnum(GE:left > right) PASS : tst_ExtendedCompare::compareCustomTypes(EQ:left == right) -FAIL! : tst_ExtendedCompare::compareCustomTypes(EQ:left < right) Left value is expected to be equal to right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2) +FAIL! : tst_ExtendedCompare::compareCustomTypes(EQ:left < right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareCustomTypes(EQ:left > right) Left value is expected to be equal to right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1) +FAIL! : tst_ExtendedCompare::compareCustomTypes(EQ:left > right) The computed value is expected to be equal to the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareCustomTypes(NE:left == right) Left value is expected to be different from right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1) +FAIL! : tst_ExtendedCompare::compareCustomTypes(NE:left == right) The computed value is expected to be different from the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareCustomTypes(NE:left < right) PASS : tst_ExtendedCompare::compareCustomTypes(NE:left > right) -FAIL! : tst_ExtendedCompare::compareCustomTypes(LT:left == right) Left value is expected to be less than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1) +FAIL! : tst_ExtendedCompare::compareCustomTypes(LT:left == right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareCustomTypes(LT:left < right) -FAIL! : tst_ExtendedCompare::compareCustomTypes(LT:left > right) Left value is expected to be less than right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1) +FAIL! : tst_ExtendedCompare::compareCustomTypes(LT:left > right) The computed value is expected to be less than the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareCustomTypes(LE:left == right) PASS : tst_ExtendedCompare::compareCustomTypes(LE:left < right) -FAIL! : tst_ExtendedCompare::compareCustomTypes(LE:left > right) Left value is expected to be less than or equal to right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1) +FAIL! : tst_ExtendedCompare::compareCustomTypes(LE:left > right) The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareCustomTypes(GT:left == right) Left value is expected to be greater than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1) +FAIL! : tst_ExtendedCompare::compareCustomTypes(GT:left == right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::compareCustomTypes(GT:left < right) Left value is expected to be greater than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2) +FAIL! : tst_ExtendedCompare::compareCustomTypes(GT:left < right) The computed value is expected to be greater than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareCustomTypes(GT:left > right) PASS : tst_ExtendedCompare::compareCustomTypes(GE:left == right) -FAIL! : tst_ExtendedCompare::compareCustomTypes(GE:left < right) Left value is expected to be greater than or equal to right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2) +FAIL! : tst_ExtendedCompare::compareCustomTypes(GE:left < right) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::compareCustomTypes(GE:left > right) -FAIL! : tst_ExtendedCompare::checkComparisonForTemporaryObjects(EQ) Left value is expected to be equal to right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1 +FAIL! : tst_ExtendedCompare::checkComparisonForTemporaryObjects(EQ) The computed value is expected to be equal to the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::checkComparisonForTemporaryObjects(NE) PASS : tst_ExtendedCompare::checkComparisonForTemporaryObjects(LT) PASS : tst_ExtendedCompare::checkComparisonForTemporaryObjects(LE) -FAIL! : tst_ExtendedCompare::checkComparisonForTemporaryObjects(GT) Left value is expected to be greater than right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1 +FAIL! : tst_ExtendedCompare::checkComparisonForTemporaryObjects(GT) The computed value is expected to be greater than the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::checkComparisonForTemporaryObjects(GE) Left value is expected to be greater than or equal to right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1 +FAIL! : tst_ExtendedCompare::checkComparisonForTemporaryObjects(GE) The computed value is expected to be greater than or equal to the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1 Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::checkComparisonWithTimeout(EQ) PASS : tst_ExtendedCompare::checkComparisonWithTimeout(NE) -FAIL! : tst_ExtendedCompare::checkComparisonWithTimeout(LT) Left value is expected to be less than right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0) +FAIL! : tst_ExtendedCompare::checkComparisonWithTimeout(LT) The computed value is expected to be less than the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::checkComparisonWithTimeout(LE) Left value is expected to be less than or equal to right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(-1)): ClassWithDeferredSetter(-1) +FAIL! : tst_ExtendedCompare::checkComparisonWithTimeout(LE) The computed value is expected to be less than or equal to the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(-1)): ClassWithDeferredSetter(-1) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] -FAIL! : tst_ExtendedCompare::checkComparisonWithTimeout(GT) Left value is expected to be greater than right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(1)): ClassWithDeferredSetter(1) +FAIL! : tst_ExtendedCompare::checkComparisonWithTimeout(GT) The computed value is expected to be greater than the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(1)): ClassWithDeferredSetter(1) Loc: [qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp(0)] PASS : tst_ExtendedCompare::checkComparisonWithTimeout(GE) PASS : tst_ExtendedCompare::cleanupTestCase() diff --git a/tests/auto/testlib/selftests/expected_extendedcompare.xml b/tests/auto/testlib/selftests/expected_extendedcompare.xml index 7bfca23b02..ab55eebf89 100644 --- a/tests/auto/testlib/selftests/expected_extendedcompare.xml +++ b/tests/auto/testlib/selftests/expected_extendedcompare.xml @@ -15,21 +15,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -39,18 +39,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -60,21 +60,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -84,9 +84,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -99,21 +99,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 1.1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1.1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -123,18 +123,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1.1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -144,21 +144,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1.1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1.1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1.1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -168,9 +168,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 1.1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1.1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -183,21 +183,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 0 - Right (rhs): 0.1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 0.1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -207,18 +207,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 0.1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -228,21 +228,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 0.1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 0.1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0.1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -252,9 +252,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 0 - Right (rhs): 0.1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0.1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -267,21 +267,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -291,18 +291,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -312,21 +312,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 2 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 2 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -336,9 +336,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 2]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 2]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -351,21 +351,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -375,18 +375,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -396,21 +396,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): "nullptr" - Right (rhs): "nullptr"]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): "nullptr"]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -420,9 +420,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): "nullptr" - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): "nullptr" + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -435,21 +435,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 0 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): 1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -459,18 +459,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): 1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -480,21 +480,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): 1 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): 1 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 0]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 0]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): 0 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -504,9 +504,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): 0 - Right (rhs): 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): 0 + Baseline (rhs): 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -519,21 +519,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): Monday - Right (rhs): Sunday]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): Sunday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): Monday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -543,18 +543,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): Monday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): Sunday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -564,21 +564,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): Sunday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): Sunday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): Monday - Right (rhs): Monday]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Monday]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): Monday - Right (rhs): Sunday]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -588,9 +588,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): Monday - Right (rhs): Sunday]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): Monday + Baseline (rhs): Sunday]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -603,21 +603,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[NE:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be different from right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be different from the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE:left < right]]></DataTag> @@ -627,18 +627,18 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LT:left < right]]></DataTag> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[LE:left == right]]></DataTag> @@ -648,21 +648,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE:left > right]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (lhs): MyClass(2) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (lhs): MyClass(2) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left == right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(1)]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(1)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GT:left > right]]></DataTag> @@ -672,9 +672,9 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE:left < right]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (lhs): MyClass(1) - Right (rhs): MyClass(2)]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (lhs): MyClass(1) + Baseline (rhs): MyClass(2)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE:left > right]]></DataTag> @@ -684,9 +684,9 @@ <TestFunction name="checkComparisonForTemporaryObjects"> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[EQ]]></DataTag> - <Description><![CDATA[Left value is expected to be equal to right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> + <Description><![CDATA[The computed value is expected to be equal to the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[NE]]></DataTag> @@ -699,15 +699,15 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GE]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than or equal to right value, but is not - Left (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 - Right (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> + <Description><![CDATA[The computed value is expected to be greater than or equal to the baseline, but is not + Computed (getClassForValue(0).getValuePointer()): MyClass(2) on memory address with index 0 + Baseline (getClassForValue(1).getValuePointer()): MyClass(1) on memory address with index 1]]></Description> </Incident> <Duration msecs="0"/> </TestFunction> @@ -720,21 +720,21 @@ </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LT]]></DataTag> - <Description><![CDATA[Left value is expected to be less than right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0)]]></Description> + <Description><![CDATA[The computed value is expected to be less than the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(0)): ClassWithDeferredSetter(0)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[LE]]></DataTag> - <Description><![CDATA[Left value is expected to be less than or equal to right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(-1)): ClassWithDeferredSetter(-1)]]></Description> + <Description><![CDATA[The computed value is expected to be less than or equal to the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(-1)): ClassWithDeferredSetter(-1)]]></Description> </Incident> <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp" line="0"> <DataTag><![CDATA[GT]]></DataTag> - <Description><![CDATA[Left value is expected to be greater than right value, but is not - Left (c) : ClassWithDeferredSetter(1) - Right (ClassWithDeferredSetter(1)): ClassWithDeferredSetter(1)]]></Description> + <Description><![CDATA[The computed value is expected to be greater than the baseline, but is not + Computed (c) : ClassWithDeferredSetter(1) + Baseline (ClassWithDeferredSetter(1)): ClassWithDeferredSetter(1)]]></Description> </Incident> <Incident type="pass" file="" line="0"> <DataTag><![CDATA[GE]]></DataTag> diff --git a/tests/auto/testlib/selftests/expected_silent.txt b/tests/auto/testlib/selftests/expected_silent.txt index 127e39a6c1..6c9b71a835 100644 --- a/tests/auto/testlib/selftests/expected_silent.txt +++ b/tests/auto/testlib/selftests/expected_silent.txt @@ -5,7 +5,4 @@ FAIL! : tst_Silent::fail() 'false' returned FALSE. (This test should fail) Loc: [qtbase/tests/auto/testlib/selftests/silent/tst_silent.cpp(0)] XPASS : tst_Silent::xpass() 'true' returned TRUE unexpectedly. (This test should XPASS) Loc: [qtbase/tests/auto/testlib/selftests/silent/tst_silent.cpp(0)] -QFATAL : tst_Silent::messages() This is a fatal error message that should still appear in silent test output -FAIL! : tst_Silent::messages() Received a fatal error. - Loc: [qtbase/tests/auto/testlib/selftests/silent/tst_silent.cpp(0)] -Totals: 3 passed, 3 failed, 1 skipped, 0 blacklisted, 0ms +Totals: 5 passed, 2 failed, 1 skipped, 0 blacklisted, 0ms diff --git a/tests/auto/testlib/selftests/expected_silent_fatal.txt b/tests/auto/testlib/selftests/expected_silent_fatal.txt new file mode 100644 index 0000000000..fb00066c13 --- /dev/null +++ b/tests/auto/testlib/selftests/expected_silent_fatal.txt @@ -0,0 +1,5 @@ +Testing tst_SilentFatal +QFATAL : tst_SilentFatal::fatalmessages() This is a fatal error message that should still appear in silent test output +FAIL! : tst_SilentFatal::fatalmessages() Received a fatal error. + Loc: [qtbase/tests/auto/testlib/selftests/silent_fatal/tst_silent_fatal.cpp(0)] +Totals: 1 passed, 1 failed, 0 skipped, 0 blacklisted, 0ms diff --git a/tests/auto/testlib/selftests/expected_skipblacklisted.junitxml b/tests/auto/testlib/selftests/expected_skipblacklisted.junitxml new file mode 100644 index 0000000000..308a4ea999 --- /dev/null +++ b/tests/auto/testlib/selftests/expected_skipblacklisted.junitxml @@ -0,0 +1,18 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<testsuite name="tst_SkipBlacklisted" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="5" failures="0" errors="0" skipped="3" time="@TEST_DURATION@"> + <properties> + <property name="QTestVersion" value="@INSERT_QT_VERSION_HERE@"/> + <property name="QtVersion" value="@INSERT_QT_VERSION_HERE@"/> + <property name="QtBuild" value=""/> + </properties> + <testcase name="initTestCase" classname="tst_SkipBlacklisted" time="@TEST_DURATION@"/> + <testcase name="pass" classname="tst_SkipBlacklisted" time="@TEST_DURATION@"/> + <testcase name="blacklisted" classname="tst_SkipBlacklisted" time="@TEST_DURATION@"> + <skipped message="Skipping blacklisted test since -skipblacklisted option is set."/> + </testcase> + <testcase name="blacklistedData(should pass)" classname="tst_SkipBlacklisted" time="@TEST_DURATION@"> + <skipped message="Skipping blacklisted test since -skipblacklisted option is set."/> + <skipped message="Skipping blacklisted test since -skipblacklisted option is set."/> + </testcase> + <testcase name="cleanupTestCase" classname="tst_SkipBlacklisted" time="@TEST_DURATION@"/> +</testsuite> diff --git a/tests/auto/testlib/selftests/expected_skipblacklisted.lightxml b/tests/auto/testlib/selftests/expected_skipblacklisted.lightxml new file mode 100644 index 0000000000..45d3476d6a --- /dev/null +++ b/tests/auto/testlib/selftests/expected_skipblacklisted.lightxml @@ -0,0 +1,36 @@ + <Environment> + <QtVersion>@INSERT_QT_VERSION_HERE@</QtVersion> + <QtBuild/> + <QTestVersion>@INSERT_QT_VERSION_HERE@</QTestVersion> + </Environment> + <TestFunction name="initTestCase"> + <Incident type="pass" file="" line="0" /> + <Duration msecs="0"/> + </TestFunction> + <TestFunction name="pass"> + <Incident type="pass" file="" line="0" /> + <Duration msecs="0"/> + </TestFunction> + <TestFunction name="blacklisted"> + <Incident type="skip" file="" line="0"> + <Description><![CDATA[Skipping blacklisted test since -skipblacklisted option is set.]]></Description> + </Incident> + <Duration msecs="0"/> + </TestFunction> + <TestFunction name="blacklistedData"> + <Incident type="skip" file="" line="0"> + <Description><![CDATA[Skipping blacklisted test since -skipblacklisted option is set.]]></Description> + </Incident> + <Incident type="pass" file="" line="0"> + <DataTag><![CDATA[should pass]]></DataTag> + </Incident> + <Incident type="skip" file="" line="0"> + <Description><![CDATA[Skipping blacklisted test since -skipblacklisted option is set.]]></Description> + </Incident> + <Duration msecs="0"/> + </TestFunction> + <TestFunction name="cleanupTestCase"> + <Incident type="pass" file="" line="0" /> + <Duration msecs="0"/> + </TestFunction> + <Duration msecs="0"/> diff --git a/tests/auto/testlib/selftests/expected_skipblacklisted.tap b/tests/auto/testlib/selftests/expected_skipblacklisted.tap new file mode 100644 index 0000000000..f71524d85f --- /dev/null +++ b/tests/auto/testlib/selftests/expected_skipblacklisted.tap @@ -0,0 +1,13 @@ +TAP version 13 +# tst_SkipBlacklisted +ok 1 - initTestCase() +ok 2 - pass() +ok 3 - blacklisted() # SKIP Skipping blacklisted test since -skipblacklisted option is set. +ok 4 - blacklistedData() # SKIP Skipping blacklisted test since -skipblacklisted option is set. +ok 5 - blacklistedData(should pass) +ok 6 - blacklistedData() # SKIP Skipping blacklisted test since -skipblacklisted option is set. +ok 7 - cleanupTestCase() +1..7 +# tests 7 +# pass 4 +# fail 0 diff --git a/tests/auto/testlib/selftests/expected_skipblacklisted.teamcity b/tests/auto/testlib/selftests/expected_skipblacklisted.teamcity new file mode 100644 index 0000000000..67a788901a --- /dev/null +++ b/tests/auto/testlib/selftests/expected_skipblacklisted.teamcity @@ -0,0 +1,19 @@ +##teamcity[testSuiteStarted name='tst_SkipBlacklisted' flowId='tst_SkipBlacklisted'] +##teamcity[testStarted name='initTestCase()' flowId='tst_SkipBlacklisted'] +##teamcity[testFinished name='initTestCase()' flowId='tst_SkipBlacklisted'] +##teamcity[testStarted name='pass()' flowId='tst_SkipBlacklisted'] +##teamcity[testFinished name='pass()' flowId='tst_SkipBlacklisted'] +##teamcity[testStarted name='blacklisted()' flowId='tst_SkipBlacklisted'] +##teamcity[testIgnored name='blacklisted()' message='Skipping blacklisted test since -skipblacklisted option is set.' flowId='tst_SkipBlacklisted'] +##teamcity[testFinished name='blacklisted()' flowId='tst_SkipBlacklisted'] +##teamcity[testStarted name='blacklistedData()' flowId='tst_SkipBlacklisted'] +##teamcity[testIgnored name='blacklistedData()' message='Skipping blacklisted test since -skipblacklisted option is set.' flowId='tst_SkipBlacklisted'] +##teamcity[testFinished name='blacklistedData()' flowId='tst_SkipBlacklisted'] +##teamcity[testStarted name='blacklistedData(should pass)' flowId='tst_SkipBlacklisted'] +##teamcity[testFinished name='blacklistedData(should pass)' flowId='tst_SkipBlacklisted'] +##teamcity[testStarted name='blacklistedData()' flowId='tst_SkipBlacklisted'] +##teamcity[testIgnored name='blacklistedData()' message='Skipping blacklisted test since -skipblacklisted option is set.' flowId='tst_SkipBlacklisted'] +##teamcity[testFinished name='blacklistedData()' flowId='tst_SkipBlacklisted'] +##teamcity[testStarted name='cleanupTestCase()' flowId='tst_SkipBlacklisted'] +##teamcity[testFinished name='cleanupTestCase()' flowId='tst_SkipBlacklisted'] +##teamcity[testSuiteFinished name='tst_SkipBlacklisted' flowId='tst_SkipBlacklisted'] diff --git a/tests/auto/testlib/selftests/expected_skipblacklisted.txt b/tests/auto/testlib/selftests/expected_skipblacklisted.txt new file mode 100644 index 0000000000..0e3dfa04e8 --- /dev/null +++ b/tests/auto/testlib/selftests/expected_skipblacklisted.txt @@ -0,0 +1,11 @@ +********* Start testing of tst_SkipBlacklisted ********* +Config: Using QtTest library +PASS : tst_SkipBlacklisted::initTestCase() +PASS : tst_SkipBlacklisted::pass() +SKIP : tst_SkipBlacklisted::blacklisted() Skipping blacklisted test since -skipblacklisted option is set. +SKIP : tst_SkipBlacklisted::blacklistedData() Skipping blacklisted test since -skipblacklisted option is set. +PASS : tst_SkipBlacklisted::blacklistedData(should pass) +SKIP : tst_SkipBlacklisted::blacklistedData() Skipping blacklisted test since -skipblacklisted option is set. +PASS : tst_SkipBlacklisted::cleanupTestCase() +Totals: 4 passed, 0 failed, 3 skipped, 0 blacklisted, 0ms +********* Finished testing of tst_SkipBlacklisted ********* diff --git a/tests/auto/testlib/selftests/expected_skipblacklisted.xml b/tests/auto/testlib/selftests/expected_skipblacklisted.xml new file mode 100644 index 0000000000..100fededb3 --- /dev/null +++ b/tests/auto/testlib/selftests/expected_skipblacklisted.xml @@ -0,0 +1,39 @@ +<?xml version="1.0" encoding="UTF-8"?> +<TestCase name="tst_SkipBlacklisted"> + <Environment> + <QtVersion>@INSERT_QT_VERSION_HERE@</QtVersion> + <QtBuild/> + <QTestVersion>@INSERT_QT_VERSION_HERE@</QTestVersion> + </Environment> + <TestFunction name="initTestCase"> + <Incident type="pass" file="" line="0" /> + <Duration msecs="0"/> + </TestFunction> + <TestFunction name="pass"> + <Incident type="pass" file="" line="0" /> + <Duration msecs="0"/> + </TestFunction> + <TestFunction name="blacklisted"> + <Incident type="skip" file="" line="0"> + <Description><![CDATA[Skipping blacklisted test since -skipblacklisted option is set.]]></Description> + </Incident> + <Duration msecs="0"/> + </TestFunction> + <TestFunction name="blacklistedData"> + <Incident type="skip" file="" line="0"> + <Description><![CDATA[Skipping blacklisted test since -skipblacklisted option is set.]]></Description> + </Incident> + <Incident type="pass" file="" line="0"> + <DataTag><![CDATA[should pass]]></DataTag> + </Incident> + <Incident type="skip" file="" line="0"> + <Description><![CDATA[Skipping blacklisted test since -skipblacklisted option is set.]]></Description> + </Incident> + <Duration msecs="0"/> + </TestFunction> + <TestFunction name="cleanupTestCase"> + <Incident type="pass" file="" line="0" /> + <Duration msecs="0"/> + </TestFunction> + <Duration msecs="0"/> +</TestCase> diff --git a/tests/auto/testlib/selftests/expected_testlib.junitxml b/tests/auto/testlib/selftests/expected_testlib.junitxml index f5d3a94126..33c8bfe403 100644 --- a/tests/auto/testlib/selftests/expected_testlib.junitxml +++ b/tests/auto/testlib/selftests/expected_testlib.junitxml @@ -9,7 +9,7 @@ <testcase name="basics" classname="tst_TestLib" time="@TEST_DURATION@"> <failure type="fail" message="Compared QObject pointers are not the same"> <![CDATA[ Actual (QTest::testObject()): tst_TestLib/"TestObject" - Expected (nullptr) : (nullptr)]]> + Expected (nullptr) : "nullptr"]]> </failure> </testcase> <testcase name="delays" classname="tst_TestLib" time="@TEST_DURATION@"/> diff --git a/tests/auto/testlib/selftests/expected_testlib.lightxml b/tests/auto/testlib/selftests/expected_testlib.lightxml index cd0f96d6d4..76435eb9f0 100644 --- a/tests/auto/testlib/selftests/expected_testlib.lightxml +++ b/tests/auto/testlib/selftests/expected_testlib.lightxml @@ -11,7 +11,7 @@ <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/testlib/tst_testlib.cpp" line="0"> <Description><![CDATA[Compared QObject pointers are not the same Actual (QTest::testObject()): tst_TestLib/"TestObject" - Expected (nullptr) : (nullptr)]]></Description> + Expected (nullptr) : "nullptr"]]></Description> </Incident> <Duration msecs="0"/> </TestFunction> diff --git a/tests/auto/testlib/selftests/expected_testlib.tap b/tests/auto/testlib/selftests/expected_testlib.tap index 4a6056bc77..1fa7dc77c4 100644 --- a/tests/auto/testlib/selftests/expected_testlib.tap +++ b/tests/auto/testlib/selftests/expected_testlib.tap @@ -5,9 +5,9 @@ not ok 2 - basics() --- type: QCOMPARE message: Compared QObject pointers are not the same - wanted: (nullptr) (nullptr) + wanted: "nullptr" (nullptr) found: tst_TestLib/"TestObject" (QTest::testObject()) - expected: (nullptr) (nullptr) + expected: "nullptr" (nullptr) actual: tst_TestLib/"TestObject" (QTest::testObject()) at: tst_TestLib::basics() (qtbase/tests/auto/testlib/selftests/testlib/tst_testlib.cpp:0) file: qtbase/tests/auto/testlib/selftests/testlib/tst_testlib.cpp diff --git a/tests/auto/testlib/selftests/expected_testlib.teamcity b/tests/auto/testlib/selftests/expected_testlib.teamcity index 279ef03f3f..52f7fa244c 100644 --- a/tests/auto/testlib/selftests/expected_testlib.teamcity +++ b/tests/auto/testlib/selftests/expected_testlib.teamcity @@ -2,7 +2,7 @@ ##teamcity[testStarted name='initTestCase()' flowId='tst_TestLib'] ##teamcity[testFinished name='initTestCase()' flowId='tst_TestLib'] ##teamcity[testStarted name='basics()' flowId='tst_TestLib'] -##teamcity[testFailed name='basics()' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/testlib/tst_testlib.cpp(0)|]' details='Compared QObject pointers are not the same|n Actual (QTest::testObject()): tst_TestLib/"TestObject"|n Expected (nullptr) : (nullptr)' flowId='tst_TestLib'] +##teamcity[testFailed name='basics()' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/testlib/tst_testlib.cpp(0)|]' details='Compared QObject pointers are not the same|n Actual (QTest::testObject()): tst_TestLib/"TestObject"|n Expected (nullptr) : "nullptr"' flowId='tst_TestLib'] ##teamcity[testFinished name='basics()' flowId='tst_TestLib'] ##teamcity[testStarted name='delays()' flowId='tst_TestLib'] ##teamcity[testFinished name='delays()' flowId='tst_TestLib'] diff --git a/tests/auto/testlib/selftests/expected_testlib.txt b/tests/auto/testlib/selftests/expected_testlib.txt index a0b8a275d0..4d652626e9 100644 --- a/tests/auto/testlib/selftests/expected_testlib.txt +++ b/tests/auto/testlib/selftests/expected_testlib.txt @@ -3,7 +3,7 @@ Config: Using QtTest library PASS : tst_TestLib::initTestCase() FAIL! : tst_TestLib::basics() Compared QObject pointers are not the same Actual (QTest::testObject()): tst_TestLib/"TestObject" - Expected (nullptr) : (nullptr) + Expected (nullptr) : "nullptr" Loc: [qtbase/tests/auto/testlib/selftests/testlib/tst_testlib.cpp(0)] PASS : tst_TestLib::delays() PASS : tst_TestLib::reals(zero) diff --git a/tests/auto/testlib/selftests/expected_testlib.xml b/tests/auto/testlib/selftests/expected_testlib.xml index 241fd3f8d1..8b66b003d0 100644 --- a/tests/auto/testlib/selftests/expected_testlib.xml +++ b/tests/auto/testlib/selftests/expected_testlib.xml @@ -13,7 +13,7 @@ <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/testlib/tst_testlib.cpp" line="0"> <Description><![CDATA[Compared QObject pointers are not the same Actual (QTest::testObject()): tst_TestLib/"TestObject" - Expected (nullptr) : (nullptr)]]></Description> + Expected (nullptr) : "nullptr"]]></Description> </Incident> <Duration msecs="0"/> </TestFunction> diff --git a/tests/auto/testlib/selftests/expected_warnings.junitxml b/tests/auto/testlib/selftests/expected_warnings.junitxml index 1799be8279..4fa8c88622 100644 --- a/tests/auto/testlib/selftests/expected_warnings.junitxml +++ b/tests/auto/testlib/selftests/expected_warnings.junitxml @@ -1,5 +1,5 @@ <?xml version="1.0" encoding="UTF-8" ?> -<testsuite name="tst_Warnings" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="15" failures="10" errors="0" skipped="0" time="@TEST_DURATION@"> +<testsuite name="tst_Warnings" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="16" failures="11" errors="0" skipped="0" time="@TEST_DURATION@"> <properties> <property name="QTestVersion" value="@INSERT_QT_VERSION_HERE@"/> <property name="QtVersion" value="@INSERT_QT_VERSION_HERE@"/> @@ -107,5 +107,10 @@ <skipped message="My cabbage! :("/> </testcase> <testcase name="testFailOnWarningsAndIgnoreWarnings" classname="tst_Warnings" time="@TEST_DURATION@"/> + <testcase name="testFailOnTemporaryObjectDestruction" classname="tst_Warnings" time="@TEST_DURATION@"> + <failure type="fail" message="Received a warning that resulted in a failure:"> + <![CDATA[Running low on toothpaste!]]> + </failure> + </testcase> <testcase name="cleanupTestCase" classname="tst_Warnings" time="@TEST_DURATION@"/> </testsuite> diff --git a/tests/auto/testlib/selftests/expected_warnings.lightxml b/tests/auto/testlib/selftests/expected_warnings.lightxml index 37070cad00..50b6c4bdb6 100644 --- a/tests/auto/testlib/selftests/expected_warnings.lightxml +++ b/tests/auto/testlib/selftests/expected_warnings.lightxml @@ -201,6 +201,13 @@ Ran out of cabbage!]]></Description> <Incident type="pass" file="" line="0" /> <Duration msecs="0"/> </TestFunction> + <TestFunction name="testFailOnTemporaryObjectDestruction"> + <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0"> + <Description><![CDATA[Received a warning that resulted in a failure: +Running low on toothpaste!]]></Description> + </Incident> + <Duration msecs="0"/> + </TestFunction> <TestFunction name="cleanupTestCase"> <Incident type="pass" file="" line="0" /> <Duration msecs="0"/> diff --git a/tests/auto/testlib/selftests/expected_warnings.tap b/tests/auto/testlib/selftests/expected_warnings.tap index 9ea9b46bcb..2667574064 100644 --- a/tests/auto/testlib/selftests/expected_warnings.tap +++ b/tests/auto/testlib/selftests/expected_warnings.tap @@ -159,8 +159,16 @@ Ran out of cabbage! ... ok 13 - testFailOnWarningsThenSkip() # SKIP My cabbage! :( ok 14 - testFailOnWarningsAndIgnoreWarnings() -ok 15 - cleanupTestCase() -1..15 -# tests 15 +not ok 15 - testFailOnTemporaryObjectDestruction() + --- + # Received a warning that resulted in a failure: +Running low on toothpaste! + at: tst_Warnings::testFailOnTemporaryObjectDestruction() (qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp:0) + file: qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp + line: 0 + ... +ok 16 - cleanupTestCase() +1..16 +# tests 16 # pass 5 -# fail 10 +# fail 11 diff --git a/tests/auto/testlib/selftests/expected_warnings.teamcity b/tests/auto/testlib/selftests/expected_warnings.teamcity index 67dd039ebf..a4bd7139a6 100644 --- a/tests/auto/testlib/selftests/expected_warnings.teamcity +++ b/tests/auto/testlib/selftests/expected_warnings.teamcity @@ -57,6 +57,9 @@ ##teamcity[testFinished name='testFailOnWarningsThenSkip()' flowId='tst_Warnings'] ##teamcity[testStarted name='testFailOnWarningsAndIgnoreWarnings()' flowId='tst_Warnings'] ##teamcity[testFinished name='testFailOnWarningsAndIgnoreWarnings()' flowId='tst_Warnings'] +##teamcity[testStarted name='testFailOnTemporaryObjectDestruction()' flowId='tst_Warnings'] +##teamcity[testFailed name='testFailOnTemporaryObjectDestruction()' message='Failure! |[Loc: qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp(0)|]' details='Received a warning that resulted in a failure:|nRunning low on toothpaste!' flowId='tst_Warnings'] +##teamcity[testFinished name='testFailOnTemporaryObjectDestruction()' flowId='tst_Warnings'] ##teamcity[testStarted name='cleanupTestCase()' flowId='tst_Warnings'] ##teamcity[testFinished name='cleanupTestCase()' flowId='tst_Warnings'] ##teamcity[testSuiteFinished name='tst_Warnings' flowId='tst_Warnings'] diff --git a/tests/auto/testlib/selftests/expected_warnings.txt b/tests/auto/testlib/selftests/expected_warnings.txt index 5037eb87df..72e2201f38 100644 --- a/tests/auto/testlib/selftests/expected_warnings.txt +++ b/tests/auto/testlib/selftests/expected_warnings.txt @@ -69,6 +69,9 @@ Ran out of cabbage! SKIP : tst_Warnings::testFailOnWarningsThenSkip() My cabbage! :( Loc: [qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp(0)] PASS : tst_Warnings::testFailOnWarningsAndIgnoreWarnings() +FAIL! : tst_Warnings::testFailOnTemporaryObjectDestruction() Received a warning that resulted in a failure: +Running low on toothpaste! + Loc: [qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp(0)] PASS : tst_Warnings::cleanupTestCase() -Totals: 5 passed, 10 failed, 0 skipped, 0 blacklisted, 0ms +Totals: 5 passed, 11 failed, 0 skipped, 0 blacklisted, 0ms ********* Finished testing of tst_Warnings ********* diff --git a/tests/auto/testlib/selftests/expected_warnings.xml b/tests/auto/testlib/selftests/expected_warnings.xml index 8da8404a16..808f59768c 100644 --- a/tests/auto/testlib/selftests/expected_warnings.xml +++ b/tests/auto/testlib/selftests/expected_warnings.xml @@ -203,6 +203,13 @@ Ran out of cabbage!]]></Description> <Incident type="pass" file="" line="0" /> <Duration msecs="0"/> </TestFunction> + <TestFunction name="testFailOnTemporaryObjectDestruction"> + <Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0"> + <Description><![CDATA[Received a warning that resulted in a failure: +Running low on toothpaste!]]></Description> + </Incident> + <Duration msecs="0"/> + </TestFunction> <TestFunction name="cleanupTestCase"> <Incident type="pass" file="" line="0" /> <Duration msecs="0"/> diff --git a/tests/auto/testlib/selftests/expectfail/CMakeLists.txt b/tests/auto/testlib/selftests/expectfail/CMakeLists.txt index 0ca1e7f699..d89e03ebef 100644 --- a/tests/auto/testlib/selftests/expectfail/CMakeLists.txt +++ b/tests/auto/testlib/selftests/expectfail/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from expectfail.pro. - ##################################################################### ## expectfail Binary: ##################################################################### qt_internal_add_executable(expectfail - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_expectfail.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(expectfail ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(expectfail) -# special case end diff --git a/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp b/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp index 147568b566..2e67012cc8 100644 --- a/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp +++ b/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/extendedcompare/CMakeLists.txt b/tests/auto/testlib/selftests/extendedcompare/CMakeLists.txt index 2975521060..3b2fbb84ec 100644 --- a/tests/auto/testlib/selftests/extendedcompare/CMakeLists.txt +++ b/tests/auto/testlib/selftests/extendedcompare/CMakeLists.txt @@ -3,6 +3,7 @@ qt_internal_add_executable(extendedcompare NO_INSTALL + EXCEPTIONS OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_extendedcompare.cpp diff --git a/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp b/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp index d198d621e1..70a7798667 100644 --- a/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp +++ b/tests/auto/testlib/selftests/extendedcompare/tst_extendedcompare.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2022 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> #include <QtCore/qtimer.h> @@ -93,11 +93,13 @@ static ClassWithPointerGetter getClassForValue(int val) // various toString() overloads namespace QTest { -char *toString(const int *val) +template <> char *toString(const int *const &val) { return val ? toString(*val) : toString(nullptr); } +} // namespace QTest + char *toString(const MyClass &val) { char *msg = new char[128]; @@ -117,8 +119,6 @@ char *toString(const MyClass *val) return toString(nullptr); } -} // namespace QTest - enum MyUnregisteredEnum { MyUnregisteredEnumValue1, MyUnregisteredEnumValue2 }; class tst_ExtendedCompare : public QObject @@ -161,107 +161,115 @@ void tst_ExtendedCompare::initTestCase_data() QTest::newRow("GE") << QTest::ComparisonOperation::GreaterThanOrEqual; } -#define GENERATE_DATA_FOR_TYPE(Type, val1, val2) \ -do { \ - Q_ASSERT(val1 < val2); \ - QTest::addColumn<Type>("lhs"); \ - QTest::addColumn<Type>("rhs"); \ - QTest::newRow("left == right") << val1 << val1; \ - QTest::newRow("left < right") << val1 << val2; \ - QTest::newRow("left > right") << val2 << val1; \ -} while (false) - -#define EXECUTE_COMPARISON_FOR_TYPE(Type) \ -do { \ - QFETCH_GLOBAL(QTest::ComparisonOperation, operation); \ - QFETCH(Type, lhs); \ - QFETCH(Type, rhs); \ - COMPARE_WITH_TYPE(operation, lhs, rhs); \ -} while (false) +template <typename T> static void generateData(T val1, T val2) +{ + Q_ASSERT(val1 < val2); + QTest::addColumn<T>("lhs"); + QTest::addColumn<T>("rhs"); + QTest::newRow("left == right") << val1 << val1; + QTest::newRow("left < right") << val1 << val2; + QTest::newRow("left > right") << val2 << val1; +} + +template <typename T> static void executeComparison() +{ + QFETCH_GLOBAL(QTest::ComparisonOperation, operation); + QFETCH(T, lhs); + QFETCH(T, rhs); + switch (operation) { + case QTest::ComparisonOperation::CustomCompare: QCOMPARE(lhs, rhs); break; + case QTest::ComparisonOperation::Equal: QCOMPARE_EQ(lhs, rhs); break; + case QTest::ComparisonOperation::NotEqual: QCOMPARE_NE(lhs, rhs); break; + case QTest::ComparisonOperation::LessThan: QCOMPARE_LT(lhs, rhs); break; + case QTest::ComparisonOperation::LessThanOrEqual: QCOMPARE_LE(lhs, rhs); break; + case QTest::ComparisonOperation::GreaterThan: QCOMPARE_GT(lhs, rhs); break; + case QTest::ComparisonOperation::GreaterThanOrEqual: QCOMPARE_GE(lhs, rhs); break; + } +} void tst_ExtendedCompare::compareInts_data() { - GENERATE_DATA_FOR_TYPE(int, 1, 2); + generateData(1, 2); } void tst_ExtendedCompare::compareInts() { - EXECUTE_COMPARISON_FOR_TYPE(int); + executeComparison<int>(); } void tst_ExtendedCompare::compareFloats_data() { - GENERATE_DATA_FOR_TYPE(float, 1.0f, 1.1f); + generateData(1.0f, 1.1f); } void tst_ExtendedCompare::compareFloats() { - EXECUTE_COMPARISON_FOR_TYPE(float); + executeComparison<float>(); } void tst_ExtendedCompare::compareDoubles_data() { - GENERATE_DATA_FOR_TYPE(double, 0.0, 0.1); + generateData(0.0, 0.1); } void tst_ExtendedCompare::compareDoubles() { - EXECUTE_COMPARISON_FOR_TYPE(double); + executeComparison<double>(); } void tst_ExtendedCompare::comparePointers_data() { static constexpr int values[] = { 1, 2 }; - GENERATE_DATA_FOR_TYPE(const int *, &values[0], &values[1]); + generateData(&values[0], &values[1]); } void tst_ExtendedCompare::comparePointers() { - EXECUTE_COMPARISON_FOR_TYPE(const int *); + executeComparison<const int *>(); } void tst_ExtendedCompare::compareToNullptr_data() { static const int *ptr = nullptr; static const int value = 1; - GENERATE_DATA_FOR_TYPE(const int *, ptr, &value); + generateData(ptr, &value); } void tst_ExtendedCompare::compareToNullptr() { - EXECUTE_COMPARISON_FOR_TYPE(const int *); + executeComparison<const int *>(); } void tst_ExtendedCompare::compareUnregistereEnum_data() { - GENERATE_DATA_FOR_TYPE(MyUnregisteredEnum, MyUnregisteredEnumValue1, MyUnregisteredEnumValue2); + generateData(MyUnregisteredEnumValue1, MyUnregisteredEnumValue2); } void tst_ExtendedCompare::compareUnregistereEnum() { - EXECUTE_COMPARISON_FOR_TYPE(MyUnregisteredEnum); + executeComparison<MyUnregisteredEnum>(); } void tst_ExtendedCompare::compareRegistereEnum_data() { - GENERATE_DATA_FOR_TYPE(Qt::DayOfWeek, Qt::Monday, Qt::Sunday); + generateData(Qt::Monday, Qt::Sunday); } void tst_ExtendedCompare::compareRegistereEnum() { - EXECUTE_COMPARISON_FOR_TYPE(Qt::DayOfWeek); + executeComparison<Qt::DayOfWeek>(); } void tst_ExtendedCompare::compareCustomTypes_data() { static const MyClass val1(1); static const MyClass val2(2); - GENERATE_DATA_FOR_TYPE(MyClass, val1, val2); + generateData(val1, val2); } void tst_ExtendedCompare::compareCustomTypes() { - EXECUTE_COMPARISON_FOR_TYPE(MyClass); + executeComparison<MyClass>(); } void tst_ExtendedCompare::checkComparisonForTemporaryObjects() @@ -285,8 +293,6 @@ public: } }; -namespace QTest { - char *toString(const ClassWithDeferredSetter &val) { char *msg = new char[128]; @@ -294,8 +300,6 @@ char *toString(const ClassWithDeferredSetter &val) return msg; } -} // namespace QTest - void tst_ExtendedCompare::checkComparisonWithTimeout() { QFETCH_GLOBAL(QTest::ComparisonOperation, operation); diff --git a/tests/auto/testlib/selftests/failcleanup/CMakeLists.txt b/tests/auto/testlib/selftests/failcleanup/CMakeLists.txt index 749483da55..0b582ffdc3 100644 --- a/tests/auto/testlib/selftests/failcleanup/CMakeLists.txt +++ b/tests/auto/testlib/selftests/failcleanup/CMakeLists.txt @@ -1,14 +1,13 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from failcleanup.pro. - ##################################################################### ## failcleanup Binary: ##################################################################### qt_internal_add_executable(failcleanup NO_INSTALL + EXCEPTIONS OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_failcleanup.cpp diff --git a/tests/auto/testlib/selftests/failcleanup/tst_failcleanup.cpp b/tests/auto/testlib/selftests/failcleanup/tst_failcleanup.cpp index a93c57ccda..2e519e0f91 100644 --- a/tests/auto/testlib/selftests/failcleanup/tst_failcleanup.cpp +++ b/tests/auto/testlib/selftests/failcleanup/tst_failcleanup.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/failcleanuptestcase/CMakeLists.txt b/tests/auto/testlib/selftests/failcleanuptestcase/CMakeLists.txt index 19b954f31c..1a1417f76c 100644 --- a/tests/auto/testlib/selftests/failcleanuptestcase/CMakeLists.txt +++ b/tests/auto/testlib/selftests/failcleanuptestcase/CMakeLists.txt @@ -4,6 +4,7 @@ qt_internal_add_executable(failcleanuptestcase NO_INSTALL + EXCEPTIONS OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_failcleanuptestcase.cpp diff --git a/tests/auto/testlib/selftests/failcleanuptestcase/tst_failcleanuptestcase.cpp b/tests/auto/testlib/selftests/failcleanuptestcase/tst_failcleanuptestcase.cpp index 0375122565..e90f6759db 100644 --- a/tests/auto/testlib/selftests/failcleanuptestcase/tst_failcleanuptestcase.cpp +++ b/tests/auto/testlib/selftests/failcleanuptestcase/tst_failcleanuptestcase.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/faildatatype/CMakeLists.txt b/tests/auto/testlib/selftests/faildatatype/CMakeLists.txt index 95e24ae298..a0af051f74 100644 --- a/tests/auto/testlib/selftests/faildatatype/CMakeLists.txt +++ b/tests/auto/testlib/selftests/faildatatype/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from faildatatype.pro. - ##################################################################### ## faildatatype Binary: ##################################################################### qt_internal_add_executable(faildatatype - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_faildatatype.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(faildatatype ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(faildatatype) -# special case end diff --git a/tests/auto/testlib/selftests/faildatatype/tst_faildatatype.cpp b/tests/auto/testlib/selftests/faildatatype/tst_faildatatype.cpp index 4f63e8c995..4605933636 100644 --- a/tests/auto/testlib/selftests/faildatatype/tst_faildatatype.cpp +++ b/tests/auto/testlib/selftests/faildatatype/tst_faildatatype.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2018 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/failfetchtype/CMakeLists.txt b/tests/auto/testlib/selftests/failfetchtype/CMakeLists.txt index 131c8d515c..503d2b33db 100644 --- a/tests/auto/testlib/selftests/failfetchtype/CMakeLists.txt +++ b/tests/auto/testlib/selftests/failfetchtype/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from failfetchtype.pro. - ##################################################################### ## failfetchtype Binary: ##################################################################### qt_internal_add_executable(failfetchtype - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_failfetchtype.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(failfetchtype ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(failfetchtype) -# special case end diff --git a/tests/auto/testlib/selftests/failfetchtype/tst_failfetchtype.cpp b/tests/auto/testlib/selftests/failfetchtype/tst_failfetchtype.cpp index 8fdc184a85..4516b76461 100644 --- a/tests/auto/testlib/selftests/failfetchtype/tst_failfetchtype.cpp +++ b/tests/auto/testlib/selftests/failfetchtype/tst_failfetchtype.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2018 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/failinit/CMakeLists.txt b/tests/auto/testlib/selftests/failinit/CMakeLists.txt index 265e5620db..9d13c2baf6 100644 --- a/tests/auto/testlib/selftests/failinit/CMakeLists.txt +++ b/tests/auto/testlib/selftests/failinit/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from failinit.pro. - ##################################################################### ## failinit Binary: ##################################################################### qt_internal_add_executable(failinit - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_failinit.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(failinit ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(failinit) -# special case end diff --git a/tests/auto/testlib/selftests/failinit/tst_failinit.cpp b/tests/auto/testlib/selftests/failinit/tst_failinit.cpp index 7e71c3a47c..dbf91101eb 100644 --- a/tests/auto/testlib/selftests/failinit/tst_failinit.cpp +++ b/tests/auto/testlib/selftests/failinit/tst_failinit.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/failinitdata/CMakeLists.txt b/tests/auto/testlib/selftests/failinitdata/CMakeLists.txt index 881382dcbb..0bb210fbc3 100644 --- a/tests/auto/testlib/selftests/failinitdata/CMakeLists.txt +++ b/tests/auto/testlib/selftests/failinitdata/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from failinitdata.pro. - ##################################################################### ## failinitdata Binary: ##################################################################### qt_internal_add_executable(failinitdata - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_failinitdata.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(failinitdata ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(failinitdata) -# special case end diff --git a/tests/auto/testlib/selftests/failinitdata/tst_failinitdata.cpp b/tests/auto/testlib/selftests/failinitdata/tst_failinitdata.cpp index a464516513..df7b4de981 100644 --- a/tests/auto/testlib/selftests/failinitdata/tst_failinitdata.cpp +++ b/tests/auto/testlib/selftests/failinitdata/tst_failinitdata.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/fetchbogus/CMakeLists.txt b/tests/auto/testlib/selftests/fetchbogus/CMakeLists.txt index 805e989eb5..a47a1fbf19 100644 --- a/tests/auto/testlib/selftests/fetchbogus/CMakeLists.txt +++ b/tests/auto/testlib/selftests/fetchbogus/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from fetchbogus.pro. - ##################################################################### ## fetchbogus Binary: ##################################################################### qt_internal_add_executable(fetchbogus - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_fetchbogus.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(fetchbogus ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(fetchbogus) -# special case end diff --git a/tests/auto/testlib/selftests/fetchbogus/tst_fetchbogus.cpp b/tests/auto/testlib/selftests/fetchbogus/tst_fetchbogus.cpp index a9b2d3c937..72eacadb3d 100644 --- a/tests/auto/testlib/selftests/fetchbogus/tst_fetchbogus.cpp +++ b/tests/auto/testlib/selftests/fetchbogus/tst_fetchbogus.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/findtestdata/CMakeLists.txt b/tests/auto/testlib/selftests/findtestdata/CMakeLists.txt index 128dd0899b..9422861e22 100644 --- a/tests/auto/testlib/selftests/findtestdata/CMakeLists.txt +++ b/tests/auto/testlib/selftests/findtestdata/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from findtestdata.pro. - ##################################################################### ## findtestdata Binary: ##################################################################### qt_internal_add_executable(findtestdata - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES findtestdata.cpp LIBRARIES @@ -32,6 +31,4 @@ qt_internal_add_resource(findtestdata "findtestdata" ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(findtestdata) -# special case end diff --git a/tests/auto/testlib/selftests/findtestdata/findtestdata.cpp b/tests/auto/testlib/selftests/findtestdata/findtestdata.cpp index f4a9d20fb7..9b74ffd3a6 100644 --- a/tests/auto/testlib/selftests/findtestdata/findtestdata.cpp +++ b/tests/auto/testlib/selftests/findtestdata/findtestdata.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> @@ -26,7 +26,7 @@ void FindTestData::initTestCase() // verify that our qt.conf is working as expected. QString app_path = QCoreApplication::applicationDirPath(); QString install_path = app_path -#ifdef Q_OS_MAC +#ifdef Q_OS_DARWIN + "/Contents" #endif + "/tests"; @@ -75,7 +75,7 @@ void FindTestData::paths() // 2. at the test install path (faked via qt.conf) QString testfile_path2 = app_path -#ifdef Q_OS_MAC +#ifdef Q_OS_DARWIN + "/Contents" #endif + "/tests/findtestdata/" TESTFILE; diff --git a/tests/auto/testlib/selftests/float/CMakeLists.txt b/tests/auto/testlib/selftests/float/CMakeLists.txt index 4d4bbaee92..448c3e962e 100644 --- a/tests/auto/testlib/selftests/float/CMakeLists.txt +++ b/tests/auto/testlib/selftests/float/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from float.pro. - ##################################################################### ## float Binary: ##################################################################### qt_internal_add_executable(float - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_float.cpp LIBRARIES @@ -20,6 +19,4 @@ qt_internal_add_executable(float ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(float) -# special case end diff --git a/tests/auto/testlib/selftests/float/tst_float.cpp b/tests/auto/testlib/selftests/float/tst_float.cpp index db6f9896ab..9af14f1e89 100644 --- a/tests/auto/testlib/selftests/float/tst_float.cpp +++ b/tests/auto/testlib/selftests/float/tst_float.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2020 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QtCore/qfloat16.h> diff --git a/tests/auto/testlib/selftests/generate_expected_output.py b/tests/auto/testlib/selftests/generate_expected_output.py index 8f6134725b..350d20fa27 100755 --- a/tests/auto/testlib/selftests/generate_expected_output.py +++ b/tests/auto/testlib/selftests/generate_expected_output.py @@ -37,10 +37,11 @@ TESTS = ['assert', 'badxml', 'benchlibcallgrind', 'benchlibcounting', 'fetchbogus', 'findtestdata', 'float', 'globaldata', 'longstring', 'maxwarnings', 'mouse', 'multiexec', 'pairdiagnostics', 'pass', 'printdatatags', 'printdatatagswithglobaltags', 'qexecstringlist', - 'signaldumper', 'silent', 'singleskip', 'skip', 'skipcleanup', - 'skipcleanuptestcase', 'skipinit', 'skipinitdata', 'sleep', 'strcmp', - 'subtest', 'testlib', 'tuplediagnostics', 'verbose1', 'verbose2', - 'verifyexceptionthrown', 'warnings', 'watchdog', 'junit', 'keyboard'] + 'signaldumper', 'silent', 'silent_fatal', 'singleskip', 'skip', + 'skipblacklisted', 'skipcleanup', 'skipcleanuptestcase', 'skipinit', + 'skipinitdata', 'sleep', 'strcmp', 'subtest', 'testlib', 'tuplediagnostics', + 'verbose1', 'verbose2', 'verifyexceptionthrown', 'warnings', 'watchdog', + 'junit', 'keyboard'] class Fail (Exception): pass @@ -201,9 +202,9 @@ class Scanner (object): del re -# Keep in sync with tst_selftests.cpp's processEnvironment(): +# Keep in sync with tst_selftests.cpp's testEnvironment(): def baseEnv(platname=None, - keep=('PATH', 'QT_QPA_PLATFORM'), + keep=('PATH', 'QT_QPA_PLATFORM', 'QTEST_THROW_ON_FAIL', 'QTEST_THROW_ON_SKIP', 'ASAN_OPTIONS'), posix=('HOME', 'USER', 'QEMU_SET_ENV', 'QEMU_LD_PREFIX'), nonapple=('DISPLAY', 'XAUTHORITY', 'XAUTHLOCALHOSTNAME'), # and XDG_* # Don't actually know how to test for QNX, so this is ignored: @@ -252,9 +253,9 @@ def testEnv(testname, "watchdog": { "QTEST_FUNCTION_TIMEOUT": "100" }, }, # Must match tst_Selftests::runSubTest_data(): - crashers = ("assert", "blacklisted", "crashes", "crashedterminate", + crashers = ("assert", "crashes", "crashedterminate", "exceptionthrow", "faildatatype", "failfetchtype", - "fetchbogus", "silent", "watchdog")): + "fetchbogus", "silent_fatal", "watchdog")): """Determine the environment in which to run a test.""" data = baseEnv() if testname in crashers: @@ -281,6 +282,7 @@ def shouldIgnoreTest(testname, format): "printdatatags", "printdatatagswithglobaltags", "silent", + "silent_fatal", "crashes", "benchlibcallgrind", "float", diff --git a/tests/auto/testlib/selftests/globaldata/CMakeLists.txt b/tests/auto/testlib/selftests/globaldata/CMakeLists.txt index e14a7eb37f..2bb7d94e51 100644 --- a/tests/auto/testlib/selftests/globaldata/CMakeLists.txt +++ b/tests/auto/testlib/selftests/globaldata/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from globaldata.pro. - ##################################################################### ## globaldata Binary: ##################################################################### qt_internal_add_executable(globaldata - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_globaldata.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(globaldata ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(globaldata) -# special case end diff --git a/tests/auto/testlib/selftests/globaldata/tst_globaldata.cpp b/tests/auto/testlib/selftests/globaldata/tst_globaldata.cpp index a9a31c9830..3b589a9962 100644 --- a/tests/auto/testlib/selftests/globaldata/tst_globaldata.cpp +++ b/tests/auto/testlib/selftests/globaldata/tst_globaldata.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/junit/CMakeLists.txt b/tests/auto/testlib/selftests/junit/CMakeLists.txt index 2eef6d2cf2..a736d2a15c 100644 --- a/tests/auto/testlib/selftests/junit/CMakeLists.txt +++ b/tests/auto/testlib/selftests/junit/CMakeLists.txt @@ -1,10 +1,10 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause - qt_internal_add_executable(junit - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_junit.cpp LIBRARIES diff --git a/tests/auto/testlib/selftests/junit/tst_junit.cpp b/tests/auto/testlib/selftests/junit/tst_junit.cpp index f9d1edd92a..dfc55cc40d 100644 --- a/tests/auto/testlib/selftests/junit/tst_junit.cpp +++ b/tests/auto/testlib/selftests/junit/tst_junit.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/keyboard/CMakeLists.txt b/tests/auto/testlib/selftests/keyboard/CMakeLists.txt index 5509bd31b1..a1c1482e04 100644 --- a/tests/auto/testlib/selftests/keyboard/CMakeLists.txt +++ b/tests/auto/testlib/selftests/keyboard/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from keyboard.pro. - ##################################################################### ## keyboard Binary: ##################################################################### qt_internal_add_executable(keyboard - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_keyboard.cpp LIBRARIES @@ -22,6 +21,4 @@ qt_internal_add_executable(keyboard ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(keyboard) -# special case end diff --git a/tests/auto/testlib/selftests/keyboard/tst_keyboard.cpp b/tests/auto/testlib/selftests/keyboard/tst_keyboard.cpp index 8ce15042db..1d6b8bb962 100644 --- a/tests/auto/testlib/selftests/keyboard/tst_keyboard.cpp +++ b/tests/auto/testlib/selftests/keyboard/tst_keyboard.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2018 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtTest/qtest.h> #include <QtGui/qwindow.h> diff --git a/tests/auto/testlib/selftests/longstring/CMakeLists.txt b/tests/auto/testlib/selftests/longstring/CMakeLists.txt index 0c686fb604..0528ef0255 100644 --- a/tests/auto/testlib/selftests/longstring/CMakeLists.txt +++ b/tests/auto/testlib/selftests/longstring/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from longstring.pro. - ##################################################################### ## longstring Binary: ##################################################################### qt_internal_add_executable(longstring - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_longstring.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(longstring ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(longstring) -# special case end diff --git a/tests/auto/testlib/selftests/longstring/tst_longstring.cpp b/tests/auto/testlib/selftests/longstring/tst_longstring.cpp index 7855c5c279..ce9d428831 100644 --- a/tests/auto/testlib/selftests/longstring/tst_longstring.cpp +++ b/tests/auto/testlib/selftests/longstring/tst_longstring.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/maxwarnings/CMakeLists.txt b/tests/auto/testlib/selftests/maxwarnings/CMakeLists.txt index 573afeb706..e5f0070b79 100644 --- a/tests/auto/testlib/selftests/maxwarnings/CMakeLists.txt +++ b/tests/auto/testlib/selftests/maxwarnings/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from maxwarnings.pro. - ##################################################################### ## maxwarnings Binary: ##################################################################### qt_internal_add_executable(maxwarnings - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES maxwarnings.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(maxwarnings ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(maxwarnings) -# special case end diff --git a/tests/auto/testlib/selftests/maxwarnings/maxwarnings.cpp b/tests/auto/testlib/selftests/maxwarnings/maxwarnings.cpp index ff0fd2a196..5d47b058a7 100644 --- a/tests/auto/testlib/selftests/maxwarnings/maxwarnings.cpp +++ b/tests/auto/testlib/selftests/maxwarnings/maxwarnings.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/mouse/CMakeLists.txt b/tests/auto/testlib/selftests/mouse/CMakeLists.txt index 917175568f..9eb4aec2ce 100644 --- a/tests/auto/testlib/selftests/mouse/CMakeLists.txt +++ b/tests/auto/testlib/selftests/mouse/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from mouse.pro. - ##################################################################### ## mouse Binary: ##################################################################### qt_internal_add_executable(mouse - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_mouse.cpp LIBRARIES @@ -22,6 +21,4 @@ qt_internal_add_executable(mouse ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(mouse) -# special case end diff --git a/tests/auto/testlib/selftests/mouse/tst_mouse.cpp b/tests/auto/testlib/selftests/mouse/tst_mouse.cpp index c9793da553..dd79add5f3 100644 --- a/tests/auto/testlib/selftests/mouse/tst_mouse.cpp +++ b/tests/auto/testlib/selftests/mouse/tst_mouse.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2018 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> #include <QtGui/QWindow> diff --git a/tests/auto/testlib/selftests/multiexec/CMakeLists.txt b/tests/auto/testlib/selftests/multiexec/CMakeLists.txt index 61d0caaf61..ece9279856 100644 --- a/tests/auto/testlib/selftests/multiexec/CMakeLists.txt +++ b/tests/auto/testlib/selftests/multiexec/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from multiexec.pro. - ##################################################################### ## multiexec Binary: ##################################################################### qt_internal_add_executable(multiexec - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_multiexec.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(multiexec ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(multiexec) -# special case end diff --git a/tests/auto/testlib/selftests/multiexec/tst_multiexec.cpp b/tests/auto/testlib/selftests/multiexec/tst_multiexec.cpp index afcc62d8aa..be7c151d34 100644 --- a/tests/auto/testlib/selftests/multiexec/tst_multiexec.cpp +++ b/tests/auto/testlib/selftests/multiexec/tst_multiexec.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/pairdiagnostics/CMakeLists.txt b/tests/auto/testlib/selftests/pairdiagnostics/CMakeLists.txt index 2f5a91315d..d0c9e6309a 100644 --- a/tests/auto/testlib/selftests/pairdiagnostics/CMakeLists.txt +++ b/tests/auto/testlib/selftests/pairdiagnostics/CMakeLists.txt @@ -1,21 +1,18 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from pairdiagnostics.pro. - ##################################################################### ## pairdiagnostics Binary: ##################################################################### qt_internal_add_executable(pairdiagnostics - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_pairdiagnostics.cpp LIBRARIES Qt::Test ) -# special case begin qt_internal_apply_testlib_coverage_options(pairdiagnostics) -# special case end diff --git a/tests/auto/testlib/selftests/pairdiagnostics/tst_pairdiagnostics.cpp b/tests/auto/testlib/selftests/pairdiagnostics/tst_pairdiagnostics.cpp index cd129ed86f..72cc4ab1f2 100644 --- a/tests/auto/testlib/selftests/pairdiagnostics/tst_pairdiagnostics.cpp +++ b/tests/auto/testlib/selftests/pairdiagnostics/tst_pairdiagnostics.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only // Make sure we get a real Q_ASSERT even in release builds #ifdef QT_NO_DEBUG diff --git a/tests/auto/testlib/selftests/pass/CMakeLists.txt b/tests/auto/testlib/selftests/pass/CMakeLists.txt index 13a6dcb94c..de3bfbc32a 100644 --- a/tests/auto/testlib/selftests/pass/CMakeLists.txt +++ b/tests/auto/testlib/selftests/pass/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from pass.pro. - ##################################################################### ## pass Binary: ##################################################################### qt_internal_add_executable(pass - NO_INSTALL # special case - OUTPUT_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}" # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}" SOURCES tst_pass.cpp LIBRARIES @@ -19,7 +18,5 @@ qt_internal_add_executable(pass ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(pass) -# special case end diff --git a/tests/auto/testlib/selftests/pass/tst_pass.cpp b/tests/auto/testlib/selftests/pass/tst_pass.cpp index 48b75b2b17..760c5a236d 100644 --- a/tests/auto/testlib/selftests/pass/tst_pass.cpp +++ b/tests/auto/testlib/selftests/pass/tst_pass.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2020 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QTest> diff --git a/tests/auto/testlib/selftests/printdatatags/CMakeLists.txt b/tests/auto/testlib/selftests/printdatatags/CMakeLists.txt index 28084f7c52..4e2d58c35a 100644 --- a/tests/auto/testlib/selftests/printdatatags/CMakeLists.txt +++ b/tests/auto/testlib/selftests/printdatatags/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from printdatatags.pro. - ##################################################################### ## printdatatags Binary: ##################################################################### qt_internal_add_executable(printdatatags - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_printdatatags.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(printdatatags ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(printdatatags) -# special case end diff --git a/tests/auto/testlib/selftests/printdatatags/tst_printdatatags.cpp b/tests/auto/testlib/selftests/printdatatags/tst_printdatatags.cpp index c8f13dfca8..31cf97347e 100644 --- a/tests/auto/testlib/selftests/printdatatags/tst_printdatatags.cpp +++ b/tests/auto/testlib/selftests/printdatatags/tst_printdatatags.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/printdatatagswithglobaltags/CMakeLists.txt b/tests/auto/testlib/selftests/printdatatagswithglobaltags/CMakeLists.txt index 37994cf780..80d08a9d2d 100644 --- a/tests/auto/testlib/selftests/printdatatagswithglobaltags/CMakeLists.txt +++ b/tests/auto/testlib/selftests/printdatatagswithglobaltags/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from printdatatagswithglobaltags.pro. - ##################################################################### ## printdatatagswithglobaltags Binary: ##################################################################### qt_internal_add_executable(printdatatagswithglobaltags - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_printdatatagswithglobaltags.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(printdatatagswithglobaltags ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(printdatatagswithglobaltags) -# special case end diff --git a/tests/auto/testlib/selftests/printdatatagswithglobaltags/tst_printdatatagswithglobaltags.cpp b/tests/auto/testlib/selftests/printdatatagswithglobaltags/tst_printdatatagswithglobaltags.cpp index bb13f119fc..21e057cbb1 100644 --- a/tests/auto/testlib/selftests/printdatatagswithglobaltags/tst_printdatatagswithglobaltags.cpp +++ b/tests/auto/testlib/selftests/printdatatagswithglobaltags/tst_printdatatagswithglobaltags.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/qexecstringlist/CMakeLists.txt b/tests/auto/testlib/selftests/qexecstringlist/CMakeLists.txt index 0b49c77edd..91244ca25a 100644 --- a/tests/auto/testlib/selftests/qexecstringlist/CMakeLists.txt +++ b/tests/auto/testlib/selftests/qexecstringlist/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from qexecstringlist.pro. - ##################################################################### ## qexecstringlist Binary: ##################################################################### qt_internal_add_executable(qexecstringlist - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_qexecstringlist.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(qexecstringlist ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(qexecstringlist) -# special case end diff --git a/tests/auto/testlib/selftests/qexecstringlist/tst_qexecstringlist.cpp b/tests/auto/testlib/selftests/qexecstringlist/tst_qexecstringlist.cpp index 148ec593b1..fefb643041 100644 --- a/tests/auto/testlib/selftests/qexecstringlist/tst_qexecstringlist.cpp +++ b/tests/auto/testlib/selftests/qexecstringlist/tst_qexecstringlist.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/signaldumper/CMakeLists.txt b/tests/auto/testlib/selftests/signaldumper/CMakeLists.txt index c8a48d3914..79ab8f8f86 100644 --- a/tests/auto/testlib/selftests/signaldumper/CMakeLists.txt +++ b/tests/auto/testlib/selftests/signaldumper/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from signaldumper.pro. - ##################################################################### ## signaldumper Binary: ##################################################################### qt_internal_add_executable(signaldumper - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_signaldumper.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(signaldumper ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(signaldumper) -# special case end diff --git a/tests/auto/testlib/selftests/signaldumper/tst_signaldumper.cpp b/tests/auto/testlib/selftests/signaldumper/tst_signaldumper.cpp index ee484b5c96..8b233abc1e 100644 --- a/tests/auto/testlib/selftests/signaldumper/tst_signaldumper.cpp +++ b/tests/auto/testlib/selftests/signaldumper/tst_signaldumper.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QTest> diff --git a/tests/auto/testlib/selftests/silent/CMakeLists.txt b/tests/auto/testlib/selftests/silent/CMakeLists.txt index df632c751a..76bb0d0110 100644 --- a/tests/auto/testlib/selftests/silent/CMakeLists.txt +++ b/tests/auto/testlib/selftests/silent/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from silent.pro. - ##################################################################### ## silent Binary: ##################################################################### qt_internal_add_executable(silent - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_silent.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(silent ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(silent) -# special case end diff --git a/tests/auto/testlib/selftests/silent/tst_silent.cpp b/tests/auto/testlib/selftests/silent/tst_silent.cpp index 3b2caf8c24..a1e7f7af57 100644 --- a/tests/auto/testlib/selftests/silent/tst_silent.cpp +++ b/tests/auto/testlib/selftests/silent/tst_silent.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QTest> @@ -15,8 +15,6 @@ private slots: void fail(); void xfail(); void xpass(); - - // This test function must be last, as it calls qFatal(). void messages(); }; @@ -47,17 +45,6 @@ void tst_Silent::xpass() QVERIFY2(true, "This test should XPASS"); } -#ifndef Q_OS_WIN -#include <signal.h> -#include <setjmp.h> - -static jmp_buf state; -static void abort_handler(int) -{ - longjmp(state, 1); -} -#endif - void tst_Silent::messages() { qWarning("This is a warning that should not appear in silent test output"); @@ -66,15 +53,6 @@ void tst_Silent::messages() qCritical("This is a critical message that should not appear in silent test output"); qInfo("This is an info message that should not appear in silent test output"); QTestLog::info("This is an internal testlib info message that should not appear in silent test output", __FILE__, __LINE__); - -#ifndef Q_OS_WIN - // We're testing qFatal, but we don't want to actually std::abort() ! - auto prior = signal(SIGABRT, abort_handler); - if (setjmp(state)) - signal(SIGABRT, prior); - else -#endif - qFatal("This is a fatal error message that should still appear in silent test output"); } QTEST_MAIN_WRAPPER(tst_Silent, diff --git a/tests/auto/testlib/selftests/silent_fatal/CMakeLists.txt b/tests/auto/testlib/selftests/silent_fatal/CMakeLists.txt new file mode 100644 index 0000000000..e4b59e399f --- /dev/null +++ b/tests/auto/testlib/selftests/silent_fatal/CMakeLists.txt @@ -0,0 +1,15 @@ +# Copyright (C) 2022 The Qt Company Ltd. +# SPDX-License-Identifier: BSD-3-Clause + +qt_internal_add_executable(silent_fatal + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} + SOURCES + tst_silent_fatal.cpp + LIBRARIES + Qt::TestPrivate +) + +# No coverage because this crashes, making data collection difficult, if not +# impossible. diff --git a/tests/auto/testlib/selftests/silent_fatal/tst_silent_fatal.cpp b/tests/auto/testlib/selftests/silent_fatal/tst_silent_fatal.cpp new file mode 100644 index 0000000000..57aa1f702c --- /dev/null +++ b/tests/auto/testlib/selftests/silent_fatal/tst_silent_fatal.cpp @@ -0,0 +1,28 @@ +// Copyright (C) 2021 The Qt Company Ltd. +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only + +#include <QtCore/QCoreApplication> +#include <QTest> +#include <private/qtestlog_p.h> + +class tst_SilentFatal : public QObject +{ + Q_OBJECT + +private slots: + void fatalmessages(); +}; +void tst_SilentFatal::fatalmessages() +{ + qFatal("This is a fatal error message that should still appear in silent test output"); +} + +QTEST_MAIN_WRAPPER(tst_SilentFatal, + std::vector<const char*> args(argv, argv + argc); + args.push_back("-silent"); + args.push_back("-nocrashhandler"); + argc = int(args.size()); + argv = const_cast<char**>(&args[0]); + QTEST_MAIN_SETUP()) + +#include "tst_silent_fatal.moc" diff --git a/tests/auto/testlib/selftests/singleskip/CMakeLists.txt b/tests/auto/testlib/selftests/singleskip/CMakeLists.txt index 34d25787f4..b37cc5fcc0 100644 --- a/tests/auto/testlib/selftests/singleskip/CMakeLists.txt +++ b/tests/auto/testlib/selftests/singleskip/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from singleskip.pro. - ##################################################################### ## singleskip Binary: ##################################################################### qt_internal_add_executable(singleskip - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_singleskip.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(singleskip ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(singleskip) -# special case end diff --git a/tests/auto/testlib/selftests/singleskip/tst_singleskip.cpp b/tests/auto/testlib/selftests/singleskip/tst_singleskip.cpp index a3ff4dd22c..c5307fed70 100644 --- a/tests/auto/testlib/selftests/singleskip/tst_singleskip.cpp +++ b/tests/auto/testlib/selftests/singleskip/tst_singleskip.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/skip/CMakeLists.txt b/tests/auto/testlib/selftests/skip/CMakeLists.txt index 51f3ee391f..6fb38cc976 100644 --- a/tests/auto/testlib/selftests/skip/CMakeLists.txt +++ b/tests/auto/testlib/selftests/skip/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from skip.pro. - ##################################################################### ## skip Binary: ##################################################################### qt_internal_add_executable(skip - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_skip.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(skip ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(skip) -# special case end diff --git a/tests/auto/testlib/selftests/skip/tst_skip.cpp b/tests/auto/testlib/selftests/skip/tst_skip.cpp index 5ee014b0a4..709080049a 100644 --- a/tests/auto/testlib/selftests/skip/tst_skip.cpp +++ b/tests/auto/testlib/selftests/skip/tst_skip.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/skipblacklisted/BLACKLIST b/tests/auto/testlib/selftests/skipblacklisted/BLACKLIST new file mode 100644 index 0000000000..77c13250cd --- /dev/null +++ b/tests/auto/testlib/selftests/skipblacklisted/BLACKLIST @@ -0,0 +1,6 @@ +[blacklisted] +* +[blacklistedData:blacklisted 1] +* +[blacklistedData:blacklisted 2] +* diff --git a/tests/auto/testlib/selftests/skipblacklisted/CMakeLists.txt b/tests/auto/testlib/selftests/skipblacklisted/CMakeLists.txt new file mode 100644 index 0000000000..cc1a2ff469 --- /dev/null +++ b/tests/auto/testlib/selftests/skipblacklisted/CMakeLists.txt @@ -0,0 +1,18 @@ +##################################################################### +## skipblacklisted Binary: +##################################################################### + +qt_internal_add_executable(skipblacklisted + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} + SOURCES + tst_skipblacklisted.cpp + LIBRARIES + Qt::Test +) + +## Scopes: +##################################################################### + +qt_internal_apply_testlib_coverage_options(skipblacklisted) diff --git a/tests/auto/testlib/selftests/skipblacklisted/tst_skipblacklisted.cpp b/tests/auto/testlib/selftests/skipblacklisted/tst_skipblacklisted.cpp new file mode 100644 index 0000000000..4ebff3ee4b --- /dev/null +++ b/tests/auto/testlib/selftests/skipblacklisted/tst_skipblacklisted.cpp @@ -0,0 +1,51 @@ +// Copyright (C) 2023 The Qt Company Ltd. +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only + +#include <QTest> + +class tst_SkipBlacklisted : public QObject +{ + Q_OBJECT + +private slots: + void pass(); + void blacklisted(); + void blacklistedData(); + void blacklistedData_data(); +}; + +void tst_SkipBlacklisted::pass() +{ + QVERIFY(true); +} + +// This test have been blacklisted in skipblacklisted/BLACKLIST +void tst_SkipBlacklisted::blacklisted() +{ + QFAIL("this line should never be reached, since we skip all blacklisted test functions"); +} + +// blacklisted 1 and blacklisted 2 have been blacklisted in skipblacklisted/BLACKLIST +void tst_SkipBlacklisted::blacklistedData() +{ + QFETCH(int, testdata); + QCOMPARE(testdata, 2); +} + +void tst_SkipBlacklisted::blacklistedData_data() +{ + QTest::addColumn<int>("testdata"); + + QTest::newRow("blacklisted 1") << 1; + QTest::newRow("should pass") << 2; + QTest::newRow("blacklisted 2") << 3; +} + +QTEST_MAIN_WRAPPER(tst_SkipBlacklisted, + std::vector<const char*> args(argv, argv + argc); + args.push_back("-skipblacklisted"); + argc = int(args.size()); + argv = const_cast<char**>(&args[0]); + QTEST_MAIN_SETUP()) + +#include "tst_skipblacklisted.moc" diff --git a/tests/auto/testlib/selftests/skipcleanup/CMakeLists.txt b/tests/auto/testlib/selftests/skipcleanup/CMakeLists.txt index f2b9bf0ba7..36a643bf4d 100644 --- a/tests/auto/testlib/selftests/skipcleanup/CMakeLists.txt +++ b/tests/auto/testlib/selftests/skipcleanup/CMakeLists.txt @@ -1,14 +1,13 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from skipcleanup.pro. - ##################################################################### ## skipcleanup Binary: ##################################################################### qt_internal_add_executable(skipcleanup NO_INSTALL + EXCEPTIONS OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_skipcleanup.cpp diff --git a/tests/auto/testlib/selftests/skipcleanup/tst_skipcleanup.cpp b/tests/auto/testlib/selftests/skipcleanup/tst_skipcleanup.cpp index 568609663a..68053e4431 100644 --- a/tests/auto/testlib/selftests/skipcleanup/tst_skipcleanup.cpp +++ b/tests/auto/testlib/selftests/skipcleanup/tst_skipcleanup.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/skipcleanuptestcase/CMakeLists.txt b/tests/auto/testlib/selftests/skipcleanuptestcase/CMakeLists.txt index 99c9699c1f..88aae42acd 100644 --- a/tests/auto/testlib/selftests/skipcleanuptestcase/CMakeLists.txt +++ b/tests/auto/testlib/selftests/skipcleanuptestcase/CMakeLists.txt @@ -4,6 +4,7 @@ qt_internal_add_executable(skipcleanuptestcase NO_INSTALL + EXCEPTIONS OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_skipcleanuptestcase.cpp diff --git a/tests/auto/testlib/selftests/skipcleanuptestcase/tst_skipcleanuptestcase.cpp b/tests/auto/testlib/selftests/skipcleanuptestcase/tst_skipcleanuptestcase.cpp index 89be7ac8bf..72ff91590d 100644 --- a/tests/auto/testlib/selftests/skipcleanuptestcase/tst_skipcleanuptestcase.cpp +++ b/tests/auto/testlib/selftests/skipcleanuptestcase/tst_skipcleanuptestcase.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/skipinit/CMakeLists.txt b/tests/auto/testlib/selftests/skipinit/CMakeLists.txt index fb0cd786a5..69fa7e3d42 100644 --- a/tests/auto/testlib/selftests/skipinit/CMakeLists.txt +++ b/tests/auto/testlib/selftests/skipinit/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from skipinit.pro. - ##################################################################### ## skipinit Binary: ##################################################################### qt_internal_add_executable(skipinit - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_skipinit.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(skipinit ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(skipinit) -# special case end diff --git a/tests/auto/testlib/selftests/skipinit/tst_skipinit.cpp b/tests/auto/testlib/selftests/skipinit/tst_skipinit.cpp index 2781d52685..4975f1f029 100644 --- a/tests/auto/testlib/selftests/skipinit/tst_skipinit.cpp +++ b/tests/auto/testlib/selftests/skipinit/tst_skipinit.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/skipinitdata/CMakeLists.txt b/tests/auto/testlib/selftests/skipinitdata/CMakeLists.txt index dfbaa4fe67..482564c51f 100644 --- a/tests/auto/testlib/selftests/skipinitdata/CMakeLists.txt +++ b/tests/auto/testlib/selftests/skipinitdata/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from skipinitdata.pro. - ##################################################################### ## skipinitdata Binary: ##################################################################### qt_internal_add_executable(skipinitdata - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_skipinitdata.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(skipinitdata ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(skipinitdata) -# special case end diff --git a/tests/auto/testlib/selftests/skipinitdata/tst_skipinitdata.cpp b/tests/auto/testlib/selftests/skipinitdata/tst_skipinitdata.cpp index 95df690dc6..26725814db 100644 --- a/tests/auto/testlib/selftests/skipinitdata/tst_skipinitdata.cpp +++ b/tests/auto/testlib/selftests/skipinitdata/tst_skipinitdata.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/sleep/CMakeLists.txt b/tests/auto/testlib/selftests/sleep/CMakeLists.txt index f05a4e9d09..2e789b59d7 100644 --- a/tests/auto/testlib/selftests/sleep/CMakeLists.txt +++ b/tests/auto/testlib/selftests/sleep/CMakeLists.txt @@ -1,24 +1,22 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from sleep.pro. - ##################################################################### ## sleep Binary: ##################################################################### qt_internal_add_executable(sleep - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_sleep.cpp LIBRARIES Qt::Test + Qt::CorePrivate ) ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(sleep) -# special case end diff --git a/tests/auto/testlib/selftests/sleep/tst_sleep.cpp b/tests/auto/testlib/selftests/sleep/tst_sleep.cpp index ebefbf44d6..d9cd6959e5 100644 --- a/tests/auto/testlib/selftests/sleep/tst_sleep.cpp +++ b/tests/auto/testlib/selftests/sleep/tst_sleep.cpp @@ -1,11 +1,20 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> #include <QtCore/QElapsedTimer> #include <QTest> +#ifdef Q_OS_UNIX +#include <QtCore/private/qcore_unix_p.h> +#include <QtCore/qsystemdetection.h> + +#include <time.h> +#endif + +using namespace std::chrono_literals; + class tst_Sleep: public QObject { Q_OBJECT @@ -17,17 +26,21 @@ private slots: void tst_Sleep::sleep() { + // Subtracting 10ms as a margin for error + static constexpr auto MarginForError = 10ms; + QElapsedTimer t; t.start(); + // Test qSleep(int) overload, too QTest::qSleep(100); - QVERIFY(t.elapsed() > 90); + QCOMPARE_GT(t.durationElapsed(), 100ms - MarginForError); - QTest::qSleep(1000); - QVERIFY(t.elapsed() > 1000); + QTest::qSleep(1s); + QCOMPARE_GT(t.durationElapsed(), 1s - MarginForError); - QTest::qSleep(1000 * 10); // 10 seconds - QVERIFY(t.elapsed() > 1000 * 10); + QTest::qSleep(10s); + QCOMPARE_GT(t.durationElapsed(), 10s - MarginForError); } void tst_Sleep::wait() @@ -36,16 +49,16 @@ void tst_Sleep::wait() t.start(); QTest::qWait(1); - QVERIFY(t.elapsed() >= 1); + QCOMPARE_GE(t.durationElapsed(), 1ms); QTest::qWait(10); - QVERIFY(t.elapsed() >= 11); + QCOMPARE_GE(t.durationElapsed(), 11ms); QTest::qWait(100); - QVERIFY(t.elapsed() >= 111); + QCOMPARE_GE(t.durationElapsed(), 111ms); QTest::qWait(1000); - QVERIFY(t.elapsed() >= 1111); + QCOMPARE_GE(t.durationElapsed(), 1111ms); } QTEST_MAIN(tst_Sleep) diff --git a/tests/auto/testlib/selftests/strcmp/CMakeLists.txt b/tests/auto/testlib/selftests/strcmp/CMakeLists.txt index 0b70b168f2..8baaf92fa9 100644 --- a/tests/auto/testlib/selftests/strcmp/CMakeLists.txt +++ b/tests/auto/testlib/selftests/strcmp/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from strcmp.pro. - ##################################################################### ## strcmp Binary: ##################################################################### qt_internal_add_executable(strcmp - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_strcmp.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(strcmp ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(strcmp) -# special case end diff --git a/tests/auto/testlib/selftests/strcmp/tst_strcmp.cpp b/tests/auto/testlib/selftests/strcmp/tst_strcmp.cpp index 97e391b3fe..aefd9e08b9 100644 --- a/tests/auto/testlib/selftests/strcmp/tst_strcmp.cpp +++ b/tests/auto/testlib/selftests/strcmp/tst_strcmp.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> diff --git a/tests/auto/testlib/selftests/subtest/CMakeLists.txt b/tests/auto/testlib/selftests/subtest/CMakeLists.txt index e51ae485fe..3dad026cf3 100644 --- a/tests/auto/testlib/selftests/subtest/CMakeLists.txt +++ b/tests/auto/testlib/selftests/subtest/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from subtest.pro. - ##################################################################### ## subtest Binary: ##################################################################### qt_internal_add_executable(subtest - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_subtest.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(subtest ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(subtest) -# special case end diff --git a/tests/auto/testlib/selftests/subtest/tst_subtest.cpp b/tests/auto/testlib/selftests/subtest/tst_subtest.cpp index 86969bc590..023c43e2af 100644 --- a/tests/auto/testlib/selftests/subtest/tst_subtest.cpp +++ b/tests/auto/testlib/selftests/subtest/tst_subtest.cpp @@ -1,6 +1,8 @@ // Copyright (C) 2021 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only +#undef QTEST_THROW_ON_FAILURE // code expects old behavior +#undef QTEST_THROW_ON_SKIP // code expects old behavior #include <QtCore/QCoreApplication> #include <QtCore/QDebug> @@ -111,6 +113,7 @@ void tst_Subtest::test3() void tst_Subtest::multiFail() { + const QTest::ThrowOnFailDisabler nothrow; // tests repeated QFAILs // Simulates tests which call a shared function that does common checks, or // that do checks in code run asynchronously from a message loop. for (int i = 0; i < 10; ++i) @@ -120,6 +123,7 @@ void tst_Subtest::multiFail() void tst_Subtest::multiSkip() { + const QTest::ThrowOnSkipDisabler nothrow; // tests repeated QSKIPs // Similar to multiFail() for (int i = 0; i < 10; ++i) []() { QSKIP("This skip should be repeated ten times"); }(); diff --git a/tests/auto/testlib/selftests/testlib/CMakeLists.txt b/tests/auto/testlib/selftests/testlib/CMakeLists.txt index eac37ba6c2..f60ddb8865 100644 --- a/tests/auto/testlib/selftests/testlib/CMakeLists.txt +++ b/tests/auto/testlib/selftests/testlib/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from testlib.pro. - ##################################################################### ## testlib Binary: ##################################################################### qt_internal_add_executable(testlib - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_testlib.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(testlib ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(testlib) -# special case end diff --git a/tests/auto/testlib/selftests/testlib/tst_testlib.cpp b/tests/auto/testlib/selftests/testlib/tst_testlib.cpp index 435c72d7ff..58e3e7ad33 100644 --- a/tests/auto/testlib/selftests/testlib/tst_testlib.cpp +++ b/tests/auto/testlib/selftests/testlib/tst_testlib.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2018 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> #include <QtCore/QtMath> diff --git a/tests/auto/testlib/selftests/tst_selftests.cpp b/tests/auto/testlib/selftests/tst_selftests.cpp index 2265fe3147..04185e95cd 100644 --- a/tests/auto/testlib/selftests/tst_selftests.cpp +++ b/tests/auto/testlib/selftests/tst_selftests.cpp @@ -1,6 +1,6 @@ // Copyright (C) 2021 The Qt Company Ltd. // Copyright (C) 2016 Intel Corporation. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QtCore/QCoreApplication> @@ -699,7 +699,8 @@ bool TestLogger::shouldIgnoreTest(const QString &test) const || test == "benchliboptions" || test == "printdatatags" || test == "printdatatagswithglobaltags" - || test == "silent") + || test == "silent" + || test == "silent_fatal") return true; // These tests produce variable output (callgrind because of #if-ery, @@ -764,29 +765,30 @@ void checkErrorOutput(const QString &test, const QByteArray &errorOutput) || test == "benchlibcallgrind") return; -#ifdef Q_CC_MINGW - if (test == "blacklisted" // calls qFatal() - || test == "silent") // calls qFatal() -#endif - return; - #ifdef Q_OS_WIN if (test == "crashes") return; // Complains about uncaught exception #endif -#ifdef Q_OS_LINUX - // QEMU outputs to stderr about uncaught signals - if (QTestPrivate::isRunningArmOnX86() && - (test == "assert" - || test == "blacklisted" - || test == "crashes" - || test == "faildatatype" - || test == "failfetchtype" - || test == "silent" - )) +#ifdef Q_OS_UNIX + if (test == "assert" + || test == "crashes" + || test == "failfetchtype" + || test == "faildatatype") + return; // Outputs "Received signal 6 (SIGABRT)" +#endif + + if (test == "silent_fatal") { +#if defined(__SANITIZE_ADDRESS__) || __has_feature(address_sanitizer) + // Under ASan, this test is not silent + return; +#elif defined(Q_CC_MINGW) + // Originally QTBUG-29014 (I can't reproduce this -Thiago) return; #endif + if (QTestPrivate::isRunningArmOnX86()) + return; // QEMU outputs to stderr about uncaught signals + } INFO(errorOutput.toStdString()); REQUIRE(errorOutput.isEmpty()); @@ -926,8 +928,11 @@ static QProcessEnvironment testEnvironment() if (environment.isEmpty()) { const QProcessEnvironment systemEnvironment = QProcessEnvironment::systemEnvironment(); const bool preserveLibPath = qEnvironmentVariableIsSet("QT_PRESERVE_TESTLIB_PATH"); - foreach (const QString &key, systemEnvironment.keys()) { + const auto envKeys = systemEnvironment.keys(); + for (const QString &key : envKeys) { const bool useVariable = key == "PATH" || key == "QT_QPA_PLATFORM" + || key == "QTEST_THROW_ON_FAIL"_L1 || key == "QTEST_THROW_ON_SKIP"_L1 + || key == "ASAN_OPTIONS" #if defined(Q_OS_QNX) || key == "GRAPHICS_ROOT" || key == "TZ" #elif defined(Q_OS_UNIX) @@ -972,8 +977,7 @@ TestProcessResult runTestProcess(const QString &test, const QStringList &argumen const bool expectedCrash = test == "assert" || test == "exceptionthrow" || test == "fetchbogus" || test == "crashedterminate" || test == "faildatatype" || test == "failfetchtype" - || test == "crashes" || test == "silent" - || test == "blacklisted" || test == "watchdog"; + || test == "crashes" || test == "silent_fatal" || test == "watchdog"; if (expectedCrash) { environment.insert("QTEST_DISABLE_CORE_DUMP", "1"); @@ -1010,10 +1014,12 @@ TestProcessResult runTestProcess(const QString &test, const QStringList &argumen return { process.exitCode(), standardOutput, standardError }; } +enum class Throw { OnFail = 1 }; + /* Runs a single test and verifies the output against the expected results. */ -void runTest(const QString &test, const TestLoggers &requestedLoggers) +void runTest(const QString &test, const TestLoggers &requestedLoggers, Throw throwing = {}) { TestLoggers loggers; for (auto logger : requestedLoggers) { @@ -1027,6 +1033,10 @@ void runTest(const QString &test, const TestLoggers &requestedLoggers) QStringList arguments; for (auto logger : loggers) arguments += logger.arguments(test); + if (throwing == Throw::OnFail) // don't distinguish between throwonfail/throwonskip + arguments += {"-throwonfail", "-throwonskip"}; + else + arguments += {"-nothrowonfail", "-nothrowonskip"}; CAPTURE(test); CAPTURE(arguments); @@ -1053,9 +1063,9 @@ void runTest(const QString &test, const TestLoggers &requestedLoggers) /* Runs a single test and verifies the output against the expected result. */ -void runTest(const QString &test, const TestLogger &logger) +void runTest(const QString &test, const TestLogger &logger, Throw t = {}) { - runTest(test, TestLoggers{logger}); + runTest(test, TestLoggers{logger}, t); } // ----------------------- Catch helpers ----------------------- @@ -1190,13 +1200,20 @@ TEST_CASE("All loggers can be enabled at the same time") SCENARIO("Test output of the loggers is as expected") { static QStringList tests = QString(QT_STRINGIFY(SUBPROGRAMS)).split(' '); + if (QString override = qEnvironmentVariable("TST_SELFTEST_SUBPROGRAMS"); !override.isEmpty()) + tests = override.split(' ', Qt::SkipEmptyParts); auto logger = GENERATE(filter(isGenericCommandLineLogger, enums<QTestLog::LogMode>())); GIVEN("The " << logger << " logger") { for (QString test : tests) { AND_GIVEN("The " << test << " subtest") { - runTest(test, TestLogger(logger, StdoutOutput)); + WHEN("Throwing on failure or skip") { + runTest(test, TestLogger(logger, StdoutOutput), Throw::OnFail); + } + WHEN("Returning on failure or skip") { + runTest(test, TestLogger(logger, StdoutOutput)); + } } } } @@ -1228,6 +1245,7 @@ SCENARIO("Exit code is as expected") { 0, "globaldata testGlobal:global=true" }, { 0, "globaldata testGlobal:local=true" }, { 0, "globaldata testGlobal:global=true:local=true" }, + { 0, "globaldata testGlobal -repeat 2" }, { 1, "globaldata testGlobal:local=true:global=true" }, { 1, "globaldata testGlobal:global=true:blah" }, { 1, "globaldata testGlobal:blah:local=true" }, @@ -1239,6 +1257,15 @@ SCENARIO("Exit code is as expected") { 1, "globaldata testGlobal:blah skipSingle:global=true:local=true" }, { 1, "globaldata testGlobal:global=true skipSingle:blah" }, { 2, "globaldata testGlobal:blah skipSingle:blue" }, + // Passing -repeat argument + { 1, "pass testNumber1 -repeat" }, + { 0, "pass testNumber1 -repeat 1" }, + { 0, "pass testNumber1 -repeat 1 -o out.xml,xml" }, + { 0, "pass testNumber1 -repeat 2" }, + { 0, "pass testNumber1 -repeat 2 -o -,txt" }, + { 0, "pass testNumber1 -repeat 2 -o -,txt -o log.txt,txt" }, + { 1, "pass testNumber1 -repeat 2 -o log.xml,xml" }, + { 1, "pass testNumber1 -repeat 2 -o -,txt -o -,xml" }, }; size_t n_testCases = sizeof(testCases) / sizeof(*testCases); diff --git a/tests/auto/testlib/selftests/tuplediagnostics/CMakeLists.txt b/tests/auto/testlib/selftests/tuplediagnostics/CMakeLists.txt index 45f5d70ff0..b79e2407b8 100644 --- a/tests/auto/testlib/selftests/tuplediagnostics/CMakeLists.txt +++ b/tests/auto/testlib/selftests/tuplediagnostics/CMakeLists.txt @@ -1,21 +1,18 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from tuplediagnostics.pro. - ##################################################################### ## tuplediagnostics Binary: ##################################################################### qt_internal_add_executable(tuplediagnostics - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_tuplediagnostics.cpp LIBRARIES Qt::Test ) -# special case begin qt_internal_apply_testlib_coverage_options(tuplediagnostics) -# special case end diff --git a/tests/auto/testlib/selftests/tuplediagnostics/tst_tuplediagnostics.cpp b/tests/auto/testlib/selftests/tuplediagnostics/tst_tuplediagnostics.cpp index b30b54848a..065fe6c603 100644 --- a/tests/auto/testlib/selftests/tuplediagnostics/tst_tuplediagnostics.cpp +++ b/tests/auto/testlib/selftests/tuplediagnostics/tst_tuplediagnostics.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2017 Samuel Gaist <samuel.gaist@edeltech.ch> -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only // Make sure we get a real Q_ASSERT even in release builds #ifdef QT_NO_DEBUG diff --git a/tests/auto/testlib/selftests/verbose1/CMakeLists.txt b/tests/auto/testlib/selftests/verbose1/CMakeLists.txt index 791c491929..2c644dff92 100644 --- a/tests/auto/testlib/selftests/verbose1/CMakeLists.txt +++ b/tests/auto/testlib/selftests/verbose1/CMakeLists.txt @@ -1,19 +1,18 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from verbose1.pro. - ##################################################################### ## verbose1 Binary: ##################################################################### qt_internal_add_executable(verbose1 - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES ../counting/tst_counting.cpp DEFINES - TESTLIB_VERBOSITY_ARG=-v1 # special case remove quotes + TESTLIB_VERBOSITY_ARG=-v1 LIBRARIES Qt::Test ) @@ -21,6 +20,4 @@ qt_internal_add_executable(verbose1 ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(verbose1) -# special case end diff --git a/tests/auto/testlib/selftests/verbose2/CMakeLists.txt b/tests/auto/testlib/selftests/verbose2/CMakeLists.txt index 13278bccb5..b78c5a42d0 100644 --- a/tests/auto/testlib/selftests/verbose2/CMakeLists.txt +++ b/tests/auto/testlib/selftests/verbose2/CMakeLists.txt @@ -1,19 +1,18 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from verbose2.pro. - ##################################################################### ## verbose2 Binary: ##################################################################### qt_internal_add_executable(verbose2 - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES ../counting/tst_counting.cpp DEFINES - TESTLIB_VERBOSITY_ARG=-v2 # special case remove quotes + TESTLIB_VERBOSITY_ARG=-v2 LIBRARIES Qt::Test ) @@ -21,6 +20,4 @@ qt_internal_add_executable(verbose2 ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(verbose2) -# special case end diff --git a/tests/auto/testlib/selftests/verifyexceptionthrown/CMakeLists.txt b/tests/auto/testlib/selftests/verifyexceptionthrown/CMakeLists.txt index da34a27881..c4312959ad 100644 --- a/tests/auto/testlib/selftests/verifyexceptionthrown/CMakeLists.txt +++ b/tests/auto/testlib/selftests/verifyexceptionthrown/CMakeLists.txt @@ -1,16 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from verifyexceptionthrown.pro. - ##################################################################### ## verifyexceptionthrown Binary: ##################################################################### qt_internal_add_executable(verifyexceptionthrown EXCEPTIONS - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_verifyexceptionthrown.cpp LIBRARIES @@ -20,6 +18,4 @@ qt_internal_add_executable(verifyexceptionthrown ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(verifyexceptionthrown) -# special case end diff --git a/tests/auto/testlib/selftests/verifyexceptionthrown/tst_verifyexceptionthrown.cpp b/tests/auto/testlib/selftests/verifyexceptionthrown/tst_verifyexceptionthrown.cpp index 60ac6a16a9..a7b45f30f9 100644 --- a/tests/auto/testlib/selftests/verifyexceptionthrown/tst_verifyexceptionthrown.cpp +++ b/tests/auto/testlib/selftests/verifyexceptionthrown/tst_verifyexceptionthrown.cpp @@ -1,5 +1,5 @@ // Copyright (C) 2016 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> diff --git a/tests/auto/testlib/selftests/warnings/CMakeLists.txt b/tests/auto/testlib/selftests/warnings/CMakeLists.txt index aa76a7b71d..553a023a90 100644 --- a/tests/auto/testlib/selftests/warnings/CMakeLists.txt +++ b/tests/auto/testlib/selftests/warnings/CMakeLists.txt @@ -1,15 +1,14 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from warnings.pro. - ##################################################################### ## warnings Binary: ##################################################################### qt_internal_add_executable(warnings - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_warnings.cpp LIBRARIES @@ -19,6 +18,4 @@ qt_internal_add_executable(warnings ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(warnings) -# special case end diff --git a/tests/auto/testlib/selftests/warnings/tst_warnings.cpp b/tests/auto/testlib/selftests/warnings/tst_warnings.cpp index 587d81c325..5add39ac88 100644 --- a/tests/auto/testlib/selftests/warnings/tst_warnings.cpp +++ b/tests/auto/testlib/selftests/warnings/tst_warnings.cpp @@ -1,6 +1,7 @@ // Copyright (C) 2020 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only +#undef QTEST_THROW_ON_FAILURE // fails ### investigate #include <QtCore/QCoreApplication> #include <QtCore/QRegularExpression> @@ -27,6 +28,7 @@ private slots: void testFailOnWarningsThenSkip(); #endif void testFailOnWarningsAndIgnoreWarnings(); + void testFailOnTemporaryObjectDestruction(); }; void tst_Warnings::testWarnings() @@ -115,7 +117,7 @@ void tst_Warnings::testMissingWarningsWithData() void tst_Warnings::testFailOnWarnings() { - // failOnWarnings() wasn't called yet; shouldn't fail; + // failOnWarning() wasn't called yet; shouldn't fail; qWarning("Ran out of space!"); #if QT_CONFIG(regularexpression) @@ -182,6 +184,7 @@ void tst_Warnings::testFailOnWarningsWithData() void tst_Warnings::testFailOnWarningsFailInHelper() { + const QTest::ThrowOnFailDisabler nothrow; // tests repeated QFAILs [](){ QFAIL("This failure message should be printed but not cause the test to abort"); }(); // So we've already failed, but we get more messages - that don't increment counters. const auto warnRegex = QRegularExpression("Ran out of .*!"); @@ -208,6 +211,27 @@ void tst_Warnings::testFailOnWarningsAndIgnoreWarnings() qWarning(warningStr); } +void tst_Warnings::testFailOnTemporaryObjectDestruction() +{ + QTest::failOnWarning("Running low on toothpaste!"); + QTest::ignoreMessage(QtWarningMsg, "Ran out of cabbage!"); + + class TestObject : public QObject + { + public: + ~TestObject() + { + // Shouldn't fail - ignored + qWarning("Ran out of cabbage!"); + // Should fail + qWarning("Running low on toothpaste!"); + } + }; + + QScopedPointer<TestObject, QScopedPointerDeleteLater> testObject(new TestObject); + QVERIFY(testObject); +} + QTEST_MAIN(tst_Warnings) #include "tst_warnings.moc" diff --git a/tests/auto/testlib/selftests/watchdog/CMakeLists.txt b/tests/auto/testlib/selftests/watchdog/CMakeLists.txt index ddd57d228b..21beab6454 100644 --- a/tests/auto/testlib/selftests/watchdog/CMakeLists.txt +++ b/tests/auto/testlib/selftests/watchdog/CMakeLists.txt @@ -1,29 +1,21 @@ # Copyright (C) 2022 The Qt Company Ltd. # SPDX-License-Identifier: BSD-3-Clause -# Generated from watchdog.pro. - ##################################################################### ## watchdog Binary: ##################################################################### qt_internal_add_executable(watchdog - NO_INSTALL # special case - OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} # special case + NO_INSTALL + EXCEPTIONS + OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR} SOURCES tst_watchdog.cpp LIBRARIES Qt::Test ) -#### Keys ignored in scope 1:.:.:watchdog.pro:<TRUE>: -# QT_TOOL_ENV = "checkenv" -# checkenv.name = "QTEST_FUNCTION_TIMEOUT" -# checkenv.value = "100" - ## Scopes: ##################################################################### -# special case begin qt_internal_apply_testlib_coverage_options(watchdog) -# special case end diff --git a/tests/auto/testlib/selftests/watchdog/tst_watchdog.cpp b/tests/auto/testlib/selftests/watchdog/tst_watchdog.cpp index dc5cde236b..2bc8853e00 100644 --- a/tests/auto/testlib/selftests/watchdog/tst_watchdog.cpp +++ b/tests/auto/testlib/selftests/watchdog/tst_watchdog.cpp @@ -1,8 +1,10 @@ // Copyright (C) 2018 The Qt Company Ltd. -// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 +// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only #include <QTest> +using namespace std::chrono_literals; + class tst_Watchdog : public QObject { Q_OBJECT @@ -13,10 +15,9 @@ private slots: void tst_Watchdog::delay() const { bool ok = false; - const int fiveMinutes = 5 * 60 * 1000; // Use the same env.var as the watch-dog and add a little to it: const int timeout = qEnvironmentVariableIntValue("QTEST_FUNCTION_TIMEOUT", &ok); - QTest::qSleep(5000 + (ok && timeout > 0 ? timeout : fiveMinutes)); + QTest::qSleep(5s + (ok && timeout > 0 ? timeout * 1ms : 5min)); // The watchdog timer should have interrupted us by now. QFAIL("ERROR: this function should be interrupted."); } |