From fbd6acedac8e1f4ee624cb713055fcad1ceabf96 Mon Sep 17 00:00:00 2001 From: Borgar Ovsthus Date: Wed, 6 Jan 2016 18:20:29 +0100 Subject: Add TeamCity logging feature to testlib This allows TeamCity to parse realtime test-results instead of using post-build XML Report Processing. This does not support logging of benchmarks. [ChangeLog][QTest] Added a new logging mode that allow test-results to be parsed on-the-fly when using Jetbrains TeamCity as CI-server. This mode is enabled by using the -teamcity option on the command-line. Change-Id: Ie730beb643043eb0f448f99abe6c0b5ac48aaf03 Reviewed-by: Thiago Macieira --- .../testlib/selftests/expected_cmptest.teamcity | 105 +++++++++++++++++++++ 1 file changed, 105 insertions(+) create mode 100644 tests/auto/testlib/selftests/expected_cmptest.teamcity (limited to 'tests/auto/testlib/selftests/expected_cmptest.teamcity') diff --git a/tests/auto/testlib/selftests/expected_cmptest.teamcity b/tests/auto/testlib/selftests/expected_cmptest.teamcity new file mode 100644 index 0000000000..4d3491403c --- /dev/null +++ b/tests/auto/testlib/selftests/expected_cmptest.teamcity @@ -0,0 +1,105 @@ +##teamcity[testSuiteStarted name='tst_Cmptest'] +##teamcity[testStarted name='initTestCase()'] +##teamcity[testFinished name='initTestCase()'] +##teamcity[testStarted name='compare_unregistered_enums()'] +##teamcity[testFailed name='compare_unregistered_enums()' message='Failure! |[Loc: tst_cmptest.cpp(159)|]' details='Compared values are not the same'] +##teamcity[testFinished name='compare_unregistered_enums()'] +##teamcity[testStarted name='compare_registered_enums()'] +##teamcity[testFailed name='compare_registered_enums()' message='Failure! |[Loc: tst_cmptest.cpp(165)|]' details='Compared values are not the same|n Actual (Qt::ArrowCursor): ArrowCursor|n Expected (Qt::BusyCursor) : BusyCursor'] +##teamcity[testFinished name='compare_registered_enums()'] +##teamcity[testStarted name='compare_class_enums()'] +##teamcity[testFailed name='compare_class_enums()' message='Failure! |[Loc: tst_cmptest.cpp(171)|]' details='Compared values are not the same|n Actual (MyClassEnum::MyClassEnumValue1): MyClassEnumValue1|n Expected (MyClassEnum::MyClassEnumValue2): MyClassEnumValue2'] +##teamcity[testFinished name='compare_class_enums()'] +##teamcity[testStarted name='compare_boolfuncs()'] +##teamcity[testFinished name='compare_boolfuncs()'] +##teamcity[testStarted name='compare_pointerfuncs()'] +##teamcity[testFinished name='compare_pointerfuncs()'] +##teamcity[testStarted name='compare_tostring(int, string)'] +##teamcity[testFailed name='compare_tostring(int, string)' message='Failure! |[Loc: tst_cmptest.cpp(242)|]' details='Compared values are not the same|n Actual (actual) : QVariant(int,123)|n Expected (expected): QVariant(QString,hi)'] +##teamcity[testFinished name='compare_tostring(int, string)'] +##teamcity[testStarted name='compare_tostring(both invalid)'] +##teamcity[testFinished name='compare_tostring(both invalid)'] +##teamcity[testStarted name='compare_tostring(null hash, invalid)'] +##teamcity[testFailed name='compare_tostring(null hash, invalid)' message='Failure! |[Loc: tst_cmptest.cpp(242)|]' details='Compared values are not the same|n Actual (actual) : QVariant(QVariantHash)|n Expected (expected): QVariant()'] +##teamcity[testFinished name='compare_tostring(null hash, invalid)'] +##teamcity[testStarted name='compare_tostring(string, null user type)'] +##teamcity[testFailed name='compare_tostring(string, null user type)' message='Failure! |[Loc: tst_cmptest.cpp(242)|]' details='Compared values are not the same|n Actual (actual) : QVariant(QString,A simple string)|n Expected (expected): QVariant(PhonyClass)'] +##teamcity[testFinished name='compare_tostring(string, null user type)'] +##teamcity[testStarted name='compare_tostring(both non-null user type)'] +##teamcity[testFailed name='compare_tostring(both non-null user type)' message='Failure! |[Loc: tst_cmptest.cpp(242)|]' details='Compared values are not the same|n Actual (actual) : QVariant(PhonyClass,)|n Expected (expected): QVariant(PhonyClass,)'] +##teamcity[testFinished name='compare_tostring(both non-null user type)'] +##teamcity[testStarted name='compareQStringLists(empty lists)'] +##teamcity[testFinished name='compareQStringLists(empty lists)'] +##teamcity[testStarted name='compareQStringLists(equal lists)'] +##teamcity[testFinished name='compareQStringLists(equal lists)'] +##teamcity[testStarted name='compareQStringLists(last item different)'] +##teamcity[testFailed name='compareQStringLists(last item different)' message='Failure! |[Loc: tst_cmptest.cpp(336)|]' details='Compared lists differ at index 2.|n Actual (opA): "string3"|n Expected (opB): "DIFFERS"'] +##teamcity[testFinished name='compareQStringLists(last item different)'] +##teamcity[testStarted name='compareQStringLists(second-last item different)'] +##teamcity[testFailed name='compareQStringLists(second-last item different)' message='Failure! |[Loc: tst_cmptest.cpp(336)|]' details='Compared lists differ at index 2.|n Actual (opA): "string3"|n Expected (opB): "DIFFERS"'] +##teamcity[testFinished name='compareQStringLists(second-last item different)'] +##teamcity[testStarted name='compareQStringLists(prefix)'] +##teamcity[testFailed name='compareQStringLists(prefix)' message='Failure! |[Loc: tst_cmptest.cpp(336)|]' details='Compared lists have different sizes.|n Actual (opA) size: 2|n Expected (opB) size: 1'] +##teamcity[testFinished name='compareQStringLists(prefix)'] +##teamcity[testStarted name='compareQStringLists(short list second)'] +##teamcity[testFailed name='compareQStringLists(short list second)' message='Failure! |[Loc: tst_cmptest.cpp(336)|]' details='Compared lists have different sizes.|n Actual (opA) size: 12|n Expected (opB) size: 1'] +##teamcity[testFinished name='compareQStringLists(short list second)'] +##teamcity[testStarted name='compareQStringLists(short list first)'] +##teamcity[testFailed name='compareQStringLists(short list first)' message='Failure! |[Loc: tst_cmptest.cpp(336)|]' details='Compared lists have different sizes.|n Actual (opA) size: 1|n Expected (opB) size: 12'] +##teamcity[testFinished name='compareQStringLists(short list first)'] +##teamcity[testStarted name='compareQListInt()'] +##teamcity[testFailed name='compareQListInt()' message='Failure! |[Loc: tst_cmptest.cpp(343)|]' details='Compared lists differ at index 2.|n Actual (int1): 3|n Expected (int2): 4'] +##teamcity[testFinished name='compareQListInt()'] +##teamcity[testStarted name='compareQListDouble()'] +##teamcity[testFailed name='compareQListDouble()' message='Failure! |[Loc: tst_cmptest.cpp(350)|]' details='Compared lists differ at index 0.|n Actual (double1): 1.5|n Expected (double2): 1'] +##teamcity[testFinished name='compareQListDouble()'] +##teamcity[testStarted name='compareQPixmaps(both null)'] +##teamcity[testFinished name='compareQPixmaps(both null)'] +##teamcity[testStarted name='compareQPixmaps(one null)'] +##teamcity[testFailed name='compareQPixmaps(one null)' message='Failure! |[Loc: tst_cmptest.cpp(376)|]' details='Compared QPixmaps differ.|n Actual (opA).isNull(): 1|n Expected (opB).isNull(): 0'] +##teamcity[testFinished name='compareQPixmaps(one null)'] +##teamcity[testStarted name='compareQPixmaps(other null)'] +##teamcity[testFailed name='compareQPixmaps(other null)' message='Failure! |[Loc: tst_cmptest.cpp(376)|]' details='Compared QPixmaps differ.|n Actual (opA).isNull(): 0|n Expected (opB).isNull(): 1'] +##teamcity[testFinished name='compareQPixmaps(other null)'] +##teamcity[testStarted name='compareQPixmaps(equal)'] +##teamcity[testFinished name='compareQPixmaps(equal)'] +##teamcity[testStarted name='compareQPixmaps(different size)'] +##teamcity[testFailed name='compareQPixmaps(different size)' message='Failure! |[Loc: tst_cmptest.cpp(376)|]' details='Compared QPixmaps differ in size.|n Actual (opA): 11x20|n Expected (opB): 20x20'] +##teamcity[testFinished name='compareQPixmaps(different size)'] +##teamcity[testStarted name='compareQPixmaps(different pixels)'] +##teamcity[testFailed name='compareQPixmaps(different pixels)' message='Failure! |[Loc: tst_cmptest.cpp(376)|]' details='Compared values are not the same'] +##teamcity[testFinished name='compareQPixmaps(different pixels)'] +##teamcity[testStarted name='compareQImages(both null)'] +##teamcity[testFinished name='compareQImages(both null)'] +##teamcity[testStarted name='compareQImages(one null)'] +##teamcity[testFailed name='compareQImages(one null)' message='Failure! |[Loc: tst_cmptest.cpp(403)|]' details='Compared QImages differ.|n Actual (opA).isNull(): 1|n Expected (opB).isNull(): 0'] +##teamcity[testFinished name='compareQImages(one null)'] +##teamcity[testStarted name='compareQImages(other null)'] +##teamcity[testFailed name='compareQImages(other null)' message='Failure! |[Loc: tst_cmptest.cpp(403)|]' details='Compared QImages differ.|n Actual (opA).isNull(): 0|n Expected (opB).isNull(): 1'] +##teamcity[testFinished name='compareQImages(other null)'] +##teamcity[testStarted name='compareQImages(equal)'] +##teamcity[testFinished name='compareQImages(equal)'] +##teamcity[testStarted name='compareQImages(different size)'] +##teamcity[testFailed name='compareQImages(different size)' message='Failure! |[Loc: tst_cmptest.cpp(403)|]' details='Compared QImages differ in size.|n Actual (opA): 11x20|n Expected (opB): 20x20'] +##teamcity[testFinished name='compareQImages(different size)'] +##teamcity[testStarted name='compareQImages(different format)'] +##teamcity[testFailed name='compareQImages(different format)' message='Failure! |[Loc: tst_cmptest.cpp(403)|]' details='Compared QImages differ in format.|n Actual (opA): 6|n Expected (opB): 3'] +##teamcity[testFinished name='compareQImages(different format)'] +##teamcity[testStarted name='compareQImages(different pixels)'] +##teamcity[testFailed name='compareQImages(different pixels)' message='Failure! |[Loc: tst_cmptest.cpp(403)|]' details='Compared values are not the same'] +##teamcity[testFinished name='compareQImages(different pixels)'] +##teamcity[testStarted name='verify()'] +##teamcity[testFailed name='verify()' message='Failure! |[Loc: tst_cmptest.cpp(415)|]' details='|'opaqueFunc() < 2|' returned FALSE. ()'] +##teamcity[testFinished name='verify()'] +##teamcity[testStarted name='verify2()'] +##teamcity[testFailed name='verify2()' message='Failure! |[Loc: tst_cmptest.cpp(421)|]' details='|'opaqueFunc() < 2|' returned FALSE. (42)'] +##teamcity[testFinished name='verify2()'] +##teamcity[testStarted name='tryVerify()'] +##teamcity[testFailed name='tryVerify()' message='Failure! |[Loc: tst_cmptest.cpp(427)|]' details='|'opaqueFunc() < 2|' returned FALSE. ()'] +##teamcity[testFinished name='tryVerify()'] +##teamcity[testStarted name='tryVerify2()'] +##teamcity[testFailed name='tryVerify2()' message='Failure! |[Loc: tst_cmptest.cpp(433)|]' details='|'opaqueFunc() < 2|' returned FALSE. (42)'] +##teamcity[testFinished name='tryVerify2()'] +##teamcity[testStarted name='cleanupTestCase()'] +##teamcity[testFinished name='cleanupTestCase()'] +##teamcity[testSuiteFinished name='tst_Cmptest'] -- cgit v1.2.3