ecmascripttests: Fail test if the test runner crashes

Change-Id: I61c8a24cf25fef98df4ce274fb5f829867059922
Reviewed-by: Semih Yavuz <semih.yavuz@qt.io>
Reviewed-by: Olivier De Cannière <olivier.decanniere@qt.io>

1 files changed, 13 insertions, 3 deletions

diff --git a/tests/auto/qml/ecmascripttests/test262runner.cpp b/tests/auto/qml/ecmascripttests/test262runner.cpp
index 90ac10a38b..dc6d660e3d 100644
--- a/tests/auto/qml/ecmascripttests/test262runner.cpp
+++ b/tests/auto/qml/ecmascripttests/test262runner.cpp
@@ -222,10 +222,20 @@ void Test262Runner::createProcesses()
             }
         });
 
-        QObject::connect(&p, &QProcess::finished, this, [&, i](int, QProcess::ExitStatus status) {
+        QObject::connect(&p, &QProcess::finished, this,
+                         [this, processCount, i](int, QProcess::ExitStatus status) {
             if (status != QProcess::NormalExit) {
-                qDebug() << QStringLiteral("Process %1 of %2 exited with a non-normal status")
-                                    .arg(i).arg(processCount - 1);
+                TestData &testData(currentTasks[i]);
+
+                auto &result = testData.stillNeedStrictRun
+                        ? testData.sloppyResult
+                        : testData.strictResult;
+                result = TestCase::Result(
+                        TestCase::Crashes,
+                        QStringLiteral("Process %1 of %2 exited with a non-normal status")
+                                .arg(i).arg(processCount - 1));
+
+                addResult(testData);
             }
 
             --runningCount;