/**************************************************************************** ** ** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies). ** Contact: Qt Software Information (qt-info@nokia.com) ** ** This file is part of the test suite of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:LGPL$ ** No Commercial Usage ** This file contains pre-release code and may not be distributed. ** You may use this file in accordance with the terms and conditions ** contained in the either Technology Preview License Agreement or the ** Beta Release License Agreement. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** In addition, as a special exception, Nokia gives you certain ** additional rights. These rights are described in the Nokia Qt LGPL ** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this ** package. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3.0 as published by the Free Software ** Foundation and appearing in the file LICENSE.GPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU General Public License version 3.0 requirements will be ** met: http://www.gnu.org/copyleft/gpl.html. ** ** If you are unsure which license is appropriate for your use, please ** contact the sales department at qt-sales@nokia.com. ** $QT_END_LICENSE$ ** ****************************************************************************/ #include #include #include //TESTED_CLASS= //TESTED_FILES= static QString readFile(const QString &filename) { QFile file(filename); if (!file.open(QFile::ReadOnly)) return QString(); QTextStream stream(&file); stream.setCodec("UTF-8"); return stream.readAll(); } static void appendCString(QVector *v, const char *s) { char c; do { c = *(s++); *v << c; } while (c != '\0'); } struct ExpectedFailure { ExpectedFailure(const QString &name, const QString &act, const QString &exp, const QString &msg) : testName(name), actual(act), expected(exp), message(msg) { } QString testName; QString actual; QString expected; QString message; }; class tst_Suite : public QObject { public: tst_Suite(); virtual ~tst_Suite(); static QMetaObject staticMetaObject; virtual const QMetaObject *metaObject() const; virtual void *qt_metacast(const char *); virtual int qt_metacall(QMetaObject::Call, int, void **argv); private: void addExpectedFailure(const QString &testName, const QString &actual, const QString &expected, const QString &message); bool isExpectedFailure(const QString &testName, const QString &actual, const QString &expected, QString *message) const; void addTestExclusion(const QString &testName, const QString &message); void addTestExclusion(const QRegExp &rx, const QString &message); bool isExcludedTest(const QString &testName, QString *message) const; QDir testsDir; QStringList testNames; QList expectedFailures; QList > testExclusions; QString mjsunitContents; }; QMetaObject tst_Suite::staticMetaObject; Q_GLOBAL_STATIC(QVector, qt_meta_data_tst_Suite) Q_GLOBAL_STATIC(QVector, qt_meta_stringdata_tst_Suite) const QMetaObject *tst_Suite::metaObject() const { return &staticMetaObject; } void *tst_Suite::qt_metacast(const char *_clname) { if (!_clname) return 0; if (!strcmp(_clname, qt_meta_stringdata_tst_Suite()->constData())) return static_cast(const_cast(this)); return QObject::qt_metacast(_clname); } static QScriptValue qscript_fail(QScriptContext *ctx, QScriptEngine *eng) { QScriptValue realFail = ctx->callee().data(); Q_ASSERT(realFail.isFunction()); QScriptValue ret = realFail.call(ctx->thisObject(), ctx->argumentsObject()); Q_ASSERT(eng->hasUncaughtException()); ret.setProperty("expected", ctx->argument(0)); ret.setProperty("actual", ctx->argument(1)); QScriptContextInfo info(ctx->parentContext()->parentContext()); ret.setProperty("lineNumber", info.lineNumber()); return ret; } int tst_Suite::qt_metacall(QMetaObject::Call _c, int _id, void **_a) { _id = QObject::qt_metacall(_c, _id, _a); if (_id < 0) return _id; if (_c == QMetaObject::InvokeMetaMethod) { QString name = testNames.at(_id); QString path = testsDir.absoluteFilePath(name + ".js"); QString excludeMessage; if (isExcludedTest(name, &excludeMessage)) { QTest::qSkip(excludeMessage.toLatin1(), QTest::SkipAll, path.toLatin1(), -1); } else { QScriptEngine engine; engine.evaluate(mjsunitContents).toString(); if (engine.hasUncaughtException()) { QStringList bt = engine.uncaughtExceptionBacktrace(); QString err = engine.uncaughtException().toString(); qWarning("%s\n%s", qPrintable(err), qPrintable(bt.join("\n"))); } else { QScriptValue fakeFail = engine.newFunction(qscript_fail); fakeFail.setData(engine.globalObject().property("fail")); engine.globalObject().setProperty("fail", fakeFail); QString contents = readFile(path); QScriptValue ret = engine.evaluate(contents); if (engine.hasUncaughtException()) { if (!ret.isError()) { Q_ASSERT(ret.instanceOf(engine.globalObject().property("MjsUnitAssertionError"))); QString actual = ret.property("actual").toString(); QString expected = ret.property("expected").toString(); int lineNumber = ret.property("lineNumber").toInt32(); QString failMessage; if (isExpectedFailure(name, actual, expected, &failMessage)) { QTest::qExpectFail("", failMessage.toLatin1(), QTest::Continue, path.toLatin1(), lineNumber); } QTest::qCompare(actual, expected, "actual", "expect", path.toLatin1(), lineNumber); } else { int lineNumber = ret.property("lineNumber").toInt32(); QTest::qExpectFail("", ret.toString().toLatin1(), QTest::Continue, path.toLatin1(), lineNumber); QTest::qVerify(false, ret.toString().toLatin1(), "", path.toLatin1(), lineNumber); } } } } _id -= testNames.size(); } return _id; } tst_Suite::tst_Suite() { testsDir = QDir("."); if (!testsDir.cd("tests")) { qWarning("*** no tests/ dir!"); return; } if (!testsDir.exists("mjsunit.js")) { qWarning("*** no tests/mjsunit.js file!"); return; } mjsunitContents = readFile(testsDir.absoluteFilePath("mjsunit.js")); if (mjsunitContents.isEmpty()) { qWarning("*** tests/mjsunit.js is empty!"); return; } QString willFixInNextReleaseMessage = QString::fromLatin1("Will fix in next release"); addExpectedFailure("apply", "morundefineder", "morseper", willFixInNextReleaseMessage); addExpectedFailure("arguments-enum", "2", "0", willFixInNextReleaseMessage); addExpectedFailure("array-concat", "undefined", "baz", willFixInNextReleaseMessage); addExpectedFailure("array-functions-prototype", "undefined", "one", willFixInNextReleaseMessage); addExpectedFailure("const-redecl", "undefined", "TypeError", willFixInNextReleaseMessage); addExpectedFailure("const", "2", "1", willFixInNextReleaseMessage); addExpectedFailure("declare-locally", "undefined", "42", willFixInNextReleaseMessage); addExpectedFailure("delay-syntax-error", "false", "true", willFixInNextReleaseMessage); addExpectedFailure("delete-vars-from-eval", "false", "true", willFixInNextReleaseMessage); addExpectedFailure("dont-enum-array-holes", "4", "2", willFixInNextReleaseMessage); addExpectedFailure("fun-as-prototype", "undefined", "Funky", willFixInNextReleaseMessage); addExpectedFailure("fun_name", "function(){}", "functionanonymous(){}", willFixInNextReleaseMessage); addExpectedFailure("function-caller", "undefined", "function f(match) {\n g(match);\n}", willFixInNextReleaseMessage); addExpectedFailure("global-const-var-conflicts", "false", "true", willFixInNextReleaseMessage); addExpectedFailure("length", "3", "1", willFixInNextReleaseMessage); addExpectedFailure("math-min-max", "-Infinity", "Infinity", willFixInNextReleaseMessage); addExpectedFailure("newline-in-string", "asdf\n\nasdf\n?asdf\n\tasdf\n\\\n\n", "asdf\nasdf?asdf\tasdf\\", willFixInNextReleaseMessage); addExpectedFailure("number-tostring", "1111111111111111081984.00000000", "1.1111111111111111e+21", willFixInNextReleaseMessage); addExpectedFailure("parse-int-float", "false", "true", willFixInNextReleaseMessage); addExpectedFailure("regexp-multiline-stack-trace", "false", "true", willFixInNextReleaseMessage); addExpectedFailure("regexp-multiline", "false", "true", willFixInNextReleaseMessage); addExpectedFailure("regexp-standalones", "0", "2", willFixInNextReleaseMessage); addExpectedFailure("regexp-static", "undefined", "abc123.456def", willFixInNextReleaseMessage); addExpectedFailure("sparse-array-reverse", "nopcb", "nopdcba", willFixInNextReleaseMessage); addExpectedFailure("str-to-num", "false", "true", willFixInNextReleaseMessage); addExpectedFailure("string-lastindexof", "0", "-1", "test is wrong?"); addExpectedFailure("string-split", "5", "13", "regular expression semantics"); // addExpectedFailure("substr", "", "abcdefghijklmn", willFixInNextReleaseMessage); addExpectedFailure("to-precision", "1.2345e+27", "1.23450e+27", willFixInNextReleaseMessage); addExpectedFailure("try", "3", "4", "task 209990"); addExpectedFailure("try_catch_scopes", "0", "1", "task 227055"); addExpectedFailure("unusual-constructor", "false", "true", "no idea"); addExpectedFailure("unicode-test", "13792", "13793", "test is wrong?"); addExpectedFailure("with-leave", "false", "true", "task 233769"); addTestExclusion("debug-*", "not applicable"); addTestExclusion("mirror-*", "not applicable"); addTestExclusion("string-case", "V8-specific behavior? (Doesn't pass on SpiderMonkey either)"); #ifdef Q_OS_WINCE addTestExclusion("deep-recursion", "Demands too much memory on WinCE"); addTestExclusion("nested-repetition-count-overflow", "Demands too much memory on WinCE"); addTestExclusion("unicode-test", "Demands too much memory on WinCE"); addTestExclusion("mul-exhaustive", "Demands too much memory on WinCE"); #endif QVector *data = qt_meta_data_tst_Suite(); // content: *data << 1 // revision << 0 // classname << 0 << 0 // classinfo << 0 << 10 // methods (backpatched later) << 0 << 0 // properties << 0 << 0 // enums/sets ; QVector *stringdata = qt_meta_stringdata_tst_Suite(); appendCString(stringdata, "tst_Suite"); appendCString(stringdata, ""); QFileInfoList testFileInfos = testsDir.entryInfoList(QStringList() << "*.js", QDir::Files); foreach (QFileInfo tfi, testFileInfos) { QString name = tfi.baseName(); // slot: signature, parameters, type, tag, flags QString slot = QString::fromLatin1("%0()").arg(name); *data << stringdata->size() << 10 << 10 << 10 << 0x08; appendCString(stringdata, slot.toLatin1()); testNames.append(name); } (*data)[4] = testFileInfos.size(); *data << 0; // eod // initialize staticMetaObject staticMetaObject.d.superdata = &QObject::staticMetaObject; staticMetaObject.d.stringdata = stringdata->constData(); staticMetaObject.d.data = data->constData(); staticMetaObject.d.extradata = 0; } tst_Suite::~tst_Suite() { } void tst_Suite::addExpectedFailure(const QString &testName, const QString &actual, const QString &expected, const QString &message) { expectedFailures.append(ExpectedFailure(testName, actual, expected, message)); } bool tst_Suite::isExpectedFailure(const QString &testName, const QString &actual, const QString &expected, QString *message) const { for (int i = 0; i < expectedFailures.size(); ++i) { const ExpectedFailure &ef = expectedFailures.at(i); if ((testName == ef.testName) && (actual == ef.actual) && (expected == ef.expected)) { if (message) *message = ef.message; return true; } } return false; } void tst_Suite::addTestExclusion(const QString &testName, const QString &message) { testExclusions.append(qMakePair(QRegExp(testName), message)); } void tst_Suite::addTestExclusion(const QRegExp &rx, const QString &message) { testExclusions.append(qMakePair(rx, message)); } bool tst_Suite::isExcludedTest(const QString &testName, QString *message) const { for (int i = 0; i < testExclusions.size(); ++i) { if (testExclusions.at(i).first.indexIn(testName) != -1) { if (message) *message = testExclusions.at(i).second; return true; } } return false; } QTEST_MAIN(tst_Suite)