Merge branch 'master' of ssh://codereview.qt-project.org:29418/playground/v4vm into v4

This is the initial merge of the v4vm JS engine, designed specifically for QML.

The engine is tested on Linux and Mac OS X, works on x86, x86-64 and ARM.

Change-Id: I826b72cfa3d3575007b70d78604080582db568db

Reviewed-by: Lars Knoll <lars.knoll@digia.com>

1 files changed, 402 insertions, 0 deletions

diff --git a/tools/v4/main.cpp b/tools/v4/main.cpp
new file mode 100644
index 0000000000..e61931cea4
--- /dev/null
+++ b/tools/v4/main.cpp
@@ -0,0 +1,402 @@
+/****************************************************************************
+**
+** Copyright (C) 2012 Digia Plc and/or its subsidiary(-ies).
+** Contact: http://www.qt-project.org/legal
+**
+** This file is part of the V4VM module of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:LGPL$
+** Commercial License Usage
+** Licensees holding valid commercial Qt licenses may use this file in
+** accordance with the commercial license agreement provided with the
+** Software or, alternatively, in accordance with the terms contained in
+** a written agreement between you and Digia.  For licensing terms and
+** conditions see http://qt.digia.com/licensing.  For further information
+** use the contact form at http://qt.digia.com/contact-us.
+**
+** GNU Lesser General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU Lesser
+** General Public License version 2.1 as published by the Free Software
+** Foundation and appearing in the file LICENSE.LGPL included in the
+** packaging of this file.  Please review the following information to
+** ensure the GNU Lesser General Public License version 2.1 requirements
+** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+**
+** In addition, as a special exception, Digia gives you certain additional
+** rights.  These rights are described in the Digia Qt LGPL Exception
+** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+**
+** GNU General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU
+** General Public License version 3.0 as published by the Free Software
+** Foundation and appearing in the file LICENSE.GPL included in the
+** packaging of this file.  Please review the following information to
+** ensure the GNU General Public License version 3.0 requirements will be
+** met: http://www.gnu.org/copyleft/gpl.html.
+**
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+
+#ifdef QMLJS_WITH_LLVM
+#  include "private/qv4_llvm_p.h"
+#endif // QMLJS_WITH_LLVM
+
+#include "private/debugging.h"
+#include "private/qv4object.h"
+#include "private/qv4runtime.h"
+#include "private/qv4functionobject.h"
+#include "private/qv4errorobject.h"
+#include "private/qv4globalobject.h"
+#include "private/qv4codegen_p.h"
+#include "private/qv4isel_masm_p.h"
+#include "private/qv4isel_moth_p.h"
+#include "private/qv4vme_moth_p.h"
+#include "private/qv4syntaxchecker_p.h"
+#include "private/qv4objectproto.h"
+#include "private/qv4isel_p.h"
+#include "private/qv4mm.h"
+#include "private/qv4context.h"
+
+#include <QtCore>
+#include <private/qqmljsengine_p.h>
+#include <private/qqmljslexer_p.h>
+#include <private/qqmljsparser_p.h>
+#include <private/qqmljsast_p.h>
+
+#include <iostream>
+
+namespace builtins {
+
+using namespace QQmlJS::VM;
+
+struct Print: FunctionObject
+{
+    Print(ExecutionContext *scope): FunctionObject(scope) {
+        vtbl = &static_vtbl;
+        name = scope->engine->newString("print");
+    }
+
+    static Value call(Managed *, ExecutionContext *ctx, const Value &, Value *args, int argc)
+    {
+        for (int i = 0; i < argc; ++i) {
+            String *s = args[i].toString(ctx);
+            if (i)
+                std::cout << ' ';
+            std::cout << qPrintable(s->toQString());
+        }
+        std::cout << std::endl;
+        return Value::undefinedValue();
+    }
+
+    static const ManagedVTable static_vtbl;
+};
+
+DEFINE_MANAGED_VTABLE(Print);
+
+struct GC: public FunctionObject
+{
+    GC(ExecutionContext* scope)
+        : FunctionObject(scope)
+    {
+        vtbl = &static_vtbl;
+        name = scope->engine->newString("gc");
+    }
+    static Value call(Managed *, ExecutionContext *ctx, const Value &, Value *, int)
+    {
+        ctx->engine->memoryManager->runGC();
+        return Value::undefinedValue();
+    }
+
+    static const ManagedVTable static_vtbl;
+};
+
+DEFINE_MANAGED_VTABLE(GC);
+
+} // builtins
+
+static void showException(QQmlJS::VM::ExecutionContext *ctx, const QQmlJS::VM::Value &exception)
+{
+    QQmlJS::VM::ErrorObject *e = exception.asErrorObject();
+    if (!e) {
+        std::cerr << "Uncaught exception: " << qPrintable(exception.toString(ctx)->toQString()) << std::endl;
+        return;
+    }
+
+    if (QQmlJS::VM::SyntaxErrorObject *err = e->asSyntaxError()) {
+        QQmlJS::VM::DiagnosticMessage *msg = err->message();
+        if (!msg) {
+            std::cerr << "Uncaught exception: Syntax error" << std::endl;
+            return;
+        }
+
+        for (; msg; msg = msg->next) {
+            std::cerr << qPrintable(msg->buildFullMessage(ctx)->toQString()) << std::endl;
+        }
+    } else {
+        std::cerr << "Uncaught exception: " << qPrintable(e->get(ctx, ctx->engine->newString(QStringLiteral("message")), 0).toString(ctx)->toQString()) << std::endl;
+    }
+}
+
+#ifdef QMLJS_WITH_LLVM
+int executeLLVMCode(void *codePtr)
+{
+    using namespace QQmlJS;
+
+    if (!codePtr)
+        return EXIT_FAILURE;
+    void (*code)(VM::ExecutionContext *) = (void (*)(VM::ExecutionContext *)) codePtr;
+
+    QScopedPointer<QQmlJS::EvalISelFactory> iSelFactory(new QQmlJS::Moth::ISelFactory);
+    VM::ExecutionEngine vm(iSelFactory.data());
+    VM::ExecutionContext *ctx = vm.rootContext;
+
+#if THIS_NEEDS_TO_BE_FIXED
+    QQmlJS::VM::Object *globalObject = vm.globalObject.objectValue();
+    globalObject->__put__(ctx, vm.newIdentifier(QStringLiteral("print")),
+                          QQmlJS::VM::Value::fromObject(new (ctx->engine->memoryManager) builtins::Print(ctx)));
+
+    void * buf = __qmljs_create_exception_handler(ctx);
+    if (setjmp(*(jmp_buf *)buf)) {
+        showException(ctx);
+        return EXIT_FAILURE;
+    }
+
+    code(ctx);
+#else
+    Q_UNUSED(ctx);
+    Q_UNUSED(code);
+#endif
+    return EXIT_SUCCESS;
+}
+
+int compile(const QString &fileName, const QString &source, QQmlJS::LLVMOutputType outputType)
+{
+    using namespace QQmlJS;
+
+    IR::Module module;
+    QQmlJS::Engine ee, *engine = &ee;
+    Lexer lexer(engine);
+    lexer.setCode(source, 1, false);
+    Parser parser(engine);
+
+    const bool parsed = parser.parseProgram();
+
+    foreach (const DiagnosticMessage &m, parser.diagnosticMessages()) {
+        std::cerr << qPrintable(fileName) << ':'
+                  << m.loc.startLine << ':'
+                  << m.loc.startColumn << ": error: "
+                  << qPrintable(m.message) << std::endl;
+    }
+
+    if (!parsed)
+        return EXIT_FAILURE;
+
+    using namespace AST;
+    Program *program = AST::cast<Program *>(parser.rootNode());
+
+    class MyErrorHandler: public ErrorHandler {
+    public:
+        virtual void syntaxError(QQmlJS::VM::DiagnosticMessage *message) {
+            for (; message; message = message->next) {
+                std::cerr << qPrintable(message->fileName) << ':'
+                          << message->startLine << ':'
+                          << message->startColumn << ": "
+                          << (message->type == QQmlJS::VM::DiagnosticMessage::Error ? "error" : "warning") << ": "
+                          << qPrintable(message->message) << std::endl;
+            }
+        }
+    } errorHandler;
+
+    Codegen cg(&errorHandler, false);
+    // FIXME: if the program is empty, we should we generate an empty %entry, or give an error?
+    /*IR::Function *globalCode =*/ cg(fileName, source, program, &module);
+
+    int (*exec)(void *) = outputType == LLVMOutputJit ? executeLLVMCode : 0;
+    return compileWithLLVM(&module, fileName, outputType, exec);
+}
+
+int compileFiles(const QStringList &files, QQmlJS::LLVMOutputType outputType)
+{
+    foreach (const QString &fileName, files) {
+        QFile file(fileName);
+        if (file.open(QFile::ReadOnly)) {
+            QString source = QString::fromUtf8(file.readAll());
+            int result = compile(fileName, source, outputType);
+            if (result != EXIT_SUCCESS)
+                return result;
+        } else {
+            std::cerr << "Error: cannot open file " << fileName.toUtf8().constData() << std::endl;
+            return EXIT_FAILURE;
+        }
+    }
+    return EXIT_SUCCESS;
+}
+
+int evaluateCompiledCode(const QStringList &files)
+{
+    using namespace QQmlJS;
+
+    foreach (const QString &libName, files) {
+        QFileInfo libInfo(libName);
+        QLibrary lib(libInfo.absoluteFilePath());
+        lib.load();
+        QFunctionPointer ptr = lib.resolve("%entry");
+//        qDebug("_%%entry resolved to address %p", ptr);
+        int result = executeLLVMCode((void *) ptr);
+        if (result != EXIT_SUCCESS)
+            return result;
+    }
+
+    return EXIT_SUCCESS;
+}
+#endif // QMLJS_WITH_LLVM
+
+
+int main(int argc, char *argv[])
+{
+    QCoreApplication app(argc, argv);
+    QStringList args = app.arguments();
+    args.removeFirst();
+
+    enum {
+        use_masm,
+        use_moth,
+        use_llvm_compiler,
+        use_llvm_runtime,
+        use_llvm_jit
+    } mode = use_masm;
+
+#ifdef QMLJS_WITH_LLVM
+    QQmlJS::LLVMOutputType fileType = QQmlJS::LLVMOutputObject;
+#endif // QMLJS_WITH_LLVM
+    bool enableDebugging = false;
+
+    if (!args.isEmpty()) {
+        if (args.first() == QLatin1String("-d") || args.first() == QLatin1String("--debug")) {
+            enableDebugging = true;
+            args.removeFirst();
+        }
+    }
+
+    if (!args.isEmpty()) {
+        if (args.first() == QLatin1String("--jit")) {
+            mode = use_masm;
+            args.removeFirst();
+        }
+
+        if (args.first() == QLatin1String("--interpret")) {
+            mode = use_moth;
+            args.removeFirst();
+        }
+
+#ifdef QMLJS_WITH_LLVM
+        if (args.first() == QLatin1String("--compile")) {
+            mode = use_llvm_compiler;
+            args.removeFirst();
+
+            if (!args.isEmpty() && args.first() == QLatin1String("-t")) {
+                args.removeFirst();
+                // Note: keep this list in sync with the enum!
+                static QStringList fileTypes = QStringList() << QLatin1String("ll") << QLatin1String("bc") << QLatin1String("asm") << QLatin1String("obj");
+                if (args.isEmpty() || !fileTypes.contains(args.first())) {
+                    std::cerr << "file types: ll, bc, asm, obj" << std::endl;
+                    return EXIT_FAILURE;
+                }
+                fileType = (QQmlJS::LLVMOutputType) fileTypes.indexOf(args.first());
+                args.removeFirst();
+            }
+        }
+
+        if (args.first() == QLatin1String("--aot")) {
+            mode = use_llvm_runtime;
+            args.removeFirst();
+        }
+
+        if (args.first() == QLatin1String("--llvm-jit")) {
+            mode = use_llvm_jit;
+            args.removeFirst();
+        }
+#endif // QMLJS_WITH_LLVM
+        if (args.first() == QLatin1String("--help")) {
+            std::cerr << "Usage: v4 [|--debug|-d] [|--jit|--interpret|--compile|--aot|--llvm-jit] file..." << std::endl;
+            return EXIT_SUCCESS;
+        }
+    }
+
+    switch (mode) {
+#ifdef QMLJS_WITH_LLVM
+    case use_llvm_jit:
+        return compileFiles(args, QQmlJS::LLVMOutputJit);
+    case use_llvm_compiler:
+        return compileFiles(args, fileType);
+    case use_llvm_runtime:
+        return evaluateCompiledCode(args);
+#else // !QMLJS_WITH_LLVM
+    case use_llvm_compiler:
+    case use_llvm_runtime:
+    case use_llvm_jit:
+        std::cerr << "LLVM backend was not built, compiler is unavailable." << std::endl;
+        return EXIT_FAILURE;
+#endif // QMLJS_WITH_LLVM
+    case use_masm:
+    case use_moth: {
+        QQmlJS::EvalISelFactory* iSelFactory = 0;
+        if (mode == use_moth) {
+            iSelFactory = new QQmlJS::Moth::ISelFactory;
+        } else {
+            iSelFactory = new QQmlJS::MASM::ISelFactory;
+        }
+
+        QQmlJS::VM::ExecutionEngine vm(iSelFactory);
+
+        QScopedPointer<QQmlJS::Debugging::Debugger> debugger;
+        if (enableDebugging)
+            debugger.reset(new QQmlJS::Debugging::Debugger(&vm));
+        vm.debugger = debugger.data();
+
+        QQmlJS::VM::ExecutionContext *ctx = vm.rootContext;
+
+        QQmlJS::VM::Object *globalObject = vm.globalObject;
+        QQmlJS::VM::Object *print = new (ctx->engine->memoryManager) builtins::Print(ctx);
+        print->prototype = ctx->engine->objectPrototype;
+        globalObject->put(ctx, vm.newIdentifier(QStringLiteral("print")),
+                                  QQmlJS::VM::Value::fromObject(print));
+        QQmlJS::VM::Object *gc = new (ctx->engine->memoryManager) builtins::GC(ctx);
+        gc->prototype = ctx->engine->objectPrototype;
+        globalObject->put(ctx, vm.newIdentifier(QStringLiteral("gc")),
+                                  QQmlJS::VM::Value::fromObject(gc));
+
+        foreach (const QString &fn, args) {
+            QFile file(fn);
+            if (file.open(QFile::ReadOnly)) {
+                const QString code = QString::fromUtf8(file.readAll());
+                file.close();
+
+                try {
+                    QQmlJS::VM::Function *f = QQmlJS::VM::EvalFunction::parseSource(ctx, fn, code, QQmlJS::Codegen::GlobalCode,
+                                                                                    /*strictMode =*/ false, /*inheritContext =*/ false);
+                    if (!f)
+                        continue;
+                    QQmlJS::VM::Value result = vm.run(f);
+                    if (!result.isUndefined()) {
+                        if (! qgetenv("SHOW_EXIT_VALUE").isEmpty())
+                            std::cout << "exit value: " << qPrintable(result.toString(ctx)->toQString()) << std::endl;
+                    }
+                } catch (QQmlJS::VM::Exception& ex) {
+                    ex.accept(ctx);
+                    showException(ctx, ex.value());
+                    return EXIT_FAILURE;
+                }
+
+            } else {
+                std::cerr << "Error: cannot open file " << fn.toUtf8().constData() << std::endl;
+                return EXIT_FAILURE;
+            }
+        }
+
+        vm.memoryManager->dumpStats();
+    } return EXIT_SUCCESS;
+    } // switch (mode)
+}