1 files changed, 219 insertions, 0 deletions
diff --git a/tests/arthur/performancediff/performancediff.cpp b/tests/arthur/performancediff/performancediff.cpp
new file mode 100644
index 0000000000..fa7ebac32d
--- /dev/null
+++ b/tests/arthur/performancediff/performancediff.cpp
@@ -0,0 +1,219 @@
+/****************************************************************************
+**
+** Copyright (C) 2011 Nokia Corporation and/or its subsidiary(-ies).
+** All rights reserved.
+** Contact: Nokia Corporation (qt-info@nokia.com)
+**
+** This file is part of the test suite of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:LGPL$
+** No Commercial Usage
+** This file contains pre-release code and may not be distributed.
+** You may use this file in accordance with the terms and conditions
+** contained in the Technology Preview License Agreement accompanying
+** this package.
+**
+** GNU Lesser General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU Lesser
+** General Public License version 2.1 as published by the Free Software
+** Foundation and appearing in the file LICENSE.LGPL included in the
+** packaging of this file.  Please review the following information to
+** ensure the GNU Lesser General Public License version 2.1 requirements
+** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+**
+** In addition, as a special exception, Nokia gives you certain additional
+** rights.  These rights are described in the Nokia Qt LGPL Exception
+** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+**
+** If you have questions regarding the use of this file, please contact
+** Nokia at qt-info@nokia.com.
+**
+**
+**
+**
+**
+**
+**
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+#include "performancediff.h"
+
+#include "xmldata.h"
+
+#include <QtXml>
+
+#include <QFile>
+#include <QStringList>
+#include <QDateTime>
+#include <QtDebug>
+
+#include <iostream>
+#include <iomanip>
+
+
+static const int MIN_TEST_VAL = 20;
+static const int TEST_EPSILON = 5; //ms
+
+static void usage(const char *progname)
+{
+    std::cerr << "Couldn't find 'framework.ini' "
+              << "file and no output has been specified."<<std::endl;
+    std::cerr << "Usage: "<<progname
+              << " oldDataDir"
+              << " newDataDir\n"
+              << std::endl;
+}
+
+
+PerformanceDiff::PerformanceDiff()
+    : settings(0)
+{
+    if (QFile::exists("framework.ini")) {
+        settings = new QSettings("framework.ini", QSettings::IniFormat);
+    }
+}
+
+static void loadEngines(const QString &dirName,
+                        QMap<QString, XMLEngine*> &engines)
+{
+    QDir dir(dirName);
+    dir.setFilter(QDir::Dirs | QDir::NoSymLinks | QDir::NoDotAndDotDot);
+    QFileInfoList list = dir.entryInfoList();
+    for (int i = 0; i < list.size(); ++i) {
+        QFileInfo fileInfo = list.at(i);
+        QString dataFile = QString("%1/data.xml")
+                           .arg(fileInfo.absoluteFilePath());
+        if (QFile::exists(dataFile)) {
+            XMLReader handler;
+            QXmlSimpleReader reader;
+            reader.setContentHandler(&handler);
+            reader.setErrorHandler(&handler);
+
+            QFile file(dataFile);
+            if (!file.open(QFile::ReadOnly | QFile::Text)) {
+                qWarning("Cannot open file '%s', because: %s",
+                         qPrintable(dataFile), qPrintable(file.errorString()));
+                continue;
+            }
+
+            QXmlInputSource xmlInputSource(&file);
+            if (reader.parse(xmlInputSource)) {
+                XMLEngine *engine = handler.xmlEngine();
+                engines.insert(engine->name, engine);
+            }
+        }
+    }
+
+}
+void PerformanceDiff::run(int argc, char **argv)
+{
+    processArguments(argc, argv);
+
+    loadEngines(inputDirName, inputEngines);
+    loadEngines(diffDirName, diffEngines);
+
+    if (inputEngines.isEmpty() || diffEngines.isEmpty()) {
+        usage(argv[0]);
+        return;
+    }
+
+    generateDiff();
+    //generateOutput();
+}
+
+void PerformanceDiff::processArguments(int argc, char **argv)
+{
+    if (argc != 3)
+        return;
+    inputDirName = QString(argv[1]);
+    diffDirName  = QString(argv[2]);
+}
+
+void PerformanceDiff::generateDiff()
+{
+    qreal totalIn   = 0;
+    qreal totalDiff = 0;
+
+    std::cout<<std::setiosflags(std::ios::left)<<std::setw(30)<<"Testcase"
+             <<std::setiosflags(std::ios::right)
+             <<std::setw(10) <<"Before"
+             <<std::setw(15) <<"After"
+             <<std::setw(20) <<"Difference"<<std::endl;
+    std::cout << std::resetiosflags(std::ios::right);
+    std::cout << std::resetiosflags(std::ios::left);
+    std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl;
+    foreach(XMLEngine *diffEngine, diffEngines) {
+        XMLEngine *inEngine = inputEngines[diffEngine->name];
+        if (!inEngine)
+            continue;
+        foreach(XMLSuite *diffSuite, diffEngine->suites) {
+            XMLSuite *inSuite = inEngine->suites[diffSuite->name];
+            if (!inSuite)
+                continue;
+
+            foreach(XMLFile *diffFile, diffSuite->files) {
+                XMLFile *inFile = inSuite->files[diffFile->name];
+                if (!inFile)
+                    continue;
+
+                qreal inAvg   = 0;
+                qreal diffAvg = 0;
+                qreal inMin   = 0;
+                qreal inMax   = 0;
+                foreach(XMLData data, inFile->data) {
+                    inAvg = (double(data.timeToRender)/data.iterations);
+                    if (!inMin)
+                        inMin = data.minElapsed;
+                    else if (data.minElapsed < inMin)
+                        inMin = data.minElapsed;
+                    if (!inMax)
+                        inMax = data.maxElapsed;
+                    else if (inMax < data.maxElapsed)
+                        inMax = data.maxElapsed;
+                }
+                //skipping really small tests
+                if (inAvg < MIN_TEST_VAL) {
+                    continue;
+                }
+
+                totalIn += inAvg;
+                foreach(XMLData data, diffFile->data) {
+                    diffAvg = (double(data.timeToRender)/data.iterations);
+                }
+                totalDiff += diffAvg;
+
+                QFileInfo fi(diffFile->name);
+                std::cout.width(80);
+                std::cout.setf(std::ios::fixed, std::ios::floatfield);
+                std::cout.setf(std::ios::showpoint);
+                std::cout << std::resetiosflags(std::ios::right);
+                std::cout << std::resetiosflags(std::ios::left);
+                std::cout<<std::setw(30)<<std::setfill('.')<<std::setiosflags(std::ios::left)
+                         <<qPrintable(fi.fileName())<<"\t";
+                std::cout<<std::setfill(' ')<<std::setprecision(2)
+                         <<std::setiosflags(std::ios::right)
+                         <<std::setw(8)<<std::setiosflags(std::ios::right)<<inAvg<<"\t"
+                         <<std::setw(8)<<diffAvg<<"\t"
+                         <<std::setw(7)<< ((1.0-(diffAvg/inAvg))*100.0) <<"%";
+                if (diffAvg < inMin &&
+                    (qAbs(inMin - diffAvg) > TEST_EPSILON)) {
+                    std::cout<<" + ("<<inMin<<")";
+                }
+                if (diffAvg > inMax &&
+                    (qAbs(diffAvg - inMax) > TEST_EPSILON)) {
+                    std::cout<<" - ("<<inMax<<")";
+                }
+
+                std::cout<<std::endl;
+            }
+        }
+    }
+    std::cout << std::resetiosflags(std::ios::right);
+    std::cout << std::resetiosflags(std::ios::left);
+    std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl;
+}
+
+
+