summaryrefslogtreecommitdiffstats
path: root/tests/arthur/performancediff
diff options
context:
space:
mode:
Diffstat (limited to 'tests/arthur/performancediff')
-rw-r--r--tests/arthur/performancediff/main.cpp54
-rw-r--r--tests/arthur/performancediff/performancediff.cpp219
-rw-r--r--tests/arthur/performancediff/performancediff.h73
-rw-r--r--tests/arthur/performancediff/performancediff.pro20
4 files changed, 366 insertions, 0 deletions
diff --git a/tests/arthur/performancediff/main.cpp b/tests/arthur/performancediff/main.cpp
new file mode 100644
index 0000000000..da9af5ab3a
--- /dev/null
+++ b/tests/arthur/performancediff/main.cpp
@@ -0,0 +1,54 @@
+/****************************************************************************
+**
+** Copyright (C) 2011 Nokia Corporation and/or its subsidiary(-ies).
+** All rights reserved.
+** Contact: Nokia Corporation (qt-info@nokia.com)
+**
+** This file is part of the test suite of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:LGPL$
+** No Commercial Usage
+** This file contains pre-release code and may not be distributed.
+** You may use this file in accordance with the terms and conditions
+** contained in the Technology Preview License Agreement accompanying
+** this package.
+**
+** GNU Lesser General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU Lesser
+** General Public License version 2.1 as published by the Free Software
+** Foundation and appearing in the file LICENSE.LGPL included in the
+** packaging of this file. Please review the following information to
+** ensure the GNU Lesser General Public License version 2.1 requirements
+** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+**
+** In addition, as a special exception, Nokia gives you certain additional
+** rights. These rights are described in the Nokia Qt LGPL Exception
+** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+**
+** If you have questions regarding the use of this file, please contact
+** Nokia at qt-info@nokia.com.
+**
+**
+**
+**
+**
+**
+**
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+#include <QApplication>
+
+#include "performancediff.h"
+
+int main(int argc, char **argv)
+{
+ QApplication app(argc, argv);
+
+ PerformanceDiff generator;
+
+ generator.run(argc, argv);
+
+ return 0;
+}
diff --git a/tests/arthur/performancediff/performancediff.cpp b/tests/arthur/performancediff/performancediff.cpp
new file mode 100644
index 0000000000..fa7ebac32d
--- /dev/null
+++ b/tests/arthur/performancediff/performancediff.cpp
@@ -0,0 +1,219 @@
+/****************************************************************************
+**
+** Copyright (C) 2011 Nokia Corporation and/or its subsidiary(-ies).
+** All rights reserved.
+** Contact: Nokia Corporation (qt-info@nokia.com)
+**
+** This file is part of the test suite of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:LGPL$
+** No Commercial Usage
+** This file contains pre-release code and may not be distributed.
+** You may use this file in accordance with the terms and conditions
+** contained in the Technology Preview License Agreement accompanying
+** this package.
+**
+** GNU Lesser General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU Lesser
+** General Public License version 2.1 as published by the Free Software
+** Foundation and appearing in the file LICENSE.LGPL included in the
+** packaging of this file. Please review the following information to
+** ensure the GNU Lesser General Public License version 2.1 requirements
+** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+**
+** In addition, as a special exception, Nokia gives you certain additional
+** rights. These rights are described in the Nokia Qt LGPL Exception
+** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+**
+** If you have questions regarding the use of this file, please contact
+** Nokia at qt-info@nokia.com.
+**
+**
+**
+**
+**
+**
+**
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+#include "performancediff.h"
+
+#include "xmldata.h"
+
+#include <QtXml>
+
+#include <QFile>
+#include <QStringList>
+#include <QDateTime>
+#include <QtDebug>
+
+#include <iostream>
+#include <iomanip>
+
+
+static const int MIN_TEST_VAL = 20;
+static const int TEST_EPSILON = 5; //ms
+
+static void usage(const char *progname)
+{
+ std::cerr << "Couldn't find 'framework.ini' "
+ << "file and no output has been specified."<<std::endl;
+ std::cerr << "Usage: "<<progname
+ << " oldDataDir"
+ << " newDataDir\n"
+ << std::endl;
+}
+
+
+PerformanceDiff::PerformanceDiff()
+ : settings(0)
+{
+ if (QFile::exists("framework.ini")) {
+ settings = new QSettings("framework.ini", QSettings::IniFormat);
+ }
+}
+
+static void loadEngines(const QString &dirName,
+ QMap<QString, XMLEngine*> &engines)
+{
+ QDir dir(dirName);
+ dir.setFilter(QDir::Dirs | QDir::NoSymLinks | QDir::NoDotAndDotDot);
+ QFileInfoList list = dir.entryInfoList();
+ for (int i = 0; i < list.size(); ++i) {
+ QFileInfo fileInfo = list.at(i);
+ QString dataFile = QString("%1/data.xml")
+ .arg(fileInfo.absoluteFilePath());
+ if (QFile::exists(dataFile)) {
+ XMLReader handler;
+ QXmlSimpleReader reader;
+ reader.setContentHandler(&handler);
+ reader.setErrorHandler(&handler);
+
+ QFile file(dataFile);
+ if (!file.open(QFile::ReadOnly | QFile::Text)) {
+ qWarning("Cannot open file '%s', because: %s",
+ qPrintable(dataFile), qPrintable(file.errorString()));
+ continue;
+ }
+
+ QXmlInputSource xmlInputSource(&file);
+ if (reader.parse(xmlInputSource)) {
+ XMLEngine *engine = handler.xmlEngine();
+ engines.insert(engine->name, engine);
+ }
+ }
+ }
+
+}
+void PerformanceDiff::run(int argc, char **argv)
+{
+ processArguments(argc, argv);
+
+ loadEngines(inputDirName, inputEngines);
+ loadEngines(diffDirName, diffEngines);
+
+ if (inputEngines.isEmpty() || diffEngines.isEmpty()) {
+ usage(argv[0]);
+ return;
+ }
+
+ generateDiff();
+ //generateOutput();
+}
+
+void PerformanceDiff::processArguments(int argc, char **argv)
+{
+ if (argc != 3)
+ return;
+ inputDirName = QString(argv[1]);
+ diffDirName = QString(argv[2]);
+}
+
+void PerformanceDiff::generateDiff()
+{
+ qreal totalIn = 0;
+ qreal totalDiff = 0;
+
+ std::cout<<std::setiosflags(std::ios::left)<<std::setw(30)<<"Testcase"
+ <<std::setiosflags(std::ios::right)
+ <<std::setw(10) <<"Before"
+ <<std::setw(15) <<"After"
+ <<std::setw(20) <<"Difference"<<std::endl;
+ std::cout << std::resetiosflags(std::ios::right);
+ std::cout << std::resetiosflags(std::ios::left);
+ std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl;
+ foreach(XMLEngine *diffEngine, diffEngines) {
+ XMLEngine *inEngine = inputEngines[diffEngine->name];
+ if (!inEngine)
+ continue;
+ foreach(XMLSuite *diffSuite, diffEngine->suites) {
+ XMLSuite *inSuite = inEngine->suites[diffSuite->name];
+ if (!inSuite)
+ continue;
+
+ foreach(XMLFile *diffFile, diffSuite->files) {
+ XMLFile *inFile = inSuite->files[diffFile->name];
+ if (!inFile)
+ continue;
+
+ qreal inAvg = 0;
+ qreal diffAvg = 0;
+ qreal inMin = 0;
+ qreal inMax = 0;
+ foreach(XMLData data, inFile->data) {
+ inAvg = (double(data.timeToRender)/data.iterations);
+ if (!inMin)
+ inMin = data.minElapsed;
+ else if (data.minElapsed < inMin)
+ inMin = data.minElapsed;
+ if (!inMax)
+ inMax = data.maxElapsed;
+ else if (inMax < data.maxElapsed)
+ inMax = data.maxElapsed;
+ }
+ //skipping really small tests
+ if (inAvg < MIN_TEST_VAL) {
+ continue;
+ }
+
+ totalIn += inAvg;
+ foreach(XMLData data, diffFile->data) {
+ diffAvg = (double(data.timeToRender)/data.iterations);
+ }
+ totalDiff += diffAvg;
+
+ QFileInfo fi(diffFile->name);
+ std::cout.width(80);
+ std::cout.setf(std::ios::fixed, std::ios::floatfield);
+ std::cout.setf(std::ios::showpoint);
+ std::cout << std::resetiosflags(std::ios::right);
+ std::cout << std::resetiosflags(std::ios::left);
+ std::cout<<std::setw(30)<<std::setfill('.')<<std::setiosflags(std::ios::left)
+ <<qPrintable(fi.fileName())<<"\t";
+ std::cout<<std::setfill(' ')<<std::setprecision(2)
+ <<std::setiosflags(std::ios::right)
+ <<std::setw(8)<<std::setiosflags(std::ios::right)<<inAvg<<"\t"
+ <<std::setw(8)<<diffAvg<<"\t"
+ <<std::setw(7)<< ((1.0-(diffAvg/inAvg))*100.0) <<"%";
+ if (diffAvg < inMin &&
+ (qAbs(inMin - diffAvg) > TEST_EPSILON)) {
+ std::cout<<" + ("<<inMin<<")";
+ }
+ if (diffAvg > inMax &&
+ (qAbs(diffAvg - inMax) > TEST_EPSILON)) {
+ std::cout<<" - ("<<inMax<<")";
+ }
+
+ std::cout<<std::endl;
+ }
+ }
+ }
+ std::cout << std::resetiosflags(std::ios::right);
+ std::cout << std::resetiosflags(std::ios::left);
+ std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl;
+}
+
+
+
diff --git a/tests/arthur/performancediff/performancediff.h b/tests/arthur/performancediff/performancediff.h
new file mode 100644
index 0000000000..480f37789d
--- /dev/null
+++ b/tests/arthur/performancediff/performancediff.h
@@ -0,0 +1,73 @@
+/****************************************************************************
+**
+** Copyright (C) 2011 Nokia Corporation and/or its subsidiary(-ies).
+** All rights reserved.
+** Contact: Nokia Corporation (qt-info@nokia.com)
+**
+** This file is part of the test suite of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:LGPL$
+** No Commercial Usage
+** This file contains pre-release code and may not be distributed.
+** You may use this file in accordance with the terms and conditions
+** contained in the Technology Preview License Agreement accompanying
+** this package.
+**
+** GNU Lesser General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU Lesser
+** General Public License version 2.1 as published by the Free Software
+** Foundation and appearing in the file LICENSE.LGPL included in the
+** packaging of this file. Please review the following information to
+** ensure the GNU Lesser General Public License version 2.1 requirements
+** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+**
+** In addition, as a special exception, Nokia gives you certain additional
+** rights. These rights are described in the Nokia Qt LGPL Exception
+** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+**
+** If you have questions regarding the use of this file, please contact
+** Nokia at qt-info@nokia.com.
+**
+**
+**
+**
+**
+**
+**
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+#ifndef PERFORMANCEDIFF_H
+#define PERFORMANCEDIFF_H
+
+#include "xmldata.h"
+
+#include <QMap>
+#include <QString>
+
+QT_FORWARD_DECLARE_CLASS(QStringList)
+QT_FORWARD_DECLARE_CLASS(QSettings)
+
+class PerformanceDiff
+{
+public:
+ PerformanceDiff();
+
+ //void generateOutput();
+
+ void run(int argc, char **argv);
+
+private:
+ void processArguments(int argc, char **argv);
+ void generateDiff();
+private:
+ QMap<QString, XMLEngine*> inputEngines;
+ QMap<QString, XMLEngine*> diffEngines;
+
+ QSettings *settings;
+ QString inputDirName;
+ QString diffDirName;
+};
+
+#endif
diff --git a/tests/arthur/performancediff/performancediff.pro b/tests/arthur/performancediff/performancediff.pro
new file mode 100644
index 0000000000..15d5ec5956
--- /dev/null
+++ b/tests/arthur/performancediff/performancediff.pro
@@ -0,0 +1,20 @@
+# -*- Mode: makefile -*-
+COMMON_FOLDER = $$PWD/../common
+include(../arthurtester.pri)
+TEMPLATE = app
+TARGET = performancediff
+DEPENDPATH += .
+INCLUDEPATH += .
+DESTDIR = ../bin
+
+CONFIG += console
+
+QT += xml svg
+contains(QT_CONFIG, opengl)|contains(QT_CONFIG, opengles1)|contains(QT_CONFIG, opengles2):QT += opengl
+contains(QT_CONFIG, qt3support):QT += qt3support
+
+# Input
+HEADERS += performancediff.h
+SOURCES += main.cpp performancediff.cpp
+
+
generated by cgit v1.2.3 (git 2.25.1) at 2024-05-03 02:09:03 +0000