diff options
Diffstat (limited to 'tests/benchmarker/benchmarker.cpp')
-rw-r--r-- | tests/benchmarker/benchmarker.cpp | 113 |
1 files changed, 113 insertions, 0 deletions
diff --git a/tests/benchmarker/benchmarker.cpp b/tests/benchmarker/benchmarker.cpp new file mode 100644 index 000000000..3c1ed4c97 --- /dev/null +++ b/tests/benchmarker/benchmarker.cpp @@ -0,0 +1,113 @@ +/**************************************************************************** +** +** Copyright (C) 2015 The Qt Company Ltd. +** Contact: http://www.qt.io/licensing +** +** This file is part of the Qt Build Suite. +** +** Commercial License Usage +** Licensees holding valid commercial Qt licenses may use this file in +** accordance with the commercial license agreement provided with the +** Software or, alternatively, in accordance with the terms contained in +** a written agreement between you and The Qt Company. For licensing terms and +** conditions see http://www.qt.io/terms-conditions. For further information +** use the contact form at http://www.qt.io/contact-us. +** +** GNU Lesser General Public License Usage +** Alternatively, this file may be used under the terms of the GNU Lesser +** General Public License version 2.1 or version 3 as published by the Free +** Software Foundation and appearing in the file LICENSE.LGPLv21 and +** LICENSE.LGPLv3 included in the packaging of this file. Please review the +** following information to ensure the GNU Lesser General Public License +** requirements will be met: https://www.gnu.org/licenses/lgpl.html and +** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. +** +** In addition, as a special exception, The Qt Company gives you certain additional +** rights. These rights are described in The Qt Company LGPL Exception +** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. +** +****************************************************************************/ +#include "benchmarker.h" + +#include "exception.h" +#include "runsupport.h" +#include "valgrindrunner.h" + +#include <QtConcurrent> + +#include <iostream> + +namespace qbsBenchmarker { + +Benchmarker::Benchmarker(Activities activities, const QString &oldCommit, const QString &newCommit, + const QString &testProject, const QString &qbsRepo) + : m_activities(activities) + , m_oldCommit(oldCommit) + , m_newCommit(newCommit) + , m_testProject(testProject) + , m_qbsRepo(qbsRepo) +{ +} + +Benchmarker::~Benchmarker() +{ + if (!m_commitToRestore.isEmpty()) { + try { + runProcess(QStringList() << "git" << "checkout" << m_commitToRestore, m_qbsRepo); + } catch (const Exception &e) { + qDebug("Failed to restore original commit %s: %s", qPrintable(m_commitToRestore), + qPrintable(e.description())); + } + } +} + +void Benchmarker::benchmark() +{ + rememberCurrentRepoState(); + runProcess(QStringList() << "git" << "checkout" << m_oldCommit, m_qbsRepo); + const QString oldQbsBuildDir = m_baseOutputDir.path() + "/old-qbs-build"; + std::cout << "Building from old repo state..." << std::endl; + buildQbs(oldQbsBuildDir); + runProcess(QStringList() << "git" << "checkout" << m_newCommit, m_qbsRepo); + const QString newQbsBuildDir = m_baseOutputDir.path() + "/new-qbs-build"; + std::cout << "Building from new repo state..." << std::endl; + buildQbs(newQbsBuildDir); + std::cout << "Now running valgrind. This can take a while." << std::endl; + + ValgrindRunner oldDataRetriever(m_activities, m_testProject, oldQbsBuildDir, + m_baseOutputDir.path() + "/old-stuff"); + ValgrindRunner newDataRetriever(m_activities, m_testProject, newQbsBuildDir, + m_baseOutputDir.path() + "/new-stuff"); + QFuture<void> oldFuture = QtConcurrent::run(&oldDataRetriever, &ValgrindRunner::run); + QFuture<void> newFuture = QtConcurrent::run(&newDataRetriever, &ValgrindRunner::run); + oldFuture.waitForFinished(); + foreach (const ValgrindResult &valgrindResult, oldDataRetriever.results()) { + BenchmarkResult &benchmarkResult = m_results[valgrindResult.activity]; + benchmarkResult.oldInstructionCount = valgrindResult.instructionCount; + benchmarkResult.oldPeakMemoryUsage = valgrindResult.peakMemoryUsage; + } + newFuture.waitForFinished(); + foreach (const ValgrindResult &valgrindResult, newDataRetriever.results()) { + BenchmarkResult &benchmarkResult = m_results[valgrindResult.activity]; + benchmarkResult.newInstructionCount = valgrindResult.instructionCount; + benchmarkResult.newPeakMemoryUsage = valgrindResult.peakMemoryUsage; + } + std::cout << "Done!" << std::endl; +} + +void Benchmarker::rememberCurrentRepoState() +{ + QByteArray commit; + runProcess(QStringList() << "git" << "describe" << "HEAD", m_qbsRepo, &commit); + m_commitToRestore = QString::fromLatin1(commit); +} + +void Benchmarker::buildQbs(const QString &buildDir) const +{ + if (!QDir::root().mkpath(buildDir)) + throw Exception(QString::fromLatin1("Failed to create directory '%1'.").arg(buildDir)); + runProcess(QStringList() << "qmake" << m_qbsRepo + "/qbs.pro", buildDir); + runProcess(QStringList() << "make" << "-s", buildDir); +} + +} // namespace qbsBenchmarker |