/**************************************************************************** ** ** Copyright (C) 2013 Klaralvdalens Datakonsult AB (KDAB) ** Copyright (C) 2023 The Qt Company Ltd. ** Contact: https://www.qt.io/licensing/ ** ** This file is part of the Qt Installer Framework. ** ** $QT_BEGIN_LICENSE:GPL-EXCEPT$ ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and The Qt Company. For licensing terms ** and conditions see https://www.qt.io/terms-conditions. For further ** information use the contact form at https://www.qt.io/contact-us. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3 as published by the Free Software ** Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT ** included in the packaging of this file. Please review the following ** information to ensure the GNU General Public License requirements will ** be met: https://www.gnu.org/licenses/gpl-3.0.html. ** ** $QT_END_LICENSE$ ** ****************************************************************************/ #include "updatefinder.h" #include "update.h" #include "filedownloader.h" #include "filedownloaderfactory.h" #include "updatesinfo_p.h" #include "localpackagehub.h" #include "fileutils.h" #include "globals.h" #include #include #include #include using namespace KDUpdater; using namespace QInstaller; /*! \inmodule kdupdater \class KDUpdater::UpdateFinder \brief The UpdaterFinder class finds updates applicable for installed packages. The KDUpdater::UpdateFinder class helps in searching for updates and installing them on the application. The class basically processes the application's KDUpdater::PackagesInfo and the UpdateXMLs it aggregates from all the update sources and populates a list of KDUpdater::Update objects. */ static int computeProgressPercentage(int min, int max, int percent) { return min + qint64(max-min) * percent / 100; } static int computePercent(int done, int total) { return total ? done * Q_INT64_C(100) / total : 0 ; } /*! Constructs an update finder. */ UpdateFinder::UpdateFinder() : Task(QLatin1String("UpdateFinder"), Stoppable) , m_cancel(false) , m_downloadCompleteCount(0) , m_downloadsToComplete(0) , m_updatesXmlTasks(0) , m_updatesXmlTasksToComplete(0) { } /*! Destructor */ UpdateFinder::~UpdateFinder() { clear(); } /*! Returns a list of KDUpdater::Update objects. */ QList UpdateFinder::updates() const { return m_updates.values(); } /*! Sets the information about installed local packages \a hub. */ void UpdateFinder::setLocalPackageHub(std::weak_ptr hub) { m_localPackageHub = std::move(hub); } /*! Sets the package \a sources information when searching for applicable packages. */ void UpdateFinder::setPackageSources(const QSet &sources) { m_packageSources = sources; } /*! \internal Implemented from KDUpdater::Task::doRun(). */ void UpdateFinder::doRun() { computeUpdates(); } /*! \internal Implemented from KDUpdater::Task::doStop(). */ bool UpdateFinder::doStop() { cancelComputeUpdates(); // Wait until the cancel has actually happened, and then return. // Thinking of using QMutex for this. Frank/Till any suggestions? return true; } /*! \internal Implemented from KDUpdater::Task::doStop(). */ bool UpdateFinder::doPause() { // Not a pausable task return false; } /*! \internal Implemented from KDUpdater::Task::doStop(). */ bool UpdateFinder::doResume() { // Not a pausable task, hence it is not resumable as well return false; } /*! \internal Releases all internal resources consumed while downloading and computing updates. */ void UpdateFinder::clear() { qDeleteAll(m_updates); m_updates.clear(); const QList values = m_updatesInfoList.values(); foreach (const Data &data, values) delete data.downloader; qDeleteAll(m_updatesInfoList.keyBegin(), m_updatesInfoList.keyEnd()); m_updatesInfoList.clear(); m_downloadCompleteCount = 0; m_downloadsToComplete = 0; qDeleteAll(m_xmlFileTasks); m_xmlFileTasks.clear(); } /*! \internal This method computes the updates that can be applied on the application by studying the application's KDUpdater::PackagesInfo object and the UpdateXML files from each of the update sources described in QInstaller::PackageSource. This function can take a long time to complete. The following signals are emitted during the execution of this function The function creates KDUpdater::Update objects on the stack. All KDUpdater::Update objects are made children of the application associated with this finder. The update sources are fetched from the QInstaller::PackageSource object associated with the application. Package information is extracted from the KDUpdater::PackagesInfo object associated with the application. \note Each time this function is called, all the previously computed updates are discarded and its resources are freed. */ void UpdateFinder::computeUpdates() { // Computing updates is done in two stages // 1. Downloading Update XML files from all the update sources // 2. Parse attributes from Update XML documents to UpdateInfoList // 3. Remove all updates with invalid content // 4. Matching updates with Package XML and figuring out available updates clear(); m_cancel = false; // First do some quick sanity checks on the packages info std::shared_ptr packages = m_localPackageHub.lock(); if (!packages) { reportError(tr("Cannot access the package information of this application.")); return; } if (!packages->isValid()) { reportError(packages->errorString()); return; } // Now do some quick sanity checks on the package sources. if (m_packageSources.count() <= 0) { reportError(tr("No package sources set for this application.")); return; } // Now we can start... if (!downloadUpdateXMLFiles() || m_cancel) { clear(); return; } if (!parseUpdateXMLFiles() || m_cancel) { clear(); return; } if (!removeInvalidObjects() || m_cancel) { clear(); return; } if (!computeApplicableUpdates() || m_cancel) { clear(); return; } // All done reportProgress(100, tr("%n update(s) found.", "", m_updates.count())); reportDone(); } /*! \internal Cancels the computation of updates. \sa computeUpdates() */ void UpdateFinder::cancelComputeUpdates() { m_cancel = true; } /*! \internal This function downloads Updates.xml from all the update sources except local files. A single application can potentially have several update sources, hence we need to be asynchronous in downloading updates from different sources. The function basically does this for each update source: a) Create a KDUpdater::FileDownloader and KDUpdater::UpdatesInfo for each update b) Triggers the download of Updates.xml from each file downloader. c) The downloadCompleted(), downloadCanceled() and downloadAborted() signals are connected in each of the downloaders. Once all the downloads are complete and/or aborted, the next stage would be done. The function gets into an event loop until all the downloads are complete. */ bool UpdateFinder::downloadUpdateXMLFiles() { // create UpdatesInfo for each update source foreach (const PackageSource &info, m_packageSources) { const QUrl url = QString::fromLatin1("%1/Updates.xml").arg(info.url.toString()); if (url.scheme() != QLatin1String("resource") && url.scheme() != QLatin1String("file")) { // create FileDownloader (except for local files and resources) FileDownloader *downloader = FileDownloaderFactory::instance().create(url.scheme(), this); if (!downloader) break; downloader->setUrl(url); downloader->setAutoRemoveDownloadedFile(true); connect(downloader, SIGNAL(downloadCanceled()), this, SLOT(slotDownloadDone())); connect(downloader, SIGNAL(downloadCompleted()), this, SLOT(slotDownloadDone())); connect(downloader, SIGNAL(downloadAborted(QString)), this, SLOT(slotDownloadDone())); m_updatesInfoList.insert(new UpdatesInfo(info.postLoadComponentScript), Data(info, downloader)); } else { UpdatesInfo *updatesInfo = new UpdatesInfo(info.postLoadComponentScript); updatesInfo->setFileName(QInstaller::pathFromUrl(url)); m_updatesInfoList.insert(updatesInfo, Data(info)); } } // Trigger download of Updates.xml file m_downloadCompleteCount = 0; m_downloadsToComplete = 0; foreach (const Data &data, m_updatesInfoList) { if (data.downloader) { m_downloadsToComplete++; data.downloader->download(); } } // Wait until all downloaders have completed their downloads. return waitForJobToFinish(m_downloadCompleteCount, m_downloadsToComplete); } /*! \internal */ bool UpdateFinder::parseUpdateXMLFiles() { // Setup the update info objects with the files from download. m_updatesXmlTasks = 0; m_updatesXmlTasksToComplete = 0; QList keys = m_updatesInfoList.keys(); for (UpdatesInfo *updatesInfo : qAsConst(keys)) { const Data data = m_updatesInfoList.value(updatesInfo); if (data.downloader) { if (!data.downloader->isDownloaded()) { reportError(tr("Cannot download package source %1 from \"%2\".").arg(data. downloader->url().fileName(), data.info.url.toString())); } else { updatesInfo->setFileName(data.downloader->downloadedFileName()); } } if (!updatesInfo->fileName().isEmpty()) { ParseXmlFilesTask *const task = new ParseXmlFilesTask(updatesInfo); m_xmlFileTasks.append(task); QFutureWatcher *watcher = new QFutureWatcher(); m_updatesXmlTasksToComplete++; connect(watcher, &QFutureWatcherBase::finished, this, &UpdateFinder::parseUpdatesXmlTaskFinished); watcher->setFuture(QtConcurrent::run(&ParseXmlFilesTask::doTask, task)); } } // Wait until all updates.xml files are parsed return waitForJobToFinish(m_updatesXmlTasks, m_updatesXmlTasksToComplete); } /*! \internal */ bool UpdateFinder::removeInvalidObjects() { QMutableHashIterator it(m_updatesInfoList); while (it.hasNext()) { UpdatesInfo *info = it.next().key(); if (info->isValid()) continue; reportError(info->errorString()); delete info; it.remove(); } if (m_updatesInfoList.isEmpty()) return false; reportProgress(49, tr("Updates.xml file(s) downloaded from update sources.")); return true; } /*! \internal This function runs through all the KDUpdater::UpdatesInfo objects created during the downloadUpdateXMLFiles() method and compares it with the data contained in KDUpdater::PackagesInfo. Thereby figures out whether an update is applicable for this application or not. */ bool UpdateFinder::computeApplicableUpdates() { int i = 0; QList keys = m_updatesInfoList.keys(); for (UpdatesInfo *updatesInfo : qAsConst(keys)) { // Fetch updates applicable to this application. QList updates = applicableUpdates(updatesInfo); if (!updates.count()) continue; if (m_cancel) return false; const PackageSource updateSource = m_updatesInfoList.value(updatesInfo).info; // Create Update objects for updates that have a valid // UpdateFile createUpdateObjects(updateSource, updates); if (m_cancel) return false; // Report progress reportProgress(computeProgressPercentage(51, 100, computePercent(i, m_updatesInfoList.count())), tr("Computing applicable updates.")); ++i; } reportProgress(99, tr("Application updates computed.")); return true; } /*! \internal */ QList UpdateFinder::applicableUpdates(UpdatesInfo *updatesInfo) { const QList dummy; if (!updatesInfo || updatesInfo->updateInfoCount() == 0) return dummy; std::shared_ptr packages = m_localPackageHub.lock(); if (!packages) return dummy; // Check to see if the updates info contains updates for any application if (updatesInfo->applicationName() != QLatin1String("{AnyApplication}")) { // updatesInfo->applicationName() describes one application or a series of // application names separated by commas. QString appName = updatesInfo->applicationName(); appName = appName.replace(QLatin1String( ", " ), QLatin1String( "," )); appName = appName.replace(QLatin1String( " ," ), QLatin1String( "," )); // Catch hold of app names contained updatesInfo->applicationName() // If the application appName isn't one of the app names, then the updates are not applicable. const QStringList apps = appName.split(QInstaller::commaRegExp(), Qt::SkipEmptyParts); if (apps.indexOf([&packages] { return packages->isValid() ? packages->applicationName() : QCoreApplication::applicationName(); } ()) < 0) { return dummy; } } return updatesInfo->updatesInfo(); } /*! \internal */ void UpdateFinder::createUpdateObjects(const PackageSource &source, const QList &updateInfoList) { foreach (const UpdateInfo &info, updateInfoList) { const Resolution value = checkPriorityAndVersion(source, info.data); if (value == Resolution::KeepExisting) continue; const QString name = info.data.value(QLatin1String("Name")).toString(); if (value == Resolution::RemoveExisting) delete m_updates.take(name); // Create and register the update m_updates.insert(name, new Update(source, info)); } } /*! \internal If a package of the same name exists, always use the one with the higher version. If the new package has the same version but a higher priority, use the new new package, otherwise keep the already existing package. */ UpdateFinder::Resolution UpdateFinder::checkPriorityAndVersion( const PackageSource &source, const QVariantHash &newPackage) const { const QString name = newPackage.value(QLatin1String("Name")).toString(); if (Update *existingPackage = m_updates.value(name)) { // Bingo, package was previously found elsewhere. const int match = compareVersion(newPackage.value(QLatin1String("Version")).toString(), existingPackage->data(QLatin1String("Version")).toString()); if (match > 0) { // new package has higher version, use qCDebug(QInstaller::lcDeveloperBuild).nospace() << "Remove Package 'Name: " << name << ", Version: "<< existingPackage->data(QLatin1String("Version")).toString() << ", Source: " << QFileInfo(existingPackage->packageSource().url.toLocalFile()).fileName() << "' found a package with higher version 'Name: " << name << ", Version: " << newPackage.value(QLatin1String("Version")).toString() << ", Source: " << QFileInfo(source.url.toLocalFile()).fileName() << "'"; return Resolution::RemoveExisting; } if ((match == 0) && (source.priority > existingPackage->packageSource().priority)) { // new package version equals but priority is higher, use qCDebug(QInstaller::lcDeveloperBuild).nospace() << "Remove Package 'Name: " << name << ", Priority: " << existingPackage->packageSource().priority << ", Source: " << QFileInfo(existingPackage->packageSource().url.toLocalFile()).fileName() << "' found a package with higher priority 'Name: " << name << ", Priority: " << source.priority << ", Source: " << QFileInfo(source.url.toLocalFile()).fileName() << "'"; return Resolution::RemoveExisting; } return Resolution::KeepExisting; // otherwise keep existing } return Resolution::AddPackage; } /*! \internal */ bool UpdateFinder::waitForJobToFinish(const int ¤tCount, const int &totalsCount) { while (true) { QCoreApplication::processEvents(); if (m_cancel) return false; if (currentCount == totalsCount) break; reportProgress(computePercent(currentCount, totalsCount), tr("Downloading Updates.xml from update sources.")); } return true; } /*! \internal */ void UpdateFinder::parseUpdatesXmlTaskFinished() { ++m_updatesXmlTasks; int pc = computePercent(m_updatesXmlTasks, m_updatesXmlTasksToComplete); pc = computeProgressPercentage(0, 45, pc); reportProgress( pc, tr("Downloading Updates.xml from update sources.") ); QFutureWatcher *watcher = static_cast *>(sender()); watcher->waitForFinished(); watcher->deleteLater(); } /*! \internal */ void UpdateFinder::slotDownloadDone() { ++m_downloadCompleteCount; int pc = computePercent(m_downloadCompleteCount, m_downloadsToComplete); pc = computeProgressPercentage(0, 45, pc); reportProgress( pc, tr("Downloading Updates.xml from update sources.") ); } /*! \inmodule kdupdater This function compares two version strings \a v1 and \a v2 and returns -1, 0 or +1 based on the following rule \list \li Returns 0 if v1 == v2 \li Returns -1 if v1 < v2 \li Returns +1 if v1 > v2 \endlist The function is very similar to \c strcmp(), except that it works on version strings. Example: \code KDUpdater::compareVersion("2.0", "2.1"); // Returns -1 KDUpdater::compareVersion("2.1", "2.0"); // Returns +1 KDUpdater::compareVersion("2.0", "2.0"); // Returns 0 KDUpdater::compareVersion("2.1", "2.1"); // Returns 0 KDUpdater::compareVersion("2.0", "2.x"); // Returns 0 KDUpdater::compareVersion("2.x", "2.0"); // Returns 0 KDUpdater::compareVersion("2.0.12.4", "2.1.10.4"); // Returns -1 KDUpdater::compareVersion("2.0.12.x", "2.0.x"); // Returns 0 KDUpdater::compareVersion("2.1.12.x", "2.0.x"); // Returns +1 KDUpdater::compareVersion("2.1.12.x", "2.x"); // Returns 0 KDUpdater::compareVersion("2.x", "2.1.12.x"); // Returns 0 \endcode */ int KDUpdater::compareVersion(const QString &v1, const QString &v2) { // For tests refer VersionCompareFnTest testcase. // Check for equality if (v1 == v2) return 0; // Split version components across ".", "-" or "_" static const QRegularExpression regex(QLatin1String( "\\.|-|_")); QStringList v1_comps = v1.split(regex); QStringList v2_comps = v2.split(regex); // Check each component of the version int index = 0; while (true) { bool v1_ok = false; bool v2_ok = false; if (index == v1_comps.count() && index < v2_comps.count()) { v2_comps.at(index).toLongLong(&v2_ok); return v2_ok ? -1 : +1; } if (index < v1_comps.count() && index == v2_comps.count()) { v1_comps.at(index).toLongLong(&v1_ok); return v1_ok ? +1 : -1; } if (index >= v1_comps.count() || index >= v2_comps.count()) break; qlonglong v1_comp = v1_comps.at(index).toLongLong(&v1_ok); qlonglong v2_comp = v2_comps.at(index).toLongLong(&v2_ok); if (!v1_ok) { if (v1_comps.at(index) == QLatin1String("x")) return 0; } if (!v2_ok) { if (v2_comps.at(index) == QLatin1String("x")) return 0; } if (!v1_ok && !v2_ok) { // try remove equal start int i = 0; while (i < v1_comps.at(index).size() && i < v2_comps.at(index).size() && v1_comps.at(index).at(i) == v2_comps.at(index).at(i)) { ++i; } if (i > 0) { v1_comps[index] = v1_comps.at(index).mid(i); v2_comps[index] = v2_comps.at(index).mid(i); // compare again continue; } } if (!v1_ok || !v2_ok) { int res = v1_comps.at(index).compare(v2_comps.at(index)); if (res == 0) { // v1_comps.at(index) == v2_comps(index) ++index; continue; } return res > 0 ? +1 : -1; } if (v1_comp < v2_comp) return -1; if (v1_comp > v2_comp) return +1; // v1_comp == v2_comp ++index; } if (index < v2_comps.count()) return +1; if (index < v1_comps.count()) return -1; // Controversial return. I hope this never happens. return 0; } #include "moc_updatefinder.cpp"