// Copyright (C) 2021 The Qt Company Ltd. // SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0+ OR GPL-3.0 WITH Qt-GPL-exception-1.0 #include "filepath.h" #include "algorithm.h" #include "devicefileaccess.h" #include "environment.h" #include "fileutils.h" #include "hostosinfo.h" #include "qtcassert.h" #include #include #include #include #include #include #include #include #ifdef Q_OS_WIN #ifdef QTCREATOR_PCH_H #define CALLBACK WINAPI #endif #include #include #endif namespace Utils { static DeviceFileHooks s_deviceHooks; inline bool isWindowsDriveLetter(QChar ch); /*! \class Utils::FilePath \brief The FilePath class is an abstraction for handles to objects in a (possibly remote) file system, similar to a URL or, in the local case, a path to a file or directory. Ideally, all of \QC code should use FilePath for this purpose, but for historic reasons there are still large parts using QString. FilePaths are internally stored as triple of strings, with one part ("scheme") identifying an access method, a second part ("host") a file system (e.g. a host) and a third part ("path") identifying a (potential) object on the systems. FilePath follows the Unix paradigm of "everything is a file": There is no conceptional difference between FilePaths referring to plain files or directories. A FilePath is implicitly associated with an operating system via its host part. The path part of a FilePath is internally stored with forward slashes, independent of the associated OS. The path parts of FilePaths associated with Windows (and macOS, unless selected otherwise in the settings) are compared case-insensitively to each other. Note that comparisons for equivalence generally need out-of-band knowledge, as there may be multiple FilePath representations for the same file (e.g. different access methods may lead to the same file). There are several conversions between FilePath and other string-like representations: \list \li FilePath::fromUserInput() Convert string-like data from sources originating outside of \QC, e.g. from human input in GUI controls, from environment variables and from command-line parameters to \QC. The input can contain both slashes and backslashes and will be parsed and normalized. \li FilePath::nativePath() Converts the FilePath to the slash convention of the associated OS and drops the scheme and host parts. This is useful to interact with the facilities of the associated OS, e.g. when passing this FilePath as an argument to a command executed on the associated OS. \note The FilePath passed as executable to a CommandLine is typically not touched by user code. QtcProcess will use it to determine the remote system and apply the necessary conversions internally. \li FilePath::toUserOutput() Converts the FilePath to the slash convention of the associated OS and retains the scheme and host parts. This is rarely useful for remote paths as there is practically no consumer of this style. \li FilePath::displayName() Converts the FilePath to the slash convention of the associated OS and adds the scheme and host as a " on " suffix. This is useful for static user-facing output in he GUI \li FilePath::fromVariant(), FilePath::toVariant() These are used to interface QVariant-based API, e.g. settings or item model (internal) data. \li FilePath::fromString(), FilePath::toString() These are used for internal interfaces to code areas that still use QString based file paths. \endlist Conversion of string-like data should always happen at the outer boundary of \QC code, using \c fromUserInput() for in-bound communication, and depending on the medium \c nativePath() or \c displayName() for out-bound communication. Communication with QVariant based Qt API should use \c fromVariant() and \c toVariant(). Uses of \c fromString() and \c toString() should be phased out by transforming code from QString based file path to FilePath. An exception here are fragments of paths of a FilePath that are later used with \c pathAppended() or similar which should be kept as QString. UNC paths will retain their "//" begin, and are recognizable by this. */ FilePath::FilePath() { } /// Constructs a FilePath from \a info FilePath FilePath::fromFileInfo(const QFileInfo &info) { return FilePath::fromString(info.absoluteFilePath()); } /// \returns a QFileInfo QFileInfo FilePath::toFileInfo() const { return QFileInfo(toFSPathString()); } FilePath FilePath::fromUrl(const QUrl &url) { return FilePath::fromParts(url.scheme(), url.host(), url.path()); } FilePath FilePath::fromParts(const QStringView scheme, const QStringView host, const QStringView path) { FilePath result; result.setParts(scheme, host, path); return result; } FilePath FilePath::fromPathPart(const QStringView path) { FilePath result; result.m_data = path.toString(); result.m_pathLen = path.size(); return result; } FilePath FilePath::currentWorkingPath() { return FilePath::fromString(QDir::currentPath()); } bool FilePath::isRootPath() const { // FIXME: Make host-independent return operator==(FilePath::fromString(QDir::rootPath())); } QString FilePath::encodedHost() const { QString result = host().toString(); result.replace('%', "%25"); result.replace('/', "%2f"); return result; } QString decodeHost(QString host) { return host.replace("%25", "%").replace("%2f", "/"); } /// \returns a QString for passing on to QString based APIs QString FilePath::toString() const { if (!needsDevice()) return path(); if (isRelativePath()) return scheme() + "://" + encodedHost() + "/./" + pathView(); return scheme() + "://" + encodedHost() + pathView(); } QString FilePath::toFSPathString() const { if (scheme().isEmpty()) return path(); if (isRelativePath()) return specialRootPath() + '/' + scheme() + '/' + encodedHost() + "/./" + pathView(); return specialRootPath() + '/' + scheme() + '/' + encodedHost() + pathView(); } QUrl FilePath::toUrl() const { QUrl url; url.setScheme(scheme().toString()); url.setHost(host().toString()); url.setPath(path()); return url; } /// \returns a QString to display to the user, including the device prefix /// Converts the separators to the native format of the system /// this path belongs to. QString FilePath::toUserOutput() const { QString tmp = toString(); if (needsDevice()) return tmp; if (osType() == OsTypeWindows) tmp.replace('/', '\\'); return tmp; } /// \returns a QString to pass to target system native commands, without the device prefix. /// Converts the separators to the native format of the system /// this path belongs to. QString FilePath::nativePath() const { QString data = path(); if (osType() == OsTypeWindows) data.replace('/', '\\'); return data; } QStringView FilePath::fileNameView() const { const QStringView fp = pathView(); return fp.mid(fp.lastIndexOf('/') + 1); } QString FilePath::fileName() const { return fileNameView().toString(); } QString FilePath::fileNameWithPathComponents(int pathComponents) const { QString fullPath = path(); if (pathComponents < 0) return fullPath; const QChar slash = QLatin1Char('/'); int i = fullPath.lastIndexOf(slash); if (pathComponents == 0 || i == -1) return fullPath.mid(i + 1); int component = i + 1; // skip adjacent slashes while (i > 0 && fullPath.at(--i) == slash) ; while (i >= 0 && --pathComponents >= 0) { i = fullPath.lastIndexOf(slash, i); component = i + 1; while (i > 0 && fullPath.at(--i) == slash) ; } if (i > 0 && fullPath.lastIndexOf(slash, i) != -1) return fullPath.mid(component); // If there are no more slashes before the found one, return the entire string return toString(); } /// \returns the base name of the file without the path. /// /// The base name consists of all characters in the file up to /// (but not including) the first '.' character. QString FilePath::baseName() const { const QString &name = fileName(); return name.left(name.indexOf('.')); } /// \returns the complete base name of the file without the path. /// /// The complete base name consists of all characters in the file up to /// (but not including) the last '.' character. In case of ".ui.qml" /// it will be treated as one suffix. QString FilePath::completeBaseName() const { const QString &name = fileName(); if (name.endsWith(".ui.qml")) return name.left(name.length() - QString(".ui.qml").length()); return name.left(name.lastIndexOf('.')); } /// \returns the suffix (extension) of the file. /// /// The suffix consists of all characters in the file after /// (but not including) the last '.'. In case of ".ui.qml" it will /// be treated as one suffix. QStringView FilePath::suffixView() const { const QStringView name = fileNameView(); if (name.endsWith(u".ui.qml")) return u"ui.qml"; const int index = name.lastIndexOf('.'); if (index >= 0) return name.mid(index + 1); return {}; } QString FilePath::suffix() const { return suffixView().toString(); } /// \returns the complete suffix (extension) of the file. /// /// The complete suffix consists of all characters in the file after /// (but not including) the first '.'. QString FilePath::completeSuffix() const { const QString &name = fileName(); const int index = name.indexOf('.'); if (index >= 0) return name.mid(index + 1); return {}; } QStringView FilePath::scheme() const { return QStringView{m_data}.mid(m_pathLen, m_schemeLen); } QStringView FilePath::host() const { return QStringView{m_data}.mid(m_pathLen + m_schemeLen, m_hostLen); } QStringView FilePath::pathView() const { return QStringView(m_data).left(m_pathLen); } QString FilePath::path() const { return pathView().toString(); } void FilePath::setParts(const QStringView scheme, const QStringView host, QStringView path) { QTC_CHECK(!scheme.contains('/')); if (path.startsWith(u"/./")) path = path.mid(3); m_data = path.toString() + scheme.toString() + host.toString(); m_schemeLen = scheme.size(); m_hostLen = host.size(); m_pathLen = path.size(); } /// \returns a bool indicating whether a file with this /// FilePath exists. bool FilePath::exists() const { return fileAccess()->exists(*this); } /// \returns a bool indicating whether a path is writable. bool FilePath::isWritableDir() const { return fileAccess()->isWritableDirectory(*this); } bool FilePath::isWritableFile() const { return fileAccess()->isWritableFile(*this); } bool FilePath::ensureWritableDir() const { return fileAccess()->ensureWritableDirectory(*this); } bool FilePath::ensureExistingFile() const { return fileAccess()->ensureExistingFile(*this); } bool FilePath::isExecutableFile() const { return fileAccess()->isExecutableFile(*this); } /// \returns a bool indicating on whether a process with this FilePath's /// .nativePath() is likely to start. /// /// This is equivalent to \c isExecutableFile() in general. /// On Windows, it will check appending various suffixes, too. std::optional FilePath::refersToExecutableFile(MatchScope matchScope) const { return fileAccess()->refersToExecutableFile(*this, matchScope); } bool FilePath::isReadableFile() const { return fileAccess()->isReadableFile(*this); } bool FilePath::isReadableDir() const { return fileAccess()->isReadableDirectory(*this); } bool FilePath::isFile() const { return fileAccess()->isFile(*this); } bool FilePath::isDir() const { return fileAccess()->isDirectory(*this); } bool FilePath::isSymLink() const { return fileAccess()->isSymLink(*this); } bool FilePath::createDir() const { return fileAccess()->createDirectory(*this); } FilePaths FilePath::dirEntries(const FileFilter &filter, QDir::SortFlags sort) const { FilePaths result; const auto callBack = [&result](const FilePath &path) { result.append(path); return true; }; iterateDirectory(callBack, filter); // FIXME: Not all flags supported here. const QDir::SortFlags sortBy = (sort & QDir::SortByMask); if (sortBy == QDir::Name) { Utils::sort(result); } else if (sortBy == QDir::Time) { Utils::sort(result, [](const FilePath &path1, const FilePath &path2) { return path1.lastModified() < path2.lastModified(); }); } if (sort != QDir::NoSort && (sort & QDir::Reversed)) std::reverse(result.begin(), result.end()); return result; } FilePaths FilePath::dirEntries(QDir::Filters filters) const { return dirEntries(FileFilter({}, filters)); } // This runs \a callBack on each directory entry matching all \a filters and // either of the specified \a nameFilters. // An empty \nameFilters list matches every name. void FilePath::iterateDirectory(const IterateDirCallback &callBack, const FileFilter &filter) const { fileAccess()->iterateDirectory(*this, callBack, filter); } void FilePath::iterateDirectories(const FilePaths &dirs, const IterateDirCallback &callBack, const FileFilter &filter) { for (const FilePath &dir : dirs) dir.iterateDirectory(callBack, filter); } std::optional FilePath::fileContents(qint64 maxSize, qint64 offset) const { return fileAccess()->fileContents(*this, maxSize, offset); } bool FilePath::ensureReachable(const FilePath &other) const { if (needsDevice()) { QTC_ASSERT(s_deviceHooks.ensureReachable, return false); return s_deviceHooks.ensureReachable(*this, other); } else if (!other.needsDevice()) { return true; } return false; } void FilePath::asyncFileContents( const Continuation &> &cont, qint64 maxSize, qint64 offset) const { return fileAccess()->asyncFileContents(*this, cont, maxSize, offset); } bool FilePath::writeFileContents(const QByteArray &data, qint64 offset) const { return fileAccess()->writeFileContents(*this, data, offset); } FilePathInfo FilePath::filePathInfo() const { return fileAccess()->filePathInfo(*this); } void FilePath::asyncWriteFileContents( const Continuation &cont, const QByteArray &data, qint64 offset) const { return fileAccess()->asyncWriteFileContents(*this, cont, data, offset); } bool FilePath::needsDevice() const { return m_schemeLen != 0; } bool FilePath::isSameDevice(const FilePath &other) const { if (needsDevice() != other.needsDevice()) return false; if (!needsDevice() && !other.needsDevice()) return true; QTC_ASSERT(s_deviceHooks.isSameDevice, return true); return s_deviceHooks.isSameDevice(*this, other); } bool FilePath::isSameFile(const FilePath &other) const { if (*this == other) return true; if (!isSameDevice(other)) return false; const QByteArray fileId = fileAccess()->fileId(*this); const QByteArray otherFileId = fileAccess()->fileId(other); if (fileId.isEmpty() || otherFileId.isEmpty()) return false; if (fileId == otherFileId) return true; return false; } static FilePaths appendExeExtensions(const Environment &env, const FilePath &executable) { FilePaths execs = {executable}; if (executable.osType() == OsTypeWindows) { // Check all the executable extensions on windows: // PATHEXT is only used if the executable has no extension if (executable.suffixView().isEmpty()) { const QStringList extensions = env.expandedValueForKey("PATHEXT").split(';'); for (const QString &ext : extensions) execs << executable.stringAppended(ext.toLower()); } } return execs; } bool FilePath::isSameExecutable(const FilePath &other) const { if (*this == other) return true; if (!isSameDevice(other)) return false; const Environment env = other.deviceEnvironment(); const FilePaths exe1List = appendExeExtensions(env, *this); const FilePaths exe2List = appendExeExtensions(env, other); for (const FilePath &f1 : exe1List) { for (const FilePath &f2 : exe2List) { if (f1.isSameFile(f2)) return true; } } return false; } /// \returns an empty FilePath if this is not a symbolic linl FilePath FilePath::symLinkTarget() const { return fileAccess()->symLinkTarget(*this); } FilePath FilePath::withExecutableSuffix() const { return withNewPath(OsSpecificAspects::withExecutableSuffix(osType(), path())); } static bool startsWithWindowsDriveLetterAndSlash(QStringView path) { return path.size() > 2 && (path[1] == ':' && path[2] == '/' && isWindowsDriveLetter(path[0])); } int FilePath::rootLength(const QStringView path) { if (path.size() == 0) return 0; if (path.size() == 1) return path[0] == '/' ? 1 : 0; if (path[0] == '/' && path[1] == '/') { // UNC, FIXME: Incomplete if (path.size() == 2) return 2; // case deviceless UNC root - assuming there's such a thing. const int pos = path.indexOf('/', 2); if (pos == -1) return path.size(); // case //localhost return pos + 1; // case //localhost/* } if (startsWithWindowsDriveLetterAndSlash(path)) return 3; // FIXME-ish: same assumption as elsewhere: we assume "x:/" only ever appears as root if (path[0] == '/') return 1; return 0; } int FilePath::schemeAndHostLength(const QStringView path) { static const QLatin1String colonSlashSlash("://"); const int sep = path.indexOf(colonSlashSlash); if (sep == -1) return 0; const int pos = path.indexOf('/', sep + 3); if (pos == -1) // Just scheme://host return path.size(); return pos + 1; // scheme://host/ plus something } /// Find the parent directory of a given directory. /// Returns an empty FilePath if the current directory is already /// a root level directory. /// \returns \a FilePath with the last segment removed. FilePath FilePath::parentDir() const { const QString basePath = path(); if (basePath.isEmpty()) return FilePath(); const QString path = basePath + QLatin1String("/.."); const QString parent = doCleanPath(path); if (parent == path) return FilePath(); return withNewPath(parent); } FilePath FilePath::absolutePath() const { if (!needsDevice() && isEmpty()) return *this; const FilePath parentPath = isAbsolutePath() ? parentDir() : FilePath::currentWorkingPath().resolvePath(*this).parentDir(); return parentPath.isEmpty() ? *this : parentPath; } FilePath FilePath::absoluteFilePath() const { if (isAbsolutePath()) return cleanPath(); if (!needsDevice() && isEmpty()) return cleanPath(); return FilePath::currentWorkingPath().resolvePath(*this); } const QString &FilePath::specialRootName() { static const QString rootName = "__qtc_devices__"; return rootName; } const QString &FilePath::specialRootPath() { static const QString rootPath = QDir::rootPath() + u"__qtc_devices__"; return rootPath; } const QString &FilePath::specialDeviceRootName() { static const QString deviceRootName = "device"; return deviceRootName; } const QString &FilePath::specialDeviceRootPath() { static const QString deviceRootPath = QDir::rootPath() + u"__qtc_devices__/device"; return deviceRootPath; } FilePath FilePath::normalizedPathName() const { FilePath result = *this; if (!needsDevice()) // FIXME: Assumes no remote Windows and Mac for now. result.setParts(scheme(), host(), FileUtils::normalizedPathName(path())); return result; } QString FilePath::displayName(const QString &args) const { QString deviceName; if (needsDevice()) { QTC_ASSERT(s_deviceHooks.deviceDisplayName, return nativePath()); deviceName = s_deviceHooks.deviceDisplayName(*this); } const QString fullPath = nativePath(); if (args.isEmpty()) { if (deviceName.isEmpty()) return fullPath; return QCoreApplication::translate("Utils::FileUtils", "%1 on %2", "File on device") .arg(fullPath, deviceName); } if (deviceName.isEmpty()) return fullPath + ' ' + args; return QCoreApplication::translate("Utils::FileUtils", "%1 %2 on %3", "File and args on device") .arg(fullPath, args, deviceName); } /*! \fn FilePath FilePath::fromString(const QString &filepath) Constructs a FilePath from \a filepath \a filepath is not checked for validity. It can be given in the following forms: \list \li /some/absolute/local/path \li some/relative/path \li scheme://host/absolute/path \li scheme://host/./relative/path \note the ./ is verbatim part of the path \endlist Some decoding happens when parsing the \a filepath A sequence %25 present in the host part is replaced by % in the host name, a sequence %2f present in the host part is replaced by / in the host name. The path part might consist of several parts separated by /, independent of the platform or file system. To create FilePath objects from strings possibly containing backslashes as path separator, use \c fromUserInput. \sa toString, fromUserInput */ FilePath FilePath::fromString(const QString &filepath) { FilePath fn; fn.setFromString(filepath); return fn; } bool isWindowsDriveLetter(QChar ch) { return (ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z'); } void FilePath::setPath(QStringView path) { setParts(scheme(), host(), path); } void FilePath::setFromString(const QString &unnormalizedFileName) { static const QStringView qtcDevSlash(u"__qtc_devices__/"); static const QStringView colonSlashSlash(u"://"); QString fileName = unnormalizedFileName; if (fileName.contains('\\')) fileName.replace('\\', '/'); const QChar slash('/'); const QStringView fileNameView(fileName); bool startsWithQtcSlashDev = false; QStringView withoutQtcDeviceRoot = fileNameView; if (fileNameView.startsWith('/') && fileNameView.mid(1).startsWith(qtcDevSlash)) { startsWithQtcSlashDev = true; withoutQtcDeviceRoot = withoutQtcDeviceRoot.mid(1 + qtcDevSlash.size()); } else if (fileNameView.size() > 3 && isWindowsDriveLetter(fileNameView.at(0)) && fileNameView.at(1) == ':' && fileNameView.mid(3).startsWith(qtcDevSlash)) { startsWithQtcSlashDev = true; withoutQtcDeviceRoot = withoutQtcDeviceRoot.mid(3 + qtcDevSlash.size()); } if (startsWithQtcSlashDev) { const int firstSlash = withoutQtcDeviceRoot.indexOf(slash); if (firstSlash != -1) { const QString scheme = withoutQtcDeviceRoot.left(firstSlash).toString(); const int secondSlash = withoutQtcDeviceRoot.indexOf(slash, firstSlash + 1); const QString host = decodeHost( withoutQtcDeviceRoot.mid(firstSlash + 1, secondSlash - firstSlash - 1).toString()); if (secondSlash != -1) { QStringView path = withoutQtcDeviceRoot.mid(secondSlash); setParts(scheme, host, path); return; } setParts(scheme, host, u"/"); return; } setParts({}, {}, fileName); return; } const int firstSlash = fileName.indexOf(slash); const int schemeEnd = fileName.indexOf(colonSlashSlash); if (schemeEnd != -1 && schemeEnd < firstSlash) { // This is a pseudo Url, we can't use QUrl here sadly. const QString scheme = fileName.left(schemeEnd); const int hostEnd = fileName.indexOf(slash, schemeEnd + 3); const QString host = decodeHost(fileName.mid(schemeEnd + 3, hostEnd - schemeEnd - 3)); setParts(scheme, host, hostEnd != -1 ? QStringView(fileName).mid(hostEnd) : QStringView()); return; } setParts({}, {}, fileName); } DeviceFileAccess *FilePath::fileAccess() const { if (!needsDevice()) return DesktopDeviceFileAccess::instance(); if (!s_deviceHooks.fileAccess) { // Happens during startup and in tst_fsengine QTC_CHECK(false); return DesktopDeviceFileAccess::instance(); } static DeviceFileAccess dummy; DeviceFileAccess *access = s_deviceHooks.fileAccess(*this); QTC_ASSERT(access, return &dummy); return access; } /// Constructs a FilePath from \a filePath. The \a defaultExtension is appended /// to \a filename if that does not have an extension already. /// \a filePath is not checked for validity. FilePath FilePath::fromStringWithExtension(const QString &filepath, const QString &defaultExtension) { if (filepath.isEmpty() || defaultExtension.isEmpty()) return FilePath::fromString(filepath); FilePath rc = FilePath::fromString(filepath); // Add extension unless user specified something else const QChar dot = QLatin1Char('.'); if (!rc.fileName().contains(dot)) { if (!defaultExtension.startsWith(dot)) rc = rc.stringAppended(dot); rc = rc.stringAppended(defaultExtension); } return rc; } /// Constructs a FilePath from \a filePath /// \a filePath is only passed through QDir::fromNativeSeparators FilePath FilePath::fromUserInput(const QString &filePath) { QString clean = doCleanPath(filePath); if (clean.startsWith(QLatin1String("~/"))) return FileUtils::homePath().pathAppended(clean.mid(2)); return FilePath::fromString(clean); } /// Constructs a FilePath from \a filePath, which is encoded as UTF-8. /// \a filePath is not checked for validity. FilePath FilePath::fromUtf8(const char *filename, int filenameSize) { return FilePath::fromString(QString::fromUtf8(filename, filenameSize)); } FilePath FilePath::fromVariant(const QVariant &variant) { if (variant.type() == QVariant::Url) return FilePath::fromUrl(variant.toUrl()); return FilePath::fromString(variant.toString()); } QVariant FilePath::toVariant() const { return toString(); } bool FilePath::operator==(const FilePath &other) const { return pathView().compare(other.pathView(), caseSensitivity()) == 0 && host() == other.host() && scheme() == other.scheme(); } bool FilePath::operator!=(const FilePath &other) const { return !(*this == other); } bool FilePath::operator<(const FilePath &other) const { const int cmp = pathView().compare(other.pathView(), caseSensitivity()); if (cmp != 0) return cmp < 0; if (host() != other.host()) return host() < other.host(); return scheme() < other.scheme(); } bool FilePath::operator<=(const FilePath &other) const { return !(other < *this); } bool FilePath::operator>(const FilePath &other) const { return other < *this; } bool FilePath::operator>=(const FilePath &other) const { return !(*this < other); } /// \returns whether FilePath is a child of \a s bool FilePath::isChildOf(const FilePath &s) const { if (!s.isSameDevice(*this)) return false; if (s.isEmpty()) return false; const QStringView p = pathView(); const QStringView sp = s.pathView(); if (!p.startsWith(sp, caseSensitivity())) return false; if (p.size() <= sp.size()) return false; // s is root, '/' was already tested in startsWith if (sp.endsWith(QLatin1Char('/'))) return true; // s is a directory, next character should be '/' (/tmpdir is NOT a child of /tmp) return sp.isEmpty() || p.at(sp.size()) == QLatin1Char('/'); } /// \returns whether path() startsWith \a s bool FilePath::startsWith(const QString &s) const { return pathView().startsWith(s, caseSensitivity()); } /*! * \param s The string to check for at the end of the path. * \returns whether FilePath endsWith \a s */ bool FilePath::endsWith(const QString &s) const { return pathView().endsWith(s, caseSensitivity()); } /*! * \brief Checks whether the FilePath starts with a drive letter. * Defaults to \c false if it is a non-Windows host or represents a path on device * \returns whether FilePath starts with a drive letter */ bool FilePath::startsWithDriveLetter() const { const QStringView p = pathView(); return !needsDevice() && p.size() >= 2 && isWindowsDriveLetter(p[0]) && p.at(1) == ':'; } /*! * \brief Relative path from \a parent to this. * Returns a empty FilePath if this is not a child of \p parent. * That is, this never returns a path starting with "../" * \param parent The Parent to calculate the relative path to. * \returns The relative path of this to \p parent if this is a child of \p parent. */ FilePath FilePath::relativeChildPath(const FilePath &parent) const { FilePath res; if (isChildOf(parent)) { QStringView p = pathView().mid(parent.pathView().size()); if (p.startsWith('/')) p = p.mid(1); res.setParts(scheme(), host(), p); } return res; } /// \returns the relativePath of FilePath from a given \a anchor. /// Both, FilePath and anchor may be files or directories. /// Example usage: /// /// \code /// FilePath filePath("/foo/b/ar/file.txt"); /// FilePath relativePath = filePath.relativePath("/foo/c"); /// qDebug() << relativePath /// \endcode /// /// The debug output will be "../b/ar/file.txt". /// FilePath FilePath::relativePathFrom(const FilePath &anchor) const { QTC_ASSERT(isSameDevice(anchor), return *this); FilePath absPath; QString filename; if (isFile()) { absPath = absolutePath(); filename = fileName(); } else if (isDir()) { absPath = absoluteFilePath(); } else { return {}; } FilePath absoluteAnchorPath; if (anchor.isFile()) absoluteAnchorPath = anchor.absolutePath(); else if (anchor.isDir()) absoluteAnchorPath = anchor.absoluteFilePath(); else return {}; QString relativeFilePath = calcRelativePath(absPath.path(), absoluteAnchorPath.path()); if (!filename.isEmpty()) { if (relativeFilePath == ".") relativeFilePath.clear(); if (!relativeFilePath.isEmpty()) relativeFilePath += '/'; relativeFilePath += filename; } return FilePath::fromString(relativeFilePath); } /// \returns the relativePath of \a absolutePath to given \a absoluteAnchorPath. /// Both paths must be an absolute path to a directory. Example usage: /// /// \code /// qDebug() << FilePath::calcRelativePath("/foo/b/ar", "/foo/c"); /// \endcode /// /// The debug output will be "../b/ar". /// /// \see FilePath::relativePath /// QString FilePath::calcRelativePath(const QString &absolutePath, const QString &absoluteAnchorPath) { if (absolutePath.isEmpty() || absoluteAnchorPath.isEmpty()) return QString(); // TODO using split() instead of parsing the strings by char index is slow // and needs more memory (but the easiest implementation for now) const QStringList splits1 = absolutePath.split('/'); const QStringList splits2 = absoluteAnchorPath.split('/'); int i = 0; while (i < splits1.count() && i < splits2.count() && splits1.at(i) == splits2.at(i)) ++i; QString relativePath; int j = i; bool addslash = false; while (j < splits2.count()) { if (!splits2.at(j).isEmpty()) { if (addslash) relativePath += '/'; relativePath += ".."; addslash = true; } ++j; } while (i < splits1.count()) { if (!splits1.at(i).isEmpty()) { if (addslash) relativePath += '/'; relativePath += splits1.at(i); addslash = true; } ++i; } if (relativePath.isEmpty()) return QString("."); return relativePath; } /*! * \brief Returns a path corresponding to the current object on the * same device as \a deviceTemplate. The FilePath needs to be local. * * Example usage: * \code * localDir = FilePath("/tmp/workingdir"); * executable = FilePath::fromUrl("docker://123/bin/ls") * realDir = localDir.onDevice(executable) * assert(realDir == FilePath::fromUrl("docker://123/tmp/workingdir")) * \endcode * * \param deviceTemplate A path from which the host and scheme is taken. * * \returns A path on the same device as \a deviceTemplate. */ FilePath FilePath::onDevice(const FilePath &deviceTemplate) const { isSameDevice(deviceTemplate); const bool sameDevice = scheme() == deviceTemplate.scheme() && host() == deviceTemplate.host(); if (sameDevice) return *this; // TODO: converting paths between different non local devices is still unsupported QTC_CHECK(!needsDevice()); return fromParts(deviceTemplate.scheme(), deviceTemplate.host(), deviceTemplate.fileAccess()->mapToDevicePath(path())); } /*! Returns a FilePath with local path \a newPath on the same device as the current object. Example usage: \code devicePath = FilePath("docker://123/tmp"); newPath = devicePath.withNewPath("/bin/ls"); assert(realDir == FilePath::fromUrl("docker://123/bin/ls")) \endcode */ FilePath FilePath::withNewPath(const QString &newPath) const { FilePath res; res.setParts(scheme(), host(), newPath); return res; } /*! Searched a binary corresponding to this object in the PATH of the device implied by this object's scheme and host. Example usage: \code binary = FilePath::fromUrl("docker://123/./make); fullPath = binary.searchInDirectories(binary.deviceEnvironment().path()); assert(fullPath == FilePath::fromUrl("docker://123/usr/bin/make")) \endcode */ FilePath FilePath::searchInDirectories(const FilePaths &dirs) const { if (isAbsolutePath()) return *this; // FIXME: Ramp down use. QTC_ASSERT(!needsDevice(), return {}); return Environment::systemEnvironment().searchInDirectories(path(), dirs); } FilePath FilePath::searchInPath(const FilePaths &additionalDirs, PathAmending amending) const { if (isAbsolutePath()) return *this; // FIXME: Ramp down use. FilePaths directories = deviceEnvironment().path(); if (!additionalDirs.isEmpty()) { if (amending == AppendToPath) directories.append(additionalDirs); else directories = additionalDirs + directories; } QTC_ASSERT(!needsDevice(), return {}); return Environment::systemEnvironment().searchInDirectories(path(), directories); } Environment FilePath::deviceEnvironment() const { if (needsDevice()) { QTC_ASSERT(s_deviceHooks.environment, return {}); return s_deviceHooks.environment(*this); } return Environment::systemEnvironment(); } QString FilePath::formatFilePaths(const FilePaths &files, const QString &separator) { const QStringList nativeFiles = transform(files, &FilePath::toUserOutput); return nativeFiles.join(separator); } void FilePath::removeDuplicates(FilePaths &files) { // FIXME: Improve. // FIXME: This drops the osType information, which is not correct. QStringList list = transform(files, &FilePath::toString); list.removeDuplicates(); files = FileUtils::toFilePathList(list); } void FilePath::sort(FilePaths &files) { // FIXME: Improve. // FIXME: This drops the osType information, which is not correct. QStringList list = transform(files, &FilePath::toString); list.sort(); files = FileUtils::toFilePathList(list); } void join(QString &left, const QString &right) { QStringView r(right); if (r.startsWith('/')) r = r.mid(1); if (left.isEmpty() || left.endsWith('/')) left += r; else left += '/' + r; } FilePath FilePath::pathAppended(const QString &path) const { if (path.isEmpty()) return *this; FilePath other = FilePath::fromString(path); if (isEmpty()) return other; QString p = this->path(); join(p, other.path()); return withNewPath(p); } FilePath FilePath::stringAppended(const QString &str) const { return FilePath::fromString(toString() + str); } size_t FilePath::hash(uint seed) const { if (caseSensitivity() == Qt::CaseInsensitive) return qHash(path().toCaseFolded(), seed); return qHash(path(), seed); } QDateTime FilePath::lastModified() const { return fileAccess()->lastModified(*this); } QFile::Permissions FilePath::permissions() const { return fileAccess()->permissions(*this); } bool FilePath::setPermissions(QFile::Permissions permissions) const { return fileAccess()->setPermissions(*this, permissions); } OsType FilePath::osType() const { return fileAccess()->osType(*this); } bool FilePath::removeFile() const { return fileAccess()->removeFile(*this); } /*! Removes the directory this filePath refers too and its subdirectories recursively. \note The \a error parameter is optional. Returns whether the operation succeeded. */ bool FilePath::removeRecursively(QString *error) const { return fileAccess()->removeRecursively(*this, error); } bool FilePath::copyFile(const FilePath &target) const { if (host() != target.host()) { // FIXME: This does not scale. const std::optional ba = fileContents(); if (!ba) return false; const auto perms = permissions(); if (!target.writeFileContents(*ba)) return false; if (!target.setPermissions(perms)) { target.removeFile(); return false; } return true; } return fileAccess()->copyFile(*this, target); } void FilePath::asyncCopyFile(const std::function &cont, const FilePath &target) const { if (host() != target.host()) { asyncFileContents([cont, target](const std::optional &ba) { if (ba) target.asyncWriteFileContents(cont, *ba); }); return; } return fileAccess()->asyncCopyFile(*this, cont, target); } bool FilePath::renameFile(const FilePath &target) const { return fileAccess()->renameFile(*this, target); } qint64 FilePath::fileSize() const { return fileAccess()->fileSize(*this); } qint64 FilePath::bytesAvailable() const { return fileAccess()->bytesAvailable(*this); } /*! * \brief Checks if this is newer than \p timeStamp * \param timeStamp The time stamp to compare with * \returns true if this is newer than \p timeStamp. * If this is a directory, the function will recursively check all files and return * true if one of them is newer than \a timeStamp. If this is a single file, true will * be returned if the file is newer than \a timeStamp. * * Returns whether at least one file in \a filePath has a newer date than * \p timeStamp. */ bool FilePath::isNewerThan(const QDateTime &timeStamp) const { if (!exists() || lastModified() >= timeStamp) return true; if (isDir()) { const FilePaths dirContents = dirEntries(QDir::Files | QDir::Dirs | QDir::NoDotAndDotDot); for (const FilePath &entry : dirContents) { if (entry.isNewerThan(timeStamp)) return true; } } return false; } /*! * \brief Returns the caseSensitivity of the path. * \returns The caseSensitivity of the path. * This is currently only based on the Host OS. * For device paths, \c Qt::CaseSensitive is always returned. */ Qt::CaseSensitivity FilePath::caseSensitivity() const { if (m_schemeLen == 0) return HostOsInfo::fileNameCaseSensitivity(); // FIXME: This could or possibly should the target device's file name case sensitivity // into account by diverting to IDevice. However, as this is expensive and we are // in time-critical path here, we go with "good enough" for now: // The first approximation is "most things are case-sensitive". return Qt::CaseSensitive; } /*! * \brief Recursively resolves symlinks if this is a symlink. * To resolve symlinks anywhere in the path, see canonicalPath. * Unlike QFileInfo::canonicalFilePath(), this function will still return the expected deepest * target file even if the symlink is dangling. * * \note Maximum recursion depth == 16. * * \returns the symlink target file path. */ FilePath FilePath::resolveSymlinks() const { FilePath current = *this; int links = 16; while (links--) { const FilePath target = current.symLinkTarget(); if (target.isEmpty()) return current; current = target; } return current; } /*! * \brief Recursively resolves possibly present symlinks in this file name. * On Windows, also resolves SUBST and re-mounted NTFS drives. * Unlike QFileInfo::canonicalFilePath(), this function will not return an empty * string if path doesn't exist. * * \returns the canonical path. */ FilePath FilePath::canonicalPath() const { if (needsDevice()) { // FIXME: Not a full solution, but it stays on the right device. return *this; } #ifdef Q_OS_WINDOWS DWORD flagsAndAttrs = FILE_ATTRIBUTE_NORMAL; if (isDir()) flagsAndAttrs |= FILE_FLAG_BACKUP_SEMANTICS; const HANDLE fileHandle = CreateFile( toUserOutput().toStdWString().c_str(), GENERIC_READ, FILE_SHARE_READ, nullptr, OPEN_EXISTING, flagsAndAttrs, nullptr); if (fileHandle != INVALID_HANDLE_VALUE) { TCHAR normalizedPath[MAX_PATH]; const auto length = GetFinalPathNameByHandleW( fileHandle, normalizedPath, MAX_PATH, FILE_NAME_NORMALIZED); CloseHandle(fileHandle); if (length > 0) return fromUserInput(QString::fromStdWString(std::wstring(normalizedPath, length))); } #endif const QString result = toFileInfo().canonicalFilePath(); if (!result.isEmpty()) return fromString(result); return *this; } FilePath FilePath::operator/(const QString &str) const { return pathAppended(str); } /*! * \brief Clears all parts of the FilePath. */ void FilePath::clear() { *this = {}; } /*! * \brief Checks if the path() is empty. * \returns true if the path() is empty. * The Host and Scheme of the part are ignored. */ bool FilePath::isEmpty() const { return m_pathLen == 0; } /*! * \brief Converts the path to a possibly shortened path with native separators. * Like QDir::toNativeSeparators(), but use prefix '~' instead of $HOME on unix systems when an * absolute path is given. * * \returns the possibly shortened path with native separators. */ QString FilePath::shortNativePath() const { if (HostOsInfo::isAnyUnixHost()) { const FilePath home = FileUtils::homePath(); if (isChildOf(home)) { return QLatin1Char('~') + QDir::separator() + QDir::toNativeSeparators(relativeChildPath(home).toString()); } } return toUserOutput(); } /*! * \brief Checks whether the path is relative * \returns true if the path is relative. */ bool FilePath::isRelativePath() const { const QStringView p = pathView(); if (p.startsWith('/')) return false; if (p.size() > 1 && isWindowsDriveLetter(p[0]) && p.at(1) == ':') return false; if (p.startsWith(u":/")) // QRC return false; return true; } /*! * \brief Appends the tail to this, if the tail is a relative path. * \param tail The tail to append. * \returns Returns tail if tail is absolute, otherwise this + tail. */ FilePath FilePath::resolvePath(const FilePath &tail) const { if (tail.isRelativePath()) return pathAppended(tail.path()).cleanPath(); return tail; } /*! * \brief Appends the tail to this, if the tail is a relative path. * \param tail The tail to append. * \returns Returns tail if tail is absolute, otherwise this + tail. */ FilePath FilePath::resolvePath(const QString &tail) const { return resolvePath(FilePath::fromString(tail)); } // Cleans path part similar to QDir::cleanPath() // - directory separators normalized (that is, platform-native // separators converted to "/") and redundant ones removed, and "."s and ".."s // resolved (as far as possible). // Symbolic links are kept. This function does not return the // canonical path, but rather the simplest version of the input. // For example, "./local" becomes "local", "local/../bin" becomes // "bin" and "/local/usr/../bin" becomes "/local/bin". FilePath FilePath::cleanPath() const { return withNewPath(doCleanPath(path())); } QTextStream &operator<<(QTextStream &s, const FilePath &fn) { return s << fn.toString(); } static QString normalizePathSegmentHelper(const QString &name) { const int len = name.length(); if (len == 0 || name.contains("%{")) return name; int i = len - 1; QVarLengthArray outVector(len); int used = len; char16_t *out = outVector.data(); const ushort *p = reinterpret_cast(name.data()); const ushort *prefix = p; int up = 0; const int prefixLength = name.at(0) == u'/' ? 1 : 0; p += prefixLength; i -= prefixLength; // replicate trailing slash (i > 0 checks for emptiness of input string p) // except for remote paths because there can be /../ or /./ ending if (i > 0 && p[i] == '/') { out[--used] = '/'; --i; } while (i >= 0) { if (p[i] == '/') { --i; continue; } // remove current directory if (p[i] == '.' && (i == 0 || p[i-1] == '/')) { --i; continue; } // detect up dir if (i >= 1 && p[i] == '.' && p[i-1] == '.' && (i < 2 || p[i - 2] == '/')) { ++up; i -= i >= 2 ? 3 : 2; continue; } // prepend a slash before copying when not empty if (!up && used != len && out[used] != '/') out[--used] = '/'; // skip or copy while (i >= 0) { if (p[i] == '/') { --i; break; } // actual copy if (!up) out[--used] = p[i]; --i; } // decrement up after copying/skipping if (up) --up; } // Indicate failure when ".." are left over for an absolute path. // if (ok) // *ok = prefixLength == 0 || up == 0; // add remaining '..' while (up) { if (used != len && out[used] != '/') // is not empty and there isn't already a '/' out[--used] = '/'; out[--used] = '.'; out[--used] = '.'; --up; } bool isEmpty = used == len; if (prefixLength) { if (!isEmpty && out[used] == '/') { // Even though there is a prefix the out string is a slash. This happens, if the input // string only consists of a prefix followed by one or more slashes. Just skip the slash. ++used; } for (int i = prefixLength - 1; i >= 0; --i) out[--used] = prefix[i]; } else { if (isEmpty) { // After resolving the input path, the resulting string is empty (e.g. "foo/.."). Return // a dot in that case. out[--used] = '.'; } else if (out[used] == '/') { // After parsing the input string, out only contains a slash. That happens whenever all // parts are resolved and there is a trailing slash ("./" or "foo/../" for example). // Prepend a dot to have the correct return value. out[--used] = '.'; } } // If path was not modified return the original value if (used == 0) return name; return QString::fromUtf16(out + used, len - used); } QString doCleanPath(const QString &input_) { QString input = input_; if (input.contains('\\')) input.replace('\\', '/'); if (input.startsWith("//?/")) { input = input.mid(4); if (input.startsWith("UNC/")) input = '/' + input.mid(3); // trick it into reporting two slashs at start } int prefixLen = 0; const int shLen = FilePath::schemeAndHostLength(input); if (shLen > 0) { prefixLen = shLen + FilePath::rootLength(input.mid(shLen)); } else { prefixLen = FilePath::rootLength(input); if (prefixLen > 0 && input.at(prefixLen - 1) == '/') --prefixLen; } QString path = normalizePathSegmentHelper(input.mid(prefixLen)); // Strip away last slash except for root directories if (path.size() > 1 && path.endsWith(u'/')) path.chop(1); return input.left(prefixLen) + path; } // FileFilter FileFilter::FileFilter(const QStringList &nameFilters, const QDir::Filters fileFilters, const QDirIterator::IteratorFlags flags) : nameFilters(nameFilters), fileFilters(fileFilters), iteratorFlags(flags) { } QStringList FileFilter::asFindArguments(const QString &path) const { QStringList arguments; const QDir::Filters filters = fileFilters; if (iteratorFlags.testFlag(QDirIterator::FollowSymlinks)) arguments << "-L"; else arguments << "-H"; arguments << path; if (!iteratorFlags.testFlag(QDirIterator::Subdirectories)) arguments.append({"-maxdepth", "1"}); QStringList filterOptions; if (!(filters & QDir::Hidden)) filterOptions << "!" << "-name" << ".*"; QStringList typesToList; QStringList filterFilesAndDirs; if (filters.testFlag(QDir::Dirs)) filterFilesAndDirs << "-type" << "d"; if (filters.testFlag(QDir::Files)) { if (!filterFilesAndDirs.isEmpty()) filterFilesAndDirs << "-o"; filterFilesAndDirs << "-type" << "f"; } if (!filters.testFlag(QDir::NoSymLinks)) { if (!filterFilesAndDirs.isEmpty()) filterFilesAndDirs << "-o"; filterFilesAndDirs << "-type" << "l"; } if (!filterFilesAndDirs.isEmpty()) filterOptions << "(" << filterFilesAndDirs << ")"; QStringList accessOptions; if (filters & QDir::Readable) accessOptions << "-readable"; if (filters & QDir::Writable) { if (!accessOptions.isEmpty()) accessOptions << "-o"; accessOptions << "-writable"; } if (filters & QDir::Executable) { if (!accessOptions.isEmpty()) accessOptions << "-o"; accessOptions << "-executable"; } if (!accessOptions.isEmpty()) filterOptions << "(" << accessOptions << ")"; QTC_CHECK(filters ^ QDir::AllDirs); QTC_CHECK(filters ^ QDir::Drives); QTC_CHECK(filters ^ QDir::NoDot); QTC_CHECK(filters ^ QDir::NoDotDot); QTC_CHECK(filters ^ QDir::System); const QString nameOption = (filters & QDir::CaseSensitive) ? QString{"-name"} : QString{"-iname"}; if (!nameFilters.isEmpty()) { bool isFirst = true; filterOptions << "("; for (const QString ¤t : nameFilters) { if (!isFirst) filterOptions << "-o"; filterOptions << nameOption << current; isFirst = false; } filterOptions << ")"; } arguments << filterOptions; return arguments; } DeviceFileHooks &DeviceFileHooks::instance() { return s_deviceHooks; } } // namespace Utils std::hash::result_type std::hash::operator()(const std::hash::argument_type &fn) const { if (fn.caseSensitivity() == Qt::CaseInsensitive) return hash()(fn.toString().toCaseFolded().toStdString()); return hash()(fn.toString().toStdString()); } QT_BEGIN_NAMESPACE QDebug operator<<(QDebug dbg, const Utils::FilePath &c) { return dbg << c.toString(); } QT_END_NAMESPACE