/**************************************************************************** ** ** Copyright (C) 2018 The Qt Company Ltd. ** Contact: https://www.qt.io/licensing/ ** ** This file is part of Qt Creator. ** ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and The Qt Company. For licensing terms ** and conditions see https://www.qt.io/terms-conditions. For further ** information use the contact form at https://www.qt.io/contact-us. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3 as published by the Free Software ** Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT ** included in the packaging of this file. Please review the following ** information to ensure the GNU General Public License requirements will ** be met: https://www.gnu.org/licenses/gpl-3.0.html. ** ****************************************************************************/ #include "compilationdatabaseproject.h" #include "compilationdatabaseconstants.h" #include "compilationdbparser.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #ifdef Q_OS_WIN #include #endif using namespace ProjectExplorer; using namespace Utils; namespace CompilationDatabaseProjectManager { namespace Internal { namespace { bool isGccCompiler(const QString &compilerName) { return compilerName.contains("gcc") || (compilerName.contains("g++") && !compilerName.contains("clang")); } bool isClCompatibleCompiler(const QString &compilerName) { return compilerName.endsWith("cl"); } Utils::Id getCompilerId(QString compilerName) { if (Utils::HostOsInfo::isWindowsHost()) { if (compilerName.endsWith(".exe")) compilerName.chop(4); if (isGccCompiler(compilerName)) return ProjectExplorer::Constants::MINGW_TOOLCHAIN_TYPEID; if (isClCompatibleCompiler(compilerName)) return ProjectExplorer::Constants::CLANG_CL_TOOLCHAIN_TYPEID; return ProjectExplorer::Constants::CLANG_TOOLCHAIN_TYPEID; } if (isGccCompiler(compilerName)) return ProjectExplorer::Constants::GCC_TOOLCHAIN_TYPEID; // Default is clang return ProjectExplorer::Constants::CLANG_TOOLCHAIN_TYPEID; } ToolChain *toolchainFromCompilerId(const Utils::Id &compilerId, const Utils::Id &language) { return ToolChainManager::toolChain([&compilerId, &language](const ToolChain *tc) { if (!tc->isValid() || tc->language() != language) return false; return tc->typeId() == compilerId; }); } QString compilerPath(QString pathFlag) { if (pathFlag.isEmpty()) return pathFlag; #ifdef Q_OS_WIN // Handle short DOS style file names (cmake can generate them). const DWORD pathLength = GetLongPathNameW(reinterpret_cast(pathFlag.utf16()), nullptr, 0); if (pathLength > 0) { // Works only with existing paths. wchar_t *buffer = new wchar_t[pathLength]; GetLongPathNameW(reinterpret_cast(pathFlag.utf16()), buffer, pathLength); pathFlag = QString::fromUtf16(reinterpret_cast(buffer), static_cast(pathLength - 1)); delete[] buffer; } #endif return QDir::fromNativeSeparators(pathFlag); } ToolChain *toolchainFromFlags(const Kit *kit, const QStringList &flags, const Utils::Id &language) { if (flags.empty()) return ToolChainKitAspect::toolChain(kit, language); // Try exact compiler match. const Utils::FilePath compiler = Utils::FilePath::fromString(compilerPath(flags.front())); ToolChain *toolchain = ToolChainManager::toolChain([&compiler, &language](const ToolChain *tc) { return tc->isValid() && tc->language() == language && tc->compilerCommand() == compiler; }); if (toolchain) return toolchain; Utils::Id compilerId = getCompilerId(compiler.fileName()); if ((toolchain = toolchainFromCompilerId(compilerId, language))) return toolchain; if (compilerId != ProjectExplorer::Constants::CLANG_TOOLCHAIN_TYPEID && compilerId != ProjectExplorer::Constants::CLANG_CL_TOOLCHAIN_TYPEID) { compilerId = Utils::HostOsInfo::isWindowsHost() ? ProjectExplorer::Constants::CLANG_CL_TOOLCHAIN_TYPEID : ProjectExplorer::Constants::CLANG_TOOLCHAIN_TYPEID; if ((toolchain = toolchainFromCompilerId(compilerId, language))) return toolchain; } toolchain = ToolChainKitAspect::toolChain(kit, language); qWarning() << "No matching toolchain found, use the default."; return toolchain; } void addDriverModeFlagIfNeeded(const ToolChain *toolchain, QStringList &flags, const QStringList &originalFlags) { if (toolchain->typeId() == ProjectExplorer::Constants::CLANG_CL_TOOLCHAIN_TYPEID && !originalFlags.empty() && !originalFlags.front().endsWith("cl") && !originalFlags.front().endsWith("cl.exe")) { flags.prepend("--driver-mode=g++"); } } RawProjectPart makeRawProjectPart(const Utils::FilePath &projectFile, Kit *kit, ProjectExplorer::KitInfo &kitInfo, const QString &workingDir, const Utils::FilePath &fileName, QStringList flags) { HeaderPaths headerPaths; Macros macros; CppTools::ProjectFile::Kind fileKind = CppTools::ProjectFile::Unclassified; const QStringList originalFlags = flags; filteredFlags(fileName.fileName(), workingDir, flags, headerPaths, macros, fileKind, kitInfo.sysRootPath); RawProjectPart rpp; rpp.setProjectFileLocation(projectFile.toString()); rpp.setBuildSystemTarget(workingDir); rpp.setDisplayName(fileName.fileName()); rpp.setFiles({fileName.toString()}); rpp.setHeaderPaths(headerPaths); rpp.setMacros(macros); if (fileKind == CppTools::ProjectFile::Kind::CHeader || fileKind == CppTools::ProjectFile::Kind::CSource) { if (!kitInfo.cToolChain) { kitInfo.cToolChain = toolchainFromFlags(kit, originalFlags, ProjectExplorer::Constants::C_LANGUAGE_ID); } addDriverModeFlagIfNeeded(kitInfo.cToolChain, flags, originalFlags); rpp.setFlagsForC({kitInfo.cToolChain, flags}); } else { if (!kitInfo.cxxToolChain) { kitInfo.cxxToolChain = toolchainFromFlags(kit, originalFlags, ProjectExplorer::Constants::CXX_LANGUAGE_ID); } addDriverModeFlagIfNeeded(kitInfo.cxxToolChain, flags, originalFlags); rpp.setFlagsForCxx({kitInfo.cxxToolChain, flags}); } return rpp; } QStringList relativeDirsList(Utils::FilePath currentPath, const Utils::FilePath &rootPath) { QStringList dirsList; while (!currentPath.isEmpty() && currentPath != rootPath) { QString dirName = currentPath.fileName(); if (dirName.isEmpty()) dirName = currentPath.toString(); dirsList.prepend(dirName); currentPath = currentPath.parentDir(); } return dirsList; } FolderNode *addChildFolderNode(FolderNode *parent, const QString &childName) { const Utils::FilePath path = parent->filePath().pathAppended(childName); auto node = std::make_unique(path); FolderNode *childNode = node.get(); childNode->setDisplayName(childName); parent->addNode(std::move(node)); return childNode; } FolderNode *addOrGetChildFolderNode(FolderNode *parent, const QString &childName) { for (FolderNode *folder : parent->folderNodes()) { if (folder->filePath().fileName() == childName) { return folder; } } return addChildFolderNode(parent, childName); } // Return the node for folderPath. FolderNode *createFoldersIfNeeded(FolderNode *root, const Utils::FilePath &folderPath) { const QStringList dirsList = relativeDirsList(folderPath, root->filePath()); FolderNode *parent = root; for (const QString &dir : dirsList) parent = addOrGetChildFolderNode(parent, dir); return parent; } FileType fileTypeForName(const QString &fileName) { CppTools::ProjectFile::Kind fileKind = CppTools::ProjectFile::classify(fileName); if (CppTools::ProjectFile::isHeader(fileKind)) return FileType::Header; return FileType::Source; } void addChild(FolderNode *root, const Utils::FilePath &fileName) { FolderNode *parentNode = createFoldersIfNeeded(root, fileName.parentDir()); if (!parentNode->fileNode(fileName)) { parentNode->addNode( std::make_unique(fileName, fileTypeForName(fileName.fileName()))); } } void createTree(std::unique_ptr &root, const Utils::FilePath &rootPath, const RawProjectParts &rpps, const QList &scannedFiles = QList()) { root->setAbsoluteFilePathAndLine(rootPath, -1); std::unique_ptr secondRoot; for (const RawProjectPart &rpp : rpps) { for (const QString &filePath : rpp.files) { Utils::FilePath fileName = Utils::FilePath::fromString(filePath); if (!fileName.isChildOf(rootPath)) { if (fileName.isChildOf(Utils::FilePath::fromString(rpp.buildSystemTarget))) { if (!secondRoot) secondRoot = std::make_unique( Utils::FilePath::fromString(rpp.buildSystemTarget)); addChild(secondRoot.get(), fileName); } } else { addChild(root.get(), fileName); } } } for (FileNode *node : scannedFiles) { if (node->fileType() != FileType::Header) continue; const Utils::FilePath fileName = node->filePath(); if (!fileName.isChildOf(rootPath)) continue; FolderNode *parentNode = createFoldersIfNeeded(root.get(), fileName.parentDir()); if (!parentNode->fileNode(fileName)) { std::unique_ptr headerNode(node->clone()); headerNode->setEnabled(false); parentNode->addNode(std::move(headerNode)); } } qDeleteAll(scannedFiles); if (secondRoot) { std::unique_ptr firstRoot = std::move(root); root = std::make_unique(firstRoot->filePath()); firstRoot->setDisplayName(rootPath.fileName()); root->addNode(std::move(firstRoot)); root->addNode(std::move(secondRoot)); } } } // anonymous namespace CompilationDatabaseBuildSystem::CompilationDatabaseBuildSystem(Target *target) : BuildSystem(target) , m_cppCodeModelUpdater(std::make_unique()) , m_deployFileWatcher(new FileSystemWatcher(this)) { connect(target->project(), &CompilationDatabaseProject::rootProjectDirectoryChanged, this, [this] { m_projectFileHash.clear(); requestDelayedParse(); }); requestDelayedParse(); connect(project(), &Project::projectFileIsDirty, this, &CompilationDatabaseBuildSystem::reparseProject); connect(m_deployFileWatcher, &FileSystemWatcher::fileChanged, this, &CompilationDatabaseBuildSystem::updateDeploymentData); connect(target->project(), &Project::activeTargetChanged, this, &CompilationDatabaseBuildSystem::updateDeploymentData); } CompilationDatabaseBuildSystem::~CompilationDatabaseBuildSystem() { m_parserWatcher.cancel(); m_parserWatcher.waitForFinished(); } void CompilationDatabaseBuildSystem::triggerParsing() { reparseProject(); } void CompilationDatabaseBuildSystem::buildTreeAndProjectParts() { Kit *k = kit(); ProjectExplorer::KitInfo kitInfo(k); QTC_ASSERT(kitInfo.isValid(), return); // Reset toolchains to pick them based on the database entries. kitInfo.cToolChain = nullptr; kitInfo.cxxToolChain = nullptr; RawProjectParts rpps; QTC_ASSERT(m_parser, return); const DbContents dbContents = m_parser->dbContents(); const DbEntry *prevEntry = nullptr; for (const DbEntry &entry : dbContents.entries) { if (prevEntry && prevEntry->flags == entry.flags) { rpps.back().files.append(entry.fileName.toString()); continue; } prevEntry = &entry; RawProjectPart rpp = makeRawProjectPart(projectFilePath(), k, kitInfo, entry.workingDir, entry.fileName, entry.flags); rpps.append(rpp); } if (!dbContents.extras.empty()) { const Utils::FilePath baseDir = projectFilePath().parentDir(); QStringList extraFiles; for (const QString &extra : dbContents.extras) extraFiles.append(baseDir.pathAppended(extra).toString()); RawProjectPart rppExtra; rppExtra.setFiles(extraFiles); rpps.append(rppExtra); } auto root = std::make_unique(projectDirectory()); createTree(root, project()->rootProjectDirectory(), rpps, m_parser->scannedFiles()); root->addNode(std::make_unique(projectFilePath(), FileType::Project)); if (QFile::exists(dbContents.extraFileName)) root->addNode(std::make_unique(Utils::FilePath::fromString(dbContents.extraFileName), FileType::Project)); setRootProjectNode(std::move(root)); m_cppCodeModelUpdater->update({project(), kitInfo, activeParseEnvironment(), rpps}); updateDeploymentData(); } CompilationDatabaseProject::CompilationDatabaseProject(const Utils::FilePath &projectFile) : Project(Constants::COMPILATIONDATABASEMIMETYPE, projectFile) { setId(Constants::COMPILATIONDATABASEPROJECT_ID); setProjectLanguages(Core::Context(ProjectExplorer::Constants::CXX_LANGUAGE_ID)); setDisplayName(projectDirectory().fileName()); setBuildSystemCreator([](Target *t) { return new CompilationDatabaseBuildSystem(t); }); setExtraProjectFiles( {projectFile.stringAppended(Constants::COMPILATIONDATABASEPROJECT_FILES_SUFFIX)}); } Utils::FilePath CompilationDatabaseProject::rootPathFromSettings() const { #ifdef WITH_TESTS return Utils::FilePath::fromString(projectDirectory().fileName()); #else return Utils::FilePath::fromString( namedSettings(ProjectExplorer::Constants::PROJECT_ROOT_PATH_KEY).toString()); #endif } void CompilationDatabaseProject::configureAsExampleProject(Kit *kit) { if (kit) addTargetForKit(kit); else if (KitManager::defaultKit()) addTargetForKit(KitManager::defaultKit()); } void CompilationDatabaseBuildSystem::reparseProject() { if (m_parser) { QTC_CHECK(isParsing()); m_parser->stop(); } const FilePath rootPath = static_cast(project())->rootPathFromSettings(); m_parser = new CompilationDbParser(project()->displayName(), projectFilePath(), rootPath, m_mimeBinaryCache, guardParsingRun(), this); connect(m_parser, &CompilationDbParser::finished, this, [this](ParseResult result) { m_projectFileHash = m_parser->projectFileHash(); if (result == ParseResult::Success) buildTreeAndProjectParts(); m_parser = nullptr; }); m_parser->setPreviousProjectFileHash(m_projectFileHash); m_parser->start(); } void CompilationDatabaseBuildSystem::updateDeploymentData() { const Utils::FilePath deploymentFilePath = projectDirectory() .pathAppended("QtCreatorDeployment.txt"); DeploymentData deploymentData; deploymentData.addFilesFromDeploymentFile(deploymentFilePath.toString(), projectDirectory().toString()); setDeploymentData(deploymentData); if (m_deployFileWatcher->files() != QStringList(deploymentFilePath.toString())) { m_deployFileWatcher->removeFiles(m_deployFileWatcher->files()); m_deployFileWatcher->addFile(deploymentFilePath.toString(), FileSystemWatcher::WatchModifiedDate); } emitBuildSystemUpdated(); } static TextEditor::TextDocument *createCompilationDatabaseDocument() { auto doc = new TextEditor::TextDocument; doc->setId(Constants::COMPILATIONDATABASEPROJECT_ID); doc->setMimeType(Constants::COMPILATIONDATABASEMIMETYPE); return doc; } CompilationDatabaseEditorFactory::CompilationDatabaseEditorFactory() { setId(Constants::COMPILATIONDATABASEPROJECT_ID); setDisplayName(QCoreApplication::translate("OpenWith::Editors", "Compilation Database")); addMimeType(Constants::COMPILATIONDATABASEMIMETYPE); setEditorCreator([]() { return new TextEditor::BaseTextEditor; }); setEditorWidgetCreator([]() { return new TextEditor::TextEditorWidget; }); setDocumentCreator(createCompilationDatabaseDocument); setUseGenericHighlighter(true); setCommentDefinition(Utils::CommentDefinition::HashStyle); setCodeFoldingSupported(true); } class CompilationDatabaseBuildConfiguration : public BuildConfiguration { public: CompilationDatabaseBuildConfiguration(Target *target, Utils::Id id) : BuildConfiguration(target, id) { } }; CompilationDatabaseBuildConfigurationFactory::CompilationDatabaseBuildConfigurationFactory() { registerBuildConfiguration( "CompilationDatabase.CompilationDatabaseBuildConfiguration"); setSupportedProjectType(Constants::COMPILATIONDATABASEPROJECT_ID); setSupportedProjectMimeTypeName(Constants::COMPILATIONDATABASEMIMETYPE); setBuildGenerator([](const Kit *, const FilePath &projectPath, bool) { const QString name = BuildConfiguration::tr("Release"); ProjectExplorer::BuildInfo info; info.typeName = name; info.displayName = name; info.buildType = BuildConfiguration::Release; info.buildDirectory = projectPath.parentDir(); return QList{info}; }); } } // namespace Internal } // namespace CompilationDatabaseProjectManager