//===--- FrontendActions.cpp ----------------------------------------------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #include "clang/Frontend/FrontendActions.h" #include "clang/AST/ASTConsumer.h" #include "clang/Basic/FileManager.h" #include "clang/Frontend/ASTConsumers.h" #include "clang/Frontend/CompilerInstance.h" #include "clang/Frontend/FrontendDiagnostic.h" #include "clang/Frontend/MultiplexConsumer.h" #include "clang/Frontend/Utils.h" #include "clang/Lex/HeaderSearch.h" #include "clang/Lex/Preprocessor.h" #include "clang/Lex/PreprocessorOptions.h" #include "clang/Serialization/ASTReader.h" #include "clang/Serialization/ASTWriter.h" #include "llvm/Support/FileSystem.h" #include "llvm/Support/MemoryBuffer.h" #include "llvm/Support/Path.h" #include "llvm/Support/raw_ostream.h" #include #include using namespace clang; //===----------------------------------------------------------------------===// // Custom Actions //===----------------------------------------------------------------------===// std::unique_ptr InitOnlyAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { return llvm::make_unique(); } void InitOnlyAction::ExecuteAction() { } //===----------------------------------------------------------------------===// // AST Consumer Actions //===----------------------------------------------------------------------===// std::unique_ptr ASTPrintAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { if (std::unique_ptr OS = CI.createDefaultOutputFile(false, InFile)) return CreateASTPrinter(std::move(OS), CI.getFrontendOpts().ASTDumpFilter); return nullptr; } std::unique_ptr ASTDumpAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { return CreateASTDumper(CI.getFrontendOpts().ASTDumpFilter, CI.getFrontendOpts().ASTDumpDecls, CI.getFrontendOpts().ASTDumpAll, CI.getFrontendOpts().ASTDumpLookups); } std::unique_ptr ASTDeclListAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { return CreateASTDeclNodeLister(); } std::unique_ptr ASTViewAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { return CreateASTViewer(); } std::unique_ptr DeclContextPrintAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { return CreateDeclContextPrinter(); } std::unique_ptr GeneratePCHAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { std::string Sysroot; std::string OutputFile; std::unique_ptr OS = ComputeASTConsumerArguments(CI, InFile, Sysroot, OutputFile); if (!OS) return nullptr; if (!CI.getFrontendOpts().RelocatablePCH) Sysroot.clear(); auto Buffer = std::make_shared(); std::vector> Consumers; Consumers.push_back(llvm::make_unique( CI.getPreprocessor(), OutputFile, Sysroot, Buffer, CI.getFrontendOpts().ModuleFileExtensions, /*AllowASTWithErrors*/CI.getPreprocessorOpts().AllowPCHWithCompilerErrors, /*IncludeTimestamps*/ +CI.getFrontendOpts().IncludeTimestamps)); Consumers.push_back(CI.getPCHContainerWriter().CreatePCHContainerGenerator( CI, InFile, OutputFile, std::move(OS), Buffer)); return llvm::make_unique(std::move(Consumers)); } std::unique_ptr GeneratePCHAction::ComputeASTConsumerArguments(CompilerInstance &CI, StringRef InFile, std::string &Sysroot, std::string &OutputFile) { Sysroot = CI.getHeaderSearchOpts().Sysroot; if (CI.getFrontendOpts().RelocatablePCH && Sysroot.empty()) { CI.getDiagnostics().Report(diag::err_relocatable_without_isysroot); return nullptr; } // We use createOutputFile here because this is exposed via libclang, and we // must disable the RemoveFileOnSignal behavior. // We use a temporary to avoid race conditions. std::unique_ptr OS = CI.createOutputFile(CI.getFrontendOpts().OutputFile, /*Binary=*/true, /*RemoveFileOnSignal=*/false, InFile, /*Extension=*/"", /*useTemporary=*/true); if (!OS) return nullptr; OutputFile = CI.getFrontendOpts().OutputFile; return OS; } bool GeneratePCHAction::shouldEraseOutputFiles() { if (getCompilerInstance().getPreprocessorOpts().AllowPCHWithCompilerErrors) return false; return ASTFrontendAction::shouldEraseOutputFiles(); } bool GeneratePCHAction::BeginSourceFileAction(CompilerInstance &CI) { CI.getLangOpts().CompilingPCH = true; return true; } std::unique_ptr GenerateModuleAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { std::unique_ptr OS = CreateOutputFile(CI, InFile); if (!OS) return nullptr; std::string OutputFile = CI.getFrontendOpts().OutputFile; std::string Sysroot; auto Buffer = std::make_shared(); std::vector> Consumers; Consumers.push_back(llvm::make_unique( CI.getPreprocessor(), OutputFile, Sysroot, Buffer, CI.getFrontendOpts().ModuleFileExtensions, /*AllowASTWithErrors=*/false, /*IncludeTimestamps=*/ +CI.getFrontendOpts().BuildingImplicitModule)); Consumers.push_back(CI.getPCHContainerWriter().CreatePCHContainerGenerator( CI, InFile, OutputFile, std::move(OS), Buffer)); return llvm::make_unique(std::move(Consumers)); } bool GenerateModuleFromModuleMapAction::BeginSourceFileAction( CompilerInstance &CI) { if (!CI.getLangOpts().Modules) { CI.getDiagnostics().Report(diag::err_module_build_requires_fmodules); return false; } return GenerateModuleAction::BeginSourceFileAction(CI); } std::unique_ptr GenerateModuleFromModuleMapAction::CreateOutputFile(CompilerInstance &CI, StringRef InFile) { // If no output file was provided, figure out where this module would go // in the module cache. if (CI.getFrontendOpts().OutputFile.empty()) { StringRef ModuleMapFile = CI.getFrontendOpts().OriginalModuleMap; if (ModuleMapFile.empty()) ModuleMapFile = InFile; HeaderSearch &HS = CI.getPreprocessor().getHeaderSearchInfo(); CI.getFrontendOpts().OutputFile = HS.getModuleFileName(CI.getLangOpts().CurrentModule, ModuleMapFile, /*UsePrebuiltPath=*/false); } // We use createOutputFile here because this is exposed via libclang, and we // must disable the RemoveFileOnSignal behavior. // We use a temporary to avoid race conditions. return CI.createOutputFile(CI.getFrontendOpts().OutputFile, /*Binary=*/true, /*RemoveFileOnSignal=*/false, InFile, /*Extension=*/"", /*useTemporary=*/true, /*CreateMissingDirectories=*/true); } bool GenerateModuleInterfaceAction::BeginSourceFileAction( CompilerInstance &CI) { if (!CI.getLangOpts().ModulesTS) { CI.getDiagnostics().Report(diag::err_module_interface_requires_modules_ts); return false; } CI.getLangOpts().setCompilingModule(LangOptions::CMK_ModuleInterface); return GenerateModuleAction::BeginSourceFileAction(CI); } std::unique_ptr GenerateModuleInterfaceAction::CreateOutputFile(CompilerInstance &CI, StringRef InFile) { return CI.createDefaultOutputFile(/*Binary=*/true, InFile, "pcm"); } SyntaxOnlyAction::~SyntaxOnlyAction() { } std::unique_ptr SyntaxOnlyAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { return llvm::make_unique(); } std::unique_ptr DumpModuleInfoAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { return llvm::make_unique(); } std::unique_ptr VerifyPCHAction::CreateASTConsumer(CompilerInstance &CI, StringRef InFile) { return llvm::make_unique(); } void VerifyPCHAction::ExecuteAction() { CompilerInstance &CI = getCompilerInstance(); bool Preamble = CI.getPreprocessorOpts().PrecompiledPreambleBytes.first != 0; const std::string &Sysroot = CI.getHeaderSearchOpts().Sysroot; std::unique_ptr Reader(new ASTReader( CI.getPreprocessor(), &CI.getASTContext(), CI.getPCHContainerReader(), CI.getFrontendOpts().ModuleFileExtensions, Sysroot.empty() ? "" : Sysroot.c_str(), /*DisableValidation*/ false, /*AllowPCHWithCompilerErrors*/ false, /*AllowConfigurationMismatch*/ true, /*ValidateSystemInputs*/ true)); Reader->ReadAST(getCurrentFile(), Preamble ? serialization::MK_Preamble : serialization::MK_PCH, SourceLocation(), ASTReader::ARR_ConfigurationMismatch); } namespace { /// \brief AST reader listener that dumps module information for a module /// file. class DumpModuleInfoListener : public ASTReaderListener { llvm::raw_ostream &Out; public: DumpModuleInfoListener(llvm::raw_ostream &Out) : Out(Out) { } #define DUMP_BOOLEAN(Value, Text) \ Out.indent(4) << Text << ": " << (Value? "Yes" : "No") << "\n" bool ReadFullVersionInformation(StringRef FullVersion) override { Out.indent(2) << "Generated by " << (FullVersion == getClangFullRepositoryVersion()? "this" : "a different") << " Clang: " << FullVersion << "\n"; return ASTReaderListener::ReadFullVersionInformation(FullVersion); } void ReadModuleName(StringRef ModuleName) override { Out.indent(2) << "Module name: " << ModuleName << "\n"; } void ReadModuleMapFile(StringRef ModuleMapPath) override { Out.indent(2) << "Module map file: " << ModuleMapPath << "\n"; } bool ReadLanguageOptions(const LangOptions &LangOpts, bool Complain, bool AllowCompatibleDifferences) override { Out.indent(2) << "Language options:\n"; #define LANGOPT(Name, Bits, Default, Description) \ DUMP_BOOLEAN(LangOpts.Name, Description); #define ENUM_LANGOPT(Name, Type, Bits, Default, Description) \ Out.indent(4) << Description << ": " \ << static_cast(LangOpts.get##Name()) << "\n"; #define VALUE_LANGOPT(Name, Bits, Default, Description) \ Out.indent(4) << Description << ": " << LangOpts.Name << "\n"; #define BENIGN_LANGOPT(Name, Bits, Default, Description) #define BENIGN_ENUM_LANGOPT(Name, Type, Bits, Default, Description) #include "clang/Basic/LangOptions.def" if (!LangOpts.ModuleFeatures.empty()) { Out.indent(4) << "Module features:\n"; for (StringRef Feature : LangOpts.ModuleFeatures) Out.indent(6) << Feature << "\n"; } return false; } bool ReadTargetOptions(const TargetOptions &TargetOpts, bool Complain, bool AllowCompatibleDifferences) override { Out.indent(2) << "Target options:\n"; Out.indent(4) << " Triple: " << TargetOpts.Triple << "\n"; Out.indent(4) << " CPU: " << TargetOpts.CPU << "\n"; Out.indent(4) << " ABI: " << TargetOpts.ABI << "\n"; if (!TargetOpts.FeaturesAsWritten.empty()) { Out.indent(4) << "Target features:\n"; for (unsigned I = 0, N = TargetOpts.FeaturesAsWritten.size(); I != N; ++I) { Out.indent(6) << TargetOpts.FeaturesAsWritten[I] << "\n"; } } return false; } bool ReadDiagnosticOptions(IntrusiveRefCntPtr DiagOpts, bool Complain) override { Out.indent(2) << "Diagnostic options:\n"; #define DIAGOPT(Name, Bits, Default) DUMP_BOOLEAN(DiagOpts->Name, #Name); #define ENUM_DIAGOPT(Name, Type, Bits, Default) \ Out.indent(4) << #Name << ": " << DiagOpts->get##Name() << "\n"; #define VALUE_DIAGOPT(Name, Bits, Default) \ Out.indent(4) << #Name << ": " << DiagOpts->Name << "\n"; #include "clang/Basic/DiagnosticOptions.def" Out.indent(4) << "Diagnostic flags:\n"; for (const std::string &Warning : DiagOpts->Warnings) Out.indent(6) << "-W" << Warning << "\n"; for (const std::string &Remark : DiagOpts->Remarks) Out.indent(6) << "-R" << Remark << "\n"; return false; } bool ReadHeaderSearchOptions(const HeaderSearchOptions &HSOpts, StringRef SpecificModuleCachePath, bool Complain) override { Out.indent(2) << "Header search options:\n"; Out.indent(4) << "System root [-isysroot=]: '" << HSOpts.Sysroot << "'\n"; Out.indent(4) << "Resource dir [ -resource-dir=]: '" << HSOpts.ResourceDir << "'\n"; Out.indent(4) << "Module Cache: '" << SpecificModuleCachePath << "'\n"; DUMP_BOOLEAN(HSOpts.UseBuiltinIncludes, "Use builtin include directories [-nobuiltininc]"); DUMP_BOOLEAN(HSOpts.UseStandardSystemIncludes, "Use standard system include directories [-nostdinc]"); DUMP_BOOLEAN(HSOpts.UseStandardCXXIncludes, "Use standard C++ include directories [-nostdinc++]"); DUMP_BOOLEAN(HSOpts.UseLibcxx, "Use libc++ (rather than libstdc++) [-stdlib=]"); return false; } bool ReadPreprocessorOptions(const PreprocessorOptions &PPOpts, bool Complain, std::string &SuggestedPredefines) override { Out.indent(2) << "Preprocessor options:\n"; DUMP_BOOLEAN(PPOpts.UsePredefines, "Uses compiler/target-specific predefines [-undef]"); DUMP_BOOLEAN(PPOpts.DetailedRecord, "Uses detailed preprocessing record (for indexing)"); if (!PPOpts.Macros.empty()) { Out.indent(4) << "Predefined macros:\n"; } for (std::vector >::const_iterator I = PPOpts.Macros.begin(), IEnd = PPOpts.Macros.end(); I != IEnd; ++I) { Out.indent(6); if (I->second) Out << "-U"; else Out << "-D"; Out << I->first << "\n"; } return false; } /// Indicates that a particular module file extension has been read. void readModuleFileExtension( const ModuleFileExtensionMetadata &Metadata) override { Out.indent(2) << "Module file extension '" << Metadata.BlockName << "' " << Metadata.MajorVersion << "." << Metadata.MinorVersion; if (!Metadata.UserInfo.empty()) { Out << ": "; Out.write_escaped(Metadata.UserInfo); } Out << "\n"; } #undef DUMP_BOOLEAN }; } bool DumpModuleInfoAction::BeginInvocation(CompilerInstance &CI) { // The Object file reader also supports raw ast files and there is no point in // being strict about the module file format in -module-file-info mode. CI.getHeaderSearchOpts().ModuleFormat = "obj"; return true; } void DumpModuleInfoAction::ExecuteAction() { // Set up the output file. std::unique_ptr OutFile; StringRef OutputFileName = getCompilerInstance().getFrontendOpts().OutputFile; if (!OutputFileName.empty() && OutputFileName != "-") { std::error_code EC; OutFile.reset(new llvm::raw_fd_ostream(OutputFileName.str(), EC, llvm::sys::fs::F_Text)); } llvm::raw_ostream &Out = OutFile.get()? *OutFile.get() : llvm::outs(); Out << "Information for module file '" << getCurrentFile() << "':\n"; auto &FileMgr = getCompilerInstance().getFileManager(); auto Buffer = FileMgr.getBufferForFile(getCurrentFile()); StringRef Magic = (*Buffer)->getMemBufferRef().getBuffer(); bool IsRaw = (Magic.size() >= 4 && Magic[0] == 'C' && Magic[1] == 'P' && Magic[2] == 'C' && Magic[3] == 'H'); Out << " Module format: " << (IsRaw ? "raw" : "obj") << "\n"; Preprocessor &PP = getCompilerInstance().getPreprocessor(); DumpModuleInfoListener Listener(Out); HeaderSearchOptions &HSOpts = PP.getHeaderSearchInfo().getHeaderSearchOpts(); ASTReader::readASTFileControlBlock( getCurrentFile(), FileMgr, getCompilerInstance().getPCHContainerReader(), /*FindModuleFileExtensions=*/true, Listener, HSOpts.ModulesValidateDiagnosticOptions); } //===----------------------------------------------------------------------===// // Preprocessor Actions //===----------------------------------------------------------------------===// void DumpRawTokensAction::ExecuteAction() { Preprocessor &PP = getCompilerInstance().getPreprocessor(); SourceManager &SM = PP.getSourceManager(); // Start lexing the specified input file. const llvm::MemoryBuffer *FromFile = SM.getBuffer(SM.getMainFileID()); Lexer RawLex(SM.getMainFileID(), FromFile, SM, PP.getLangOpts()); RawLex.SetKeepWhitespaceMode(true); Token RawTok; RawLex.LexFromRawLexer(RawTok); while (RawTok.isNot(tok::eof)) { PP.DumpToken(RawTok, true); llvm::errs() << "\n"; RawLex.LexFromRawLexer(RawTok); } } void DumpTokensAction::ExecuteAction() { Preprocessor &PP = getCompilerInstance().getPreprocessor(); // Start preprocessing the specified input file. Token Tok; PP.EnterMainSourceFile(); do { PP.Lex(Tok); PP.DumpToken(Tok, true); llvm::errs() << "\n"; } while (Tok.isNot(tok::eof)); } void GeneratePTHAction::ExecuteAction() { CompilerInstance &CI = getCompilerInstance(); std::unique_ptr OS = CI.createDefaultOutputFile(true, getCurrentFile()); if (!OS) return; CacheTokens(CI.getPreprocessor(), OS.get()); } void PreprocessOnlyAction::ExecuteAction() { Preprocessor &PP = getCompilerInstance().getPreprocessor(); // Ignore unknown pragmas. PP.IgnorePragmas(); Token Tok; // Start parsing the specified input file. PP.EnterMainSourceFile(); do { PP.Lex(Tok); } while (Tok.isNot(tok::eof)); } void PrintPreprocessedAction::ExecuteAction() { CompilerInstance &CI = getCompilerInstance(); // Output file may need to be set to 'Binary', to avoid converting Unix style // line feeds () to Microsoft style line feeds (). // // Look to see what type of line endings the file uses. If there's a // CRLF, then we won't open the file up in binary mode. If there is // just an LF or CR, then we will open the file up in binary mode. // In this fashion, the output format should match the input format, unless // the input format has inconsistent line endings. // // This should be a relatively fast operation since most files won't have // all of their source code on a single line. However, that is still a // concern, so if we scan for too long, we'll just assume the file should // be opened in binary mode. bool BinaryMode = true; bool InvalidFile = false; const SourceManager& SM = CI.getSourceManager(); const llvm::MemoryBuffer *Buffer = SM.getBuffer(SM.getMainFileID(), &InvalidFile); if (!InvalidFile) { const char *cur = Buffer->getBufferStart(); const char *end = Buffer->getBufferEnd(); const char *next = (cur != end) ? cur + 1 : end; // Limit ourselves to only scanning 256 characters into the source // file. This is mostly a sanity check in case the file has no // newlines whatsoever. if (end - cur > 256) end = cur + 256; while (next < end) { if (*cur == 0x0D) { // CR if (*next == 0x0A) // CRLF BinaryMode = false; break; } else if (*cur == 0x0A) // LF break; ++cur; ++next; } } std::unique_ptr OS = CI.createDefaultOutputFile(BinaryMode, getCurrentFile()); if (!OS) return; // If we're preprocessing a module map, start by dumping the contents of the // module itself before switching to the input buffer. auto &Input = getCurrentInput(); if (Input.getKind().getFormat() == InputKind::ModuleMap) { if (Input.isFile()) { (*OS) << "# 1 \""; OS->write_escaped(Input.getFile()); (*OS) << "\"\n"; } // FIXME: Include additional information here so that we don't need the // original source files to exist on disk. getCurrentModule()->print(*OS); (*OS) << "#pragma clang module contents\n"; } DoPrintPreprocessedInput(CI.getPreprocessor(), OS.get(), CI.getPreprocessorOutputOpts()); } void PrintPreambleAction::ExecuteAction() { switch (getCurrentFileKind().getLanguage()) { case InputKind::C: case InputKind::CXX: case InputKind::ObjC: case InputKind::ObjCXX: case InputKind::OpenCL: case InputKind::CUDA: break; case InputKind::Unknown: case InputKind::Asm: case InputKind::LLVM_IR: case InputKind::RenderScript: // We can't do anything with these. return; } // We don't expect to find any #include directives in a preprocessed input. if (getCurrentFileKind().isPreprocessed()) return; CompilerInstance &CI = getCompilerInstance(); auto Buffer = CI.getFileManager().getBufferForFile(getCurrentFile()); if (Buffer) { unsigned Preamble = Lexer::ComputePreamble((*Buffer)->getBuffer(), CI.getLangOpts()).first; llvm::outs().write((*Buffer)->getBufferStart(), Preamble); } }