2012-06-07 02:52:13 +08:00
|
|
|
//===--- InclusionRewriter.cpp - Rewrite includes into their expansions ---===//
|
|
|
|
//
|
2019-01-19 16:50:56 +08:00
|
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2012-06-07 02:52:13 +08:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This code rewrites include invocations into their expansions. This gives you
|
|
|
|
// a file with all included files merged into it.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2012-09-01 13:09:24 +08:00
|
|
|
#include "clang/Rewrite/Frontend/Rewriters.h"
|
2012-06-07 02:52:13 +08:00
|
|
|
#include "clang/Basic/SourceManager.h"
|
|
|
|
#include "clang/Frontend/PreprocessorOutputOptions.h"
|
2013-04-17 03:08:41 +08:00
|
|
|
#include "clang/Lex/HeaderSearch.h"
|
2013-07-20 22:30:01 +08:00
|
|
|
#include "clang/Lex/Pragma.h"
|
2012-12-04 17:13:33 +08:00
|
|
|
#include "clang/Lex/Preprocessor.h"
|
2013-04-17 03:08:41 +08:00
|
|
|
#include "llvm/ADT/SmallString.h"
|
2012-06-07 02:52:13 +08:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
|
|
|
|
|
|
|
using namespace clang;
|
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
|
|
|
|
class InclusionRewriter : public PPCallbacks {
|
|
|
|
/// Information about which #includes were actually performed,
|
|
|
|
/// created by preprocessor callbacks.
|
2015-07-01 12:40:10 +08:00
|
|
|
struct IncludedFile {
|
2012-06-07 02:52:13 +08:00
|
|
|
FileID Id;
|
|
|
|
SrcMgr::CharacteristicKind FileType;
|
2018-04-14 01:43:15 +08:00
|
|
|
const DirectoryLookup *DirLookup;
|
|
|
|
IncludedFile(FileID Id, SrcMgr::CharacteristicKind FileType,
|
|
|
|
const DirectoryLookup *DirLookup)
|
|
|
|
: Id(Id), FileType(FileType), DirLookup(DirLookup) {}
|
2012-06-07 02:52:13 +08:00
|
|
|
};
|
2012-06-09 07:13:42 +08:00
|
|
|
Preprocessor &PP; ///< Used to find inclusion directives.
|
|
|
|
SourceManager &SM; ///< Used to read and manage source files.
|
|
|
|
raw_ostream &OS; ///< The destination stream for rewritten contents.
|
2014-09-06 00:49:50 +08:00
|
|
|
StringRef MainEOL; ///< The line ending marker to use.
|
2013-07-26 23:32:04 +08:00
|
|
|
const llvm::MemoryBuffer *PredefinesBuffer; ///< The preprocessor predefines.
|
2012-06-09 07:13:42 +08:00
|
|
|
bool ShowLineMarkers; ///< Show #line markers.
|
2015-02-26 08:17:25 +08:00
|
|
|
bool UseLineDirectives; ///< Use of line directives or line markers.
|
2015-07-01 12:40:10 +08:00
|
|
|
/// Tracks where inclusions that change the file are found.
|
|
|
|
std::map<unsigned, IncludedFile> FileIncludes;
|
|
|
|
/// Tracks where inclusions that import modules are found.
|
|
|
|
std::map<unsigned, const Module *> ModuleIncludes;
|
2017-05-04 08:29:54 +08:00
|
|
|
/// Tracks where inclusions that enter modules (in a module build) are found.
|
|
|
|
std::map<unsigned, const Module *> ModuleEntryIncludes;
|
2019-09-19 03:09:41 +08:00
|
|
|
/// Tracks where #if and #elif directives get evaluated and whether to true.
|
|
|
|
std::map<unsigned, bool> IfConditions;
|
2015-07-01 12:40:10 +08:00
|
|
|
/// Used transitively for building up the FileIncludes mapping over the
|
2012-06-07 02:52:13 +08:00
|
|
|
/// various \c PPCallbacks callbacks.
|
2015-07-01 12:40:10 +08:00
|
|
|
SourceLocation LastInclusionLocation;
|
2012-06-07 02:52:13 +08:00
|
|
|
public:
|
2015-02-26 08:17:25 +08:00
|
|
|
InclusionRewriter(Preprocessor &PP, raw_ostream &OS, bool ShowLineMarkers,
|
|
|
|
bool UseLineDirectives);
|
2018-04-14 01:43:15 +08:00
|
|
|
void Process(FileID FileId, SrcMgr::CharacteristicKind FileType,
|
|
|
|
const DirectoryLookup *DirLookup);
|
2013-07-26 23:32:04 +08:00
|
|
|
void setPredefinesBuffer(const llvm::MemoryBuffer *Buf) {
|
|
|
|
PredefinesBuffer = Buf;
|
|
|
|
}
|
2014-09-06 00:49:50 +08:00
|
|
|
void detectMainFileEOL();
|
2017-05-04 08:29:54 +08:00
|
|
|
void handleModuleBegin(Token &Tok) {
|
|
|
|
assert(Tok.getKind() == tok::annot_module_begin);
|
|
|
|
ModuleEntryIncludes.insert({Tok.getLocation().getRawEncoding(),
|
|
|
|
(Module *)Tok.getAnnotationValue()});
|
|
|
|
}
|
2012-06-07 02:52:13 +08:00
|
|
|
private:
|
2014-03-15 12:29:04 +08:00
|
|
|
void FileChanged(SourceLocation Loc, FileChangeReason Reason,
|
|
|
|
SrcMgr::CharacteristicKind FileType,
|
|
|
|
FileID PrevFID) override;
|
2019-08-27 09:03:25 +08:00
|
|
|
void FileSkipped(const FileEntryRef &SkippedFile, const Token &FilenameTok,
|
2014-03-15 12:29:04 +08:00
|
|
|
SrcMgr::CharacteristicKind FileType) override;
|
|
|
|
void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
|
|
|
|
StringRef FileName, bool IsAngled,
|
|
|
|
CharSourceRange FilenameRange, const FileEntry *File,
|
|
|
|
StringRef SearchPath, StringRef RelativePath,
|
2018-05-11 03:05:36 +08:00
|
|
|
const Module *Imported,
|
|
|
|
SrcMgr::CharacteristicKind FileType) override;
|
2019-09-19 03:09:41 +08:00
|
|
|
void If(SourceLocation Loc, SourceRange ConditionRange,
|
|
|
|
ConditionValueKind ConditionValue) override;
|
|
|
|
void Elif(SourceLocation Loc, SourceRange ConditionRange,
|
|
|
|
ConditionValueKind ConditionValue, SourceLocation IfLoc) override;
|
2016-10-02 00:38:28 +08:00
|
|
|
void WriteLineInfo(StringRef Filename, int Line,
|
2012-06-07 02:52:13 +08:00
|
|
|
SrcMgr::CharacteristicKind FileType,
|
2014-09-06 00:49:50 +08:00
|
|
|
StringRef Extra = StringRef());
|
|
|
|
void WriteImplicitModuleImport(const Module *Mod);
|
2012-06-07 02:52:13 +08:00
|
|
|
void OutputContentUpTo(const MemoryBuffer &FromFile,
|
|
|
|
unsigned &WriteFrom, unsigned WriteTo,
|
|
|
|
StringRef EOL, int &lines,
|
2013-12-14 01:04:55 +08:00
|
|
|
bool EnsureNewline);
|
2012-06-07 02:52:13 +08:00
|
|
|
void CommentOutDirective(Lexer &DirectivesLex, const Token &StartToken,
|
|
|
|
const MemoryBuffer &FromFile, StringRef EOL,
|
|
|
|
unsigned &NextToWrite, int &Lines);
|
2015-07-01 12:40:10 +08:00
|
|
|
const IncludedFile *FindIncludeAtLocation(SourceLocation Loc) const;
|
|
|
|
const Module *FindModuleAtLocation(SourceLocation Loc) const;
|
2017-05-04 08:29:54 +08:00
|
|
|
const Module *FindEnteredModule(SourceLocation Loc) const;
|
2019-09-19 03:09:41 +08:00
|
|
|
bool IsIfAtLocationTrue(SourceLocation Loc) const;
|
2012-06-07 02:52:13 +08:00
|
|
|
StringRef NextIdentifierName(Lexer &RawLex, Token &RawToken);
|
|
|
|
};
|
|
|
|
|
|
|
|
} // end anonymous namespace
|
|
|
|
|
|
|
|
/// Initializes an InclusionRewriter with a \p PP source and \p OS destination.
|
|
|
|
InclusionRewriter::InclusionRewriter(Preprocessor &PP, raw_ostream &OS,
|
2015-02-26 08:17:25 +08:00
|
|
|
bool ShowLineMarkers,
|
|
|
|
bool UseLineDirectives)
|
2014-09-06 00:49:50 +08:00
|
|
|
: PP(PP), SM(PP.getSourceManager()), OS(OS), MainEOL("\n"),
|
|
|
|
PredefinesBuffer(nullptr), ShowLineMarkers(ShowLineMarkers),
|
2015-02-26 08:29:54 +08:00
|
|
|
UseLineDirectives(UseLineDirectives),
|
2015-07-01 12:40:10 +08:00
|
|
|
LastInclusionLocation(SourceLocation()) {}
|
2012-06-07 02:52:13 +08:00
|
|
|
|
|
|
|
/// Write appropriate line information as either #line directives or GNU line
|
|
|
|
/// markers depending on what mode we're in, including the \p Filename and
|
|
|
|
/// \p Line we are located at, using the specified \p EOL line separator, and
|
|
|
|
/// any \p Extra context specifiers in GNU line directives.
|
2016-10-02 00:38:28 +08:00
|
|
|
void InclusionRewriter::WriteLineInfo(StringRef Filename, int Line,
|
2012-06-07 02:52:13 +08:00
|
|
|
SrcMgr::CharacteristicKind FileType,
|
2014-09-06 00:49:50 +08:00
|
|
|
StringRef Extra) {
|
2012-06-07 02:52:13 +08:00
|
|
|
if (!ShowLineMarkers)
|
|
|
|
return;
|
2015-02-26 08:17:25 +08:00
|
|
|
if (UseLineDirectives) {
|
2013-09-17 08:51:31 +08:00
|
|
|
OS << "#line" << ' ' << Line << ' ' << '"';
|
|
|
|
OS.write_escaped(Filename);
|
|
|
|
OS << '"';
|
2012-06-07 02:52:13 +08:00
|
|
|
} else {
|
|
|
|
// Use GNU linemarkers as described here:
|
|
|
|
// http://gcc.gnu.org/onlinedocs/cpp/Preprocessor-Output.html
|
2013-08-29 09:42:42 +08:00
|
|
|
OS << '#' << ' ' << Line << ' ' << '"';
|
|
|
|
OS.write_escaped(Filename);
|
|
|
|
OS << '"';
|
2012-06-07 02:52:13 +08:00
|
|
|
if (!Extra.empty())
|
|
|
|
OS << Extra;
|
|
|
|
if (FileType == SrcMgr::C_System)
|
|
|
|
// "`3' This indicates that the following text comes from a system header
|
|
|
|
// file, so certain warnings should be suppressed."
|
|
|
|
OS << " 3";
|
|
|
|
else if (FileType == SrcMgr::C_ExternCSystem)
|
|
|
|
// as above for `3', plus "`4' This indicates that the following text
|
|
|
|
// should be treated as being wrapped in an implicit extern "C" block."
|
|
|
|
OS << " 3 4";
|
|
|
|
}
|
2014-09-06 00:49:50 +08:00
|
|
|
OS << MainEOL;
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
|
2014-09-06 00:49:50 +08:00
|
|
|
void InclusionRewriter::WriteImplicitModuleImport(const Module *Mod) {
|
2017-06-20 07:09:36 +08:00
|
|
|
OS << "#pragma clang module import " << Mod->getFullModuleName(true)
|
2014-09-06 00:49:50 +08:00
|
|
|
<< " /* clang -frewrite-includes: implicit import */" << MainEOL;
|
2013-04-10 09:53:50 +08:00
|
|
|
}
|
|
|
|
|
2012-06-07 02:52:13 +08:00
|
|
|
/// FileChanged - Whenever the preprocessor enters or exits a #include file
|
|
|
|
/// it invokes this handler.
|
|
|
|
void InclusionRewriter::FileChanged(SourceLocation Loc,
|
|
|
|
FileChangeReason Reason,
|
|
|
|
SrcMgr::CharacteristicKind NewFileType,
|
|
|
|
FileID) {
|
|
|
|
if (Reason != EnterFile)
|
|
|
|
return;
|
2015-07-01 12:40:10 +08:00
|
|
|
if (LastInclusionLocation.isInvalid())
|
2012-06-07 02:52:13 +08:00
|
|
|
// we didn't reach this file (eg: the main file) via an inclusion directive
|
|
|
|
return;
|
2015-07-01 12:40:10 +08:00
|
|
|
FileID Id = FullSourceLoc(Loc, SM).getFileID();
|
2018-04-14 01:43:15 +08:00
|
|
|
auto P = FileIncludes.insert(
|
|
|
|
std::make_pair(LastInclusionLocation.getRawEncoding(),
|
|
|
|
IncludedFile(Id, NewFileType, PP.GetCurDirLookup())));
|
2015-07-01 13:41:50 +08:00
|
|
|
(void)P;
|
2015-07-01 12:40:10 +08:00
|
|
|
assert(P.second && "Unexpected revisitation of the same include directive");
|
|
|
|
LastInclusionLocation = SourceLocation();
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Called whenever an inclusion is skipped due to canonical header protection
|
|
|
|
/// macros.
|
2019-08-27 09:03:25 +08:00
|
|
|
void InclusionRewriter::FileSkipped(const FileEntryRef & /*SkippedFile*/,
|
|
|
|
const Token & /*FilenameTok*/,
|
2012-06-07 02:52:13 +08:00
|
|
|
SrcMgr::CharacteristicKind /*FileType*/) {
|
2015-10-03 13:15:57 +08:00
|
|
|
assert(LastInclusionLocation.isValid() &&
|
2015-07-01 12:40:10 +08:00
|
|
|
"A file, that wasn't found via an inclusion directive, was skipped");
|
|
|
|
LastInclusionLocation = SourceLocation();
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// This should be called whenever the preprocessor encounters include
|
|
|
|
/// directives. It does not say whether the file has been included, but it
|
|
|
|
/// provides more information about the directive (hash location instead
|
|
|
|
/// of location inside the included file). It is assumed that the matching
|
2017-06-02 09:05:44 +08:00
|
|
|
/// FileChanged() or FileSkipped() is called after this (or neither is
|
|
|
|
/// called if this #include results in an error or does not textually include
|
|
|
|
/// anything).
|
2012-06-07 02:52:13 +08:00
|
|
|
void InclusionRewriter::InclusionDirective(SourceLocation HashLoc,
|
|
|
|
const Token &/*IncludeTok*/,
|
|
|
|
StringRef /*FileName*/,
|
|
|
|
bool /*IsAngled*/,
|
2012-09-27 09:42:07 +08:00
|
|
|
CharSourceRange /*FilenameRange*/,
|
2012-06-07 02:52:13 +08:00
|
|
|
const FileEntry * /*File*/,
|
|
|
|
StringRef /*SearchPath*/,
|
2012-09-29 09:06:10 +08:00
|
|
|
StringRef /*RelativePath*/,
|
2018-05-11 03:05:36 +08:00
|
|
|
const Module *Imported,
|
|
|
|
SrcMgr::CharacteristicKind FileType){
|
2015-07-01 12:40:10 +08:00
|
|
|
if (Imported) {
|
2015-07-01 12:53:19 +08:00
|
|
|
auto P = ModuleIncludes.insert(
|
|
|
|
std::make_pair(HashLoc.getRawEncoding(), Imported));
|
2015-07-01 13:41:50 +08:00
|
|
|
(void)P;
|
2015-07-01 12:40:10 +08:00
|
|
|
assert(P.second && "Unexpected revisitation of the same include directive");
|
|
|
|
} else
|
|
|
|
LastInclusionLocation = HashLoc;
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
|
2019-09-19 03:09:41 +08:00
|
|
|
void InclusionRewriter::If(SourceLocation Loc, SourceRange ConditionRange,
|
|
|
|
ConditionValueKind ConditionValue) {
|
|
|
|
auto P = IfConditions.insert(
|
|
|
|
std::make_pair(Loc.getRawEncoding(), ConditionValue == CVK_True));
|
|
|
|
(void)P;
|
|
|
|
assert(P.second && "Unexpected revisitation of the same if directive");
|
|
|
|
}
|
|
|
|
|
|
|
|
void InclusionRewriter::Elif(SourceLocation Loc, SourceRange ConditionRange,
|
|
|
|
ConditionValueKind ConditionValue,
|
|
|
|
SourceLocation IfLoc) {
|
|
|
|
auto P = IfConditions.insert(
|
|
|
|
std::make_pair(Loc.getRawEncoding(), ConditionValue == CVK_True));
|
|
|
|
(void)P;
|
|
|
|
assert(P.second && "Unexpected revisitation of the same elif directive");
|
|
|
|
}
|
|
|
|
|
2012-06-07 02:52:13 +08:00
|
|
|
/// Simple lookup for a SourceLocation (specifically one denoting the hash in
|
|
|
|
/// an inclusion directive) in the map of inclusion information, FileChanges.
|
2015-07-01 12:40:10 +08:00
|
|
|
const InclusionRewriter::IncludedFile *
|
|
|
|
InclusionRewriter::FindIncludeAtLocation(SourceLocation Loc) const {
|
|
|
|
const auto I = FileIncludes.find(Loc.getRawEncoding());
|
|
|
|
if (I != FileIncludes.end())
|
2012-06-07 02:52:13 +08:00
|
|
|
return &I->second;
|
2014-05-07 14:21:57 +08:00
|
|
|
return nullptr;
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
|
2015-07-01 12:40:10 +08:00
|
|
|
/// Simple lookup for a SourceLocation (specifically one denoting the hash in
|
|
|
|
/// an inclusion directive) in the map of module inclusion information.
|
|
|
|
const Module *
|
|
|
|
InclusionRewriter::FindModuleAtLocation(SourceLocation Loc) const {
|
|
|
|
const auto I = ModuleIncludes.find(Loc.getRawEncoding());
|
|
|
|
if (I != ModuleIncludes.end())
|
|
|
|
return I->second;
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2017-05-04 08:29:54 +08:00
|
|
|
/// Simple lookup for a SourceLocation (specifically one denoting the hash in
|
|
|
|
/// an inclusion directive) in the map of module entry information.
|
|
|
|
const Module *
|
|
|
|
InclusionRewriter::FindEnteredModule(SourceLocation Loc) const {
|
|
|
|
const auto I = ModuleEntryIncludes.find(Loc.getRawEncoding());
|
|
|
|
if (I != ModuleEntryIncludes.end())
|
|
|
|
return I->second;
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2019-09-19 03:09:41 +08:00
|
|
|
bool InclusionRewriter::IsIfAtLocationTrue(SourceLocation Loc) const {
|
|
|
|
const auto I = IfConditions.find(Loc.getRawEncoding());
|
|
|
|
if (I != IfConditions.end())
|
|
|
|
return I->second;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2012-06-07 02:52:13 +08:00
|
|
|
/// Detect the likely line ending style of \p FromFile by examining the first
|
|
|
|
/// newline found within it.
|
|
|
|
static StringRef DetectEOL(const MemoryBuffer &FromFile) {
|
2014-09-06 00:49:50 +08:00
|
|
|
// Detect what line endings the file uses, so that added content does not mix
|
|
|
|
// the style. We need to check for "\r\n" first because "\n\r" will match
|
|
|
|
// "\r\n\r\n".
|
2012-06-07 02:52:13 +08:00
|
|
|
const char *Pos = strchr(FromFile.getBufferStart(), '\n');
|
2014-05-07 14:21:57 +08:00
|
|
|
if (!Pos)
|
2012-06-07 02:52:13 +08:00
|
|
|
return "\n";
|
|
|
|
if (Pos - 1 >= FromFile.getBufferStart() && Pos[-1] == '\r')
|
|
|
|
return "\r\n";
|
2014-09-06 00:49:50 +08:00
|
|
|
if (Pos + 1 < FromFile.getBufferEnd() && Pos[1] == '\r')
|
|
|
|
return "\n\r";
|
2012-06-07 02:52:13 +08:00
|
|
|
return "\n";
|
|
|
|
}
|
|
|
|
|
2014-09-06 00:49:50 +08:00
|
|
|
void InclusionRewriter::detectMainFileEOL() {
|
|
|
|
bool Invalid;
|
|
|
|
const MemoryBuffer &FromFile = *SM.getBuffer(SM.getMainFileID(), &Invalid);
|
|
|
|
assert(!Invalid);
|
|
|
|
if (Invalid)
|
|
|
|
return; // Should never happen, but whatever.
|
|
|
|
MainEOL = DetectEOL(FromFile);
|
|
|
|
}
|
|
|
|
|
2012-06-07 02:52:13 +08:00
|
|
|
/// Writes out bytes from \p FromFile, starting at \p NextToWrite and ending at
|
|
|
|
/// \p WriteTo - 1.
|
|
|
|
void InclusionRewriter::OutputContentUpTo(const MemoryBuffer &FromFile,
|
|
|
|
unsigned &WriteFrom, unsigned WriteTo,
|
2014-09-06 00:49:50 +08:00
|
|
|
StringRef LocalEOL, int &Line,
|
2012-06-07 02:52:13 +08:00
|
|
|
bool EnsureNewline) {
|
|
|
|
if (WriteTo <= WriteFrom)
|
|
|
|
return;
|
2013-07-26 23:32:04 +08:00
|
|
|
if (&FromFile == PredefinesBuffer) {
|
|
|
|
// Ignore the #defines of the predefines buffer.
|
|
|
|
WriteFrom = WriteTo;
|
|
|
|
return;
|
|
|
|
}
|
2014-09-06 00:49:50 +08:00
|
|
|
|
|
|
|
// If we would output half of a line ending, advance one character to output
|
|
|
|
// the whole line ending. All buffers are null terminated, so looking ahead
|
|
|
|
// one byte is safe.
|
|
|
|
if (LocalEOL.size() == 2 &&
|
|
|
|
LocalEOL[0] == (FromFile.getBufferStart() + WriteTo)[-1] &&
|
|
|
|
LocalEOL[1] == (FromFile.getBufferStart() + WriteTo)[0])
|
|
|
|
WriteTo++;
|
|
|
|
|
|
|
|
StringRef TextToWrite(FromFile.getBufferStart() + WriteFrom,
|
|
|
|
WriteTo - WriteFrom);
|
|
|
|
|
|
|
|
if (MainEOL == LocalEOL) {
|
|
|
|
OS << TextToWrite;
|
|
|
|
// count lines manually, it's faster than getPresumedLoc()
|
|
|
|
Line += TextToWrite.count(LocalEOL);
|
|
|
|
if (EnsureNewline && !TextToWrite.endswith(LocalEOL))
|
|
|
|
OS << MainEOL;
|
|
|
|
} else {
|
|
|
|
// Output the file one line at a time, rewriting the line endings as we go.
|
|
|
|
StringRef Rest = TextToWrite;
|
|
|
|
while (!Rest.empty()) {
|
|
|
|
StringRef LineText;
|
|
|
|
std::tie(LineText, Rest) = Rest.split(LocalEOL);
|
|
|
|
OS << LineText;
|
|
|
|
Line++;
|
|
|
|
if (!Rest.empty())
|
|
|
|
OS << MainEOL;
|
|
|
|
}
|
|
|
|
if (TextToWrite.endswith(LocalEOL) || EnsureNewline)
|
|
|
|
OS << MainEOL;
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
WriteFrom = WriteTo;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Print characters from \p FromFile starting at \p NextToWrite up until the
|
|
|
|
/// inclusion directive at \p StartToken, then print out the inclusion
|
|
|
|
/// inclusion directive disabled by a #if directive, updating \p NextToWrite
|
|
|
|
/// and \p Line to track the number of source lines visited and the progress
|
|
|
|
/// through the \p FromFile buffer.
|
|
|
|
void InclusionRewriter::CommentOutDirective(Lexer &DirectiveLex,
|
|
|
|
const Token &StartToken,
|
|
|
|
const MemoryBuffer &FromFile,
|
2014-09-06 00:49:50 +08:00
|
|
|
StringRef LocalEOL,
|
2012-06-07 02:52:13 +08:00
|
|
|
unsigned &NextToWrite, int &Line) {
|
|
|
|
OutputContentUpTo(FromFile, NextToWrite,
|
2014-09-06 00:49:50 +08:00
|
|
|
SM.getFileOffset(StartToken.getLocation()), LocalEOL, Line,
|
|
|
|
false);
|
2012-06-07 02:52:13 +08:00
|
|
|
Token DirectiveToken;
|
|
|
|
do {
|
|
|
|
DirectiveLex.LexFromRawLexer(DirectiveToken);
|
|
|
|
} while (!DirectiveToken.is(tok::eod) && DirectiveToken.isNot(tok::eof));
|
2014-05-02 05:10:08 +08:00
|
|
|
if (&FromFile == PredefinesBuffer) {
|
|
|
|
// OutputContentUpTo() would not output anything anyway.
|
|
|
|
return;
|
|
|
|
}
|
2014-09-06 00:49:50 +08:00
|
|
|
OS << "#if 0 /* expanded by -frewrite-includes */" << MainEOL;
|
2012-06-07 02:52:13 +08:00
|
|
|
OutputContentUpTo(FromFile, NextToWrite,
|
2014-09-06 00:49:50 +08:00
|
|
|
SM.getFileOffset(DirectiveToken.getLocation()) +
|
|
|
|
DirectiveToken.getLength(),
|
|
|
|
LocalEOL, Line, true);
|
|
|
|
OS << "#endif /* expanded by -frewrite-includes */" << MainEOL;
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Find the next identifier in the pragma directive specified by \p RawToken.
|
|
|
|
StringRef InclusionRewriter::NextIdentifierName(Lexer &RawLex,
|
|
|
|
Token &RawToken) {
|
|
|
|
RawLex.LexFromRawLexer(RawToken);
|
|
|
|
if (RawToken.is(tok::raw_identifier))
|
|
|
|
PP.LookUpIdentifierInfo(RawToken);
|
|
|
|
if (RawToken.is(tok::identifier))
|
|
|
|
return RawToken.getIdentifierInfo()->getName();
|
|
|
|
return StringRef();
|
|
|
|
}
|
|
|
|
|
2013-10-13 20:02:16 +08:00
|
|
|
/// Use a raw lexer to analyze \p FileId, incrementally copying parts of it
|
2012-06-07 02:52:13 +08:00
|
|
|
/// and including content of included files recursively.
|
2017-04-29 08:54:03 +08:00
|
|
|
void InclusionRewriter::Process(FileID FileId,
|
2018-04-14 01:43:15 +08:00
|
|
|
SrcMgr::CharacteristicKind FileType,
|
|
|
|
const DirectoryLookup *DirLookup) {
|
2012-06-07 02:52:13 +08:00
|
|
|
bool Invalid;
|
|
|
|
const MemoryBuffer &FromFile = *SM.getBuffer(FileId, &Invalid);
|
2015-07-01 12:40:10 +08:00
|
|
|
assert(!Invalid && "Attempting to process invalid inclusion");
|
2016-10-02 00:38:28 +08:00
|
|
|
StringRef FileName = FromFile.getBufferIdentifier();
|
2012-06-07 02:52:13 +08:00
|
|
|
Lexer RawLex(FileId, &FromFile, PP.getSourceManager(), PP.getLangOpts());
|
|
|
|
RawLex.SetCommentRetentionState(false);
|
|
|
|
|
2014-09-06 00:49:50 +08:00
|
|
|
StringRef LocalEOL = DetectEOL(FromFile);
|
2012-06-07 02:52:13 +08:00
|
|
|
|
2014-05-01 21:50:44 +08:00
|
|
|
// Per the GNU docs: "1" indicates entering a new file.
|
2014-05-02 05:10:08 +08:00
|
|
|
if (FileId == SM.getMainFileID() || FileId == PP.getPredefinesFileID())
|
2014-09-06 00:49:50 +08:00
|
|
|
WriteLineInfo(FileName, 1, FileType, "");
|
2014-05-01 21:50:44 +08:00
|
|
|
else
|
2014-09-06 00:49:50 +08:00
|
|
|
WriteLineInfo(FileName, 1, FileType, " 1");
|
2012-06-07 02:52:13 +08:00
|
|
|
|
|
|
|
if (SM.getFileIDSize(FileId) == 0)
|
2017-04-29 08:54:03 +08:00
|
|
|
return;
|
2012-06-07 02:52:13 +08:00
|
|
|
|
2013-11-28 15:21:44 +08:00
|
|
|
// The next byte to be copied from the source file, which may be non-zero if
|
|
|
|
// the lexer handled a BOM.
|
2013-12-06 01:28:42 +08:00
|
|
|
unsigned NextToWrite = SM.getFileOffset(RawLex.getSourceLocation());
|
|
|
|
assert(SM.getLineNumber(FileId, NextToWrite) == 1);
|
2012-06-07 02:52:13 +08:00
|
|
|
int Line = 1; // The current input file line number.
|
|
|
|
|
|
|
|
Token RawToken;
|
|
|
|
RawLex.LexFromRawLexer(RawToken);
|
|
|
|
|
|
|
|
// TODO: Consider adding a switch that strips possibly unimportant content,
|
|
|
|
// such as comments, to reduce the size of repro files.
|
|
|
|
while (RawToken.isNot(tok::eof)) {
|
|
|
|
if (RawToken.is(tok::hash) && RawToken.isAtStartOfLine()) {
|
|
|
|
RawLex.setParsingPreprocessorDirective(true);
|
|
|
|
Token HashToken = RawToken;
|
|
|
|
RawLex.LexFromRawLexer(RawToken);
|
|
|
|
if (RawToken.is(tok::raw_identifier))
|
|
|
|
PP.LookUpIdentifierInfo(RawToken);
|
2014-05-07 14:21:57 +08:00
|
|
|
if (RawToken.getIdentifierInfo() != nullptr) {
|
2012-06-07 02:52:13 +08:00
|
|
|
switch (RawToken.getIdentifierInfo()->getPPKeywordID()) {
|
|
|
|
case tok::pp_include:
|
|
|
|
case tok::pp_include_next:
|
|
|
|
case tok::pp_import: {
|
2014-09-06 00:49:50 +08:00
|
|
|
CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, NextToWrite,
|
2012-06-07 02:52:13 +08:00
|
|
|
Line);
|
2014-05-02 05:11:57 +08:00
|
|
|
if (FileId != PP.getPredefinesFileID())
|
2014-09-06 00:49:50 +08:00
|
|
|
WriteLineInfo(FileName, Line - 1, FileType, "");
|
2013-04-10 09:53:50 +08:00
|
|
|
StringRef LineInfoExtra;
|
2015-07-01 12:40:10 +08:00
|
|
|
SourceLocation Loc = HashToken.getLocation();
|
2017-04-29 08:34:47 +08:00
|
|
|
if (const Module *Mod = FindModuleAtLocation(Loc))
|
2015-07-01 12:40:10 +08:00
|
|
|
WriteImplicitModuleImport(Mod);
|
|
|
|
else if (const IncludedFile *Inc = FindIncludeAtLocation(Loc)) {
|
2017-05-04 08:29:54 +08:00
|
|
|
const Module *Mod = FindEnteredModule(Loc);
|
|
|
|
if (Mod)
|
2017-06-20 07:09:36 +08:00
|
|
|
OS << "#pragma clang module begin "
|
|
|
|
<< Mod->getFullModuleName(true) << "\n";
|
2017-05-04 08:29:54 +08:00
|
|
|
|
2017-04-29 08:54:03 +08:00
|
|
|
// Include and recursively process the file.
|
2018-04-14 01:43:15 +08:00
|
|
|
Process(Inc->Id, Inc->FileType, Inc->DirLookup);
|
2017-05-04 08:29:54 +08:00
|
|
|
|
|
|
|
if (Mod)
|
2017-06-20 07:09:36 +08:00
|
|
|
OS << "#pragma clang module end /*"
|
|
|
|
<< Mod->getFullModuleName(true) << "*/\n";
|
2017-05-04 08:29:54 +08:00
|
|
|
|
2017-04-29 08:54:03 +08:00
|
|
|
// Add line marker to indicate we're returning from an included
|
|
|
|
// file.
|
|
|
|
LineInfoExtra = " 2";
|
2013-04-10 09:53:50 +08:00
|
|
|
}
|
|
|
|
// fix up lineinfo (since commented out directive changed line
|
|
|
|
// numbers) for inclusions that were skipped due to header guards
|
2014-09-06 00:49:50 +08:00
|
|
|
WriteLineInfo(FileName, Line, FileType, LineInfoExtra);
|
2012-06-07 02:52:13 +08:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
case tok::pp_pragma: {
|
|
|
|
StringRef Identifier = NextIdentifierName(RawLex, RawToken);
|
|
|
|
if (Identifier == "clang" || Identifier == "GCC") {
|
|
|
|
if (NextIdentifierName(RawLex, RawToken) == "system_header") {
|
|
|
|
// keep the directive in, commented out
|
2014-09-06 00:49:50 +08:00
|
|
|
CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL,
|
2012-06-07 02:52:13 +08:00
|
|
|
NextToWrite, Line);
|
|
|
|
// update our own type
|
|
|
|
FileType = SM.getFileCharacteristic(RawToken.getLocation());
|
2014-09-06 00:49:50 +08:00
|
|
|
WriteLineInfo(FileName, Line, FileType);
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
} else if (Identifier == "once") {
|
|
|
|
// keep the directive in, commented out
|
2014-09-06 00:49:50 +08:00
|
|
|
CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL,
|
2012-06-07 02:52:13 +08:00
|
|
|
NextToWrite, Line);
|
2014-09-06 00:49:50 +08:00
|
|
|
WriteLineInfo(FileName, Line, FileType);
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
2013-04-17 03:08:41 +08:00
|
|
|
case tok::pp_if:
|
2013-07-20 22:23:27 +08:00
|
|
|
case tok::pp_elif: {
|
|
|
|
bool elif = (RawToken.getIdentifierInfo()->getPPKeywordID() ==
|
|
|
|
tok::pp_elif);
|
2019-09-19 03:09:41 +08:00
|
|
|
bool isTrue = IsIfAtLocationTrue(RawToken.getLocation());
|
|
|
|
OutputContentUpTo(FromFile, NextToWrite,
|
|
|
|
SM.getFileOffset(HashToken.getLocation()),
|
|
|
|
LocalEOL, Line, /*EnsureNewline=*/true);
|
2013-04-17 03:08:41 +08:00
|
|
|
do {
|
|
|
|
RawLex.LexFromRawLexer(RawToken);
|
2019-09-19 03:09:41 +08:00
|
|
|
} while (!RawToken.is(tok::eod) && RawToken.isNot(tok::eof));
|
|
|
|
// We need to disable the old condition, but that is tricky.
|
|
|
|
// Trying to comment it out can easily lead to comment nesting.
|
|
|
|
// So instead make the condition harmless by making it enclose
|
|
|
|
// and empty block. Moreover, put it itself inside an #if 0 block
|
|
|
|
// to disable it from getting evaluated (e.g. __has_include_next
|
|
|
|
// warns if used from the primary source file).
|
|
|
|
OS << "#if 0 /* disabled by -frewrite-includes */" << MainEOL;
|
2013-07-20 22:23:27 +08:00
|
|
|
if (elif) {
|
2019-09-19 03:09:41 +08:00
|
|
|
OS << "#if 0" << MainEOL;
|
2013-07-20 22:23:27 +08:00
|
|
|
}
|
2019-09-19 03:09:41 +08:00
|
|
|
OutputContentUpTo(FromFile, NextToWrite,
|
|
|
|
SM.getFileOffset(RawToken.getLocation()) +
|
|
|
|
RawToken.getLength(),
|
|
|
|
LocalEOL, Line, /*EnsureNewline=*/true);
|
|
|
|
// Close the empty block and the disabling block.
|
|
|
|
OS << "#endif" << MainEOL;
|
|
|
|
OS << "#endif /* disabled by -frewrite-includes */" << MainEOL;
|
|
|
|
OS << (elif ? "#elif " : "#if ") << (isTrue ? "1" : "0")
|
|
|
|
<< " /* evaluated by -frewrite-includes */" << MainEOL;
|
|
|
|
WriteLineInfo(FileName, Line, FileType);
|
2013-04-17 03:08:41 +08:00
|
|
|
break;
|
2013-07-20 22:23:27 +08:00
|
|
|
}
|
|
|
|
case tok::pp_endif:
|
|
|
|
case tok::pp_else: {
|
|
|
|
// We surround every #include by #if 0 to comment it out, but that
|
|
|
|
// changes line numbers. These are fixed up right after that, but
|
|
|
|
// the whole #include could be inside a preprocessor conditional
|
|
|
|
// that is not processed. So it is necessary to fix the line
|
|
|
|
// numbers one the next line after each #else/#endif as well.
|
|
|
|
RawLex.SetKeepWhitespaceMode(true);
|
|
|
|
do {
|
|
|
|
RawLex.LexFromRawLexer(RawToken);
|
|
|
|
} while (RawToken.isNot(tok::eod) && RawToken.isNot(tok::eof));
|
2014-09-06 00:49:50 +08:00
|
|
|
OutputContentUpTo(FromFile, NextToWrite,
|
|
|
|
SM.getFileOffset(RawToken.getLocation()) +
|
|
|
|
RawToken.getLength(),
|
|
|
|
LocalEOL, Line, /*EnsureNewline=*/ true);
|
|
|
|
WriteLineInfo(FileName, Line, FileType);
|
2013-07-20 22:23:27 +08:00
|
|
|
RawLex.SetKeepWhitespaceMode(false);
|
Fix clang -Wimplicit-fallthrough warnings across llvm, NFC
This patch should not introduce any behavior changes. It consists of
mostly one of two changes:
1. Replacing fall through comments with the LLVM_FALLTHROUGH macro
2. Inserting 'break' before falling through into a case block consisting
of only 'break'.
We were already using this warning with GCC, but its warning behaves
slightly differently. In this patch, the following differences are
relevant:
1. GCC recognizes comments that say "fall through" as annotations, clang
doesn't
2. GCC doesn't warn on "case N: foo(); default: break;", clang does
3. GCC doesn't warn when the case contains a switch, but falls through
the outer case.
I will enable the warning separately in a follow-up patch so that it can
be cleanly reverted if necessary.
Reviewers: alexfh, rsmith, lattner, rtrieu, EricWF, bollu
Differential Revision: https://reviews.llvm.org/D53950
llvm-svn: 345882
2018-11-02 03:54:45 +08:00
|
|
|
break;
|
2013-07-20 22:23:27 +08:00
|
|
|
}
|
2012-06-07 02:52:13 +08:00
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
RawLex.setParsingPreprocessorDirective(false);
|
|
|
|
}
|
|
|
|
RawLex.LexFromRawLexer(RawToken);
|
|
|
|
}
|
|
|
|
OutputContentUpTo(FromFile, NextToWrite,
|
2014-09-06 00:49:50 +08:00
|
|
|
SM.getFileOffset(SM.getLocForEndOfFile(FileId)), LocalEOL,
|
|
|
|
Line, /*EnsureNewline=*/true);
|
2012-06-07 02:52:13 +08:00
|
|
|
}
|
|
|
|
|
2012-06-15 01:36:01 +08:00
|
|
|
/// InclusionRewriterInInput - Implement -frewrite-includes mode.
|
2012-06-07 02:52:13 +08:00
|
|
|
void clang::RewriteIncludesInInput(Preprocessor &PP, raw_ostream *OS,
|
|
|
|
const PreprocessorOutputOptions &Opts) {
|
|
|
|
SourceManager &SM = PP.getSourceManager();
|
2015-02-26 08:17:25 +08:00
|
|
|
InclusionRewriter *Rewrite = new InclusionRewriter(
|
|
|
|
PP, *OS, Opts.ShowLineMarkers, Opts.UseLineDirectives);
|
2014-09-06 00:49:50 +08:00
|
|
|
Rewrite->detectMainFileEOL();
|
|
|
|
|
2014-09-10 12:53:53 +08:00
|
|
|
PP.addPPCallbacks(std::unique_ptr<PPCallbacks>(Rewrite));
|
2014-05-01 20:54:03 +08:00
|
|
|
PP.IgnorePragmas();
|
2012-06-07 02:52:13 +08:00
|
|
|
|
|
|
|
// First let the preprocessor process the entire file and call callbacks.
|
|
|
|
// Callbacks will record which #include's were actually performed.
|
|
|
|
PP.EnterMainSourceFile();
|
|
|
|
Token Tok;
|
|
|
|
// Only preprocessor directives matter here, so disable macro expansion
|
|
|
|
// everywhere else as an optimization.
|
|
|
|
// TODO: It would be even faster if the preprocessor could be switched
|
|
|
|
// to a mode where it would parse only preprocessor directives and comments,
|
|
|
|
// nothing else matters for parsing or processing.
|
|
|
|
PP.SetMacroExpansionOnlyInDirectives();
|
|
|
|
do {
|
|
|
|
PP.Lex(Tok);
|
2017-05-04 08:29:54 +08:00
|
|
|
if (Tok.is(tok::annot_module_begin))
|
|
|
|
Rewrite->handleModuleBegin(Tok);
|
2012-06-07 02:52:13 +08:00
|
|
|
} while (Tok.isNot(tok::eof));
|
2013-07-26 23:32:04 +08:00
|
|
|
Rewrite->setPredefinesBuffer(SM.getBuffer(PP.getPredefinesFileID()));
|
2018-04-14 01:43:15 +08:00
|
|
|
Rewrite->Process(PP.getPredefinesFileID(), SrcMgr::C_User, nullptr);
|
|
|
|
Rewrite->Process(SM.getMainFileID(), SrcMgr::C_User, nullptr);
|
2012-06-07 02:52:13 +08:00
|
|
|
OS->flush();
|
|
|
|
}
|