maxjhandsome
/
llvm-project
forked from OSchip/llvm-project
1
0
Fork 0
Code Issues Pull Requests Packages Releases Wiki Activity

switch from relexing with the preprocessor to do syntax highlighting to relexing 

with the Lexer.  This is cheaper and gives us some advantages.  For now we start
highlighting preprocessor directives (which need improvement), and disable 
comments.  Comments to be restored later.

llvm-svn: 49815
This commit is contained in:
Chris Lattner 2008-04-16 20:51:51 +00:00
parent a7557dfe71
commit 0bb0e7ee8a
1 changed files with 19 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
clang/lib/Rewrite/HTMLRewrite.cpp
View File

@ -228,26 +228,21 @@ void html::AddHeaderFooterInternalBuiltinCSS(Rewriter& R, unsigned FileID) {
void html::SyntaxHighlight(Rewriter &R, unsigned FileID, Preprocessor &PP) {
RewriteBuffer &RB = R.getEditBuffer(FileID);
const SourceManager &SourceMgr = PP.getSourceManager();
std::pair<const char*, const char*> File = SourceMgr.getBufferData(FileID);
const char *BufferStart = File.first;
Lexer L(SourceLocation::getFileLoc(FileID, 0), PP.getLangOptions(),
File.first, File.second);
// Inform the preprocessor that we want to retain comments as tokens, so we
// can highlight them.
PP.SetCommentRetentionState(true, false);
// Start parsing the specified input file.
PP.EnterMainSourceFile();
//PP.SetCommentRetentionState(true, false);
// Lex all the tokens in raw mode, to avoid entering #includes or expanding
// macros.
const SourceManager &SourceMgr = PP.getSourceManager();
Token Tok;
PP.LexUnexpandedToken(Tok);
// Skip tokens from the predefine buffer or whatever else.
// Consume all of the tokens that come from the predefines buffer. Those
// should not be emitted into the output and are guaranteed to be at the
// start.
while (Tok.isNot(tok::eof) && Tok.getLocation().isFileID() &&
SourceMgr.getCanonicalFileID(Tok.getLocation()) != FileID)
PP.LexUnexpandedToken(Tok);
L.LexRawToken(Tok);
while (Tok.isNot(tok::eof)) {
// Since we are lexing unexpanded tokens, all tokens are from the main
@ -255,15 +250,20 @@ void html::SyntaxHighlight(Rewriter &R, unsigned FileID, Preprocessor &PP) {
unsigned TokOffs = SourceMgr.getFullFilePos(Tok.getLocation());
unsigned TokLen = Tok.getLength();
switch (Tok.getKind()) {
default:
// If this is a pp-identifier, but not a real identifier it must be a
// keyword.
if (Tok.getIdentifierInfo() && Tok.isNot(tok::identifier)) {
default: break;
case tok::identifier: {
// Fill in Result.IdentifierInfo, looking up the identifier in the
// identifier table.
IdentifierInfo *II = PP.LookUpIdentifierInfo(Tok, BufferStart+TokOffs);
// If this is a pp-identifier, for a keyword, highlight it as such.
if (II->getTokenID() != tok::identifier) {
RB.InsertTextAfter(TokOffs, "<span class='keyword'>",
strlen("<span class='keyword'>"));
RB.InsertTextBefore(TokOffs+TokLen, "</span>", strlen("</span>"));
}
break;
}
case tok::comment:
RB.InsertTextAfter(TokOffs, "<span class='comment'>",
strlen("<span class='comment'>"));
@ -285,9 +285,8 @@ void html::SyntaxHighlight(Rewriter &R, unsigned FileID, Preprocessor &PP) {
break;
}
PP.LexUnexpandedToken(Tok);
L.LexRawToken(Tok);
}
PP.SetCommentRetentionState(false, false);
}
/// HighlightMacros - This uses the macro table state from the end of the