diff options
author | Chris Lattner <sabre@nondot.org> | 2008-10-12 01:15:46 +0000 |
---|---|---|
committer | Chris Lattner <sabre@nondot.org> | 2008-10-12 01:15:46 +0000 |
commit | 590f0cc643274267d4d41125b62557e1d87886c3 (patch) | |
tree | 14c635be6f090632fb0f04d9e5957144d1270ac1 /lib/Lex/TokenLexer.cpp | |
parent | 3304e55f613ce34d9a14c3aaf06f5949408b3092 (diff) |
Change how raw lexers are handled: instead of creating them and then
using LexRawToken, create one and use LexFromRawLexer. This avoids
twiddling the RawLexer flag around and simplifies some code (even
speeding raw lexing up a tiny bit).
This change also improves the token paster to use a Lexer on the stack
instead of new/deleting it.
git-svn-id: https://llvm.org/svn/llvm-project/cfe/trunk@57393 91177308-0d34-0410-b5e6-96231b3b80d8
Diffstat (limited to 'lib/Lex/TokenLexer.cpp')
-rw-r--r-- | lib/Lex/TokenLexer.cpp | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/lib/Lex/TokenLexer.cpp b/lib/Lex/TokenLexer.cpp index a3fe7350f2..d3acaeaab5 100644 --- a/lib/Lex/TokenLexer.cpp +++ b/lib/Lex/TokenLexer.cpp @@ -396,23 +396,23 @@ bool TokenLexer::PasteTokens(Token &Tok) { SourceManager &SourceMgr = PP.getSourceManager(); const char *ResultStrData = SourceMgr.getCharacterData(ResultTokLoc); + const llvm::MemoryBuffer *Buffer = + SourceMgr.getBuffer(ResultTokLoc.getFileID()); + // Make a lexer object so that we lex and expand the paste result. - Lexer *TL = new Lexer(ResultTokLoc, PP, ResultStrData, - ResultStrData+LHSLen+RHSLen /*don't include null*/); + Lexer TL(ResultTokLoc, PP.getLangOptions(), ResultStrData, + ResultStrData+LHSLen+RHSLen /*don't include null*/, Buffer); // Lex a token in raw mode. This way it won't look up identifiers // automatically, lexing off the end will return an eof token, and // warnings are disabled. This returns true if the result token is the // entire buffer. - bool IsComplete = TL->LexRawToken(Result); + bool IsComplete = TL.LexFromRawLexer(Result); // If we got an EOF token, we didn't form even ONE token. For example, we // did "/ ## /" to get "//". IsComplete &= Result.isNot(tok::eof); isInvalid = !IsComplete; - - // We're now done with the temporary lexer. - delete TL; } // If pasting the two tokens didn't form a full new token, this is an error. |