averello/swift-mirror
1
0
Fork 0
mirror of https://github.com/apple/swift.git synced 2025-12-21 12:14:44 +01:00
Code Issues Packages Projects Releases Wiki Activity

Lexer constuctors: allow to create a lexer that scans a subrange without having

Browse Source 
to create a parent lexer first.


Swift SVN r7085
This commit is contained in:
Dmitri Hrybenko
2013-08-09 18:19:55 +00:00
parent 49e15b33e7
commit d1453b3f9d
3 changed files with 21 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
lib/Parse/Parser.cpp
View File

@@ -199,12 +199,12 @@ std::vector<Token> swift::tokenize(SourceManager &SM, unsigned BufferID,
if (Offset == 0 && EndOffset == 0)
EndOffset = SM->getMemoryBuffer(BufferID)->getBufferSize();
Lexer L(SM, BufferID, /*Diags=*/nullptr, /*InSILMode=*/false, KeepComments);
Lexer SubLexer(L, Offset, EndOffset);
Lexer L(SM, BufferID, /*Diags=*/nullptr, /*InSILMode=*/false, KeepComments,
Offset, EndOffset);
std::vector<Token> Tokens;
do {
Tokens.emplace_back();
SubLexer.lex(Tokens.back());
L.lex(Tokens.back());
if (Tokens.back().is(tok::string_literal) && TokenizeInterpolatedString) {
Token StrTok = Tokens.back();
Tokens.pop_back();