averello/swift-mirror
1
0
Fork 0
mirror of https://github.com/apple/swift.git synced 2025-12-14 20:36:38 +01:00
Code Issues Packages Projects Releases Wiki Activity

[Lexer] Push trivia piece lexing down to SyntaxParseActions

Browse Source 
The SyntaxParseActions can decide how to handle the raw trivia, either
lex them into pieces or store them raw to be lexed when needed.
This commit is contained in:
Alex Hoppen
2021-01-29 16:12:51 +01:00
parent 6d5d8da4ed
commit 3adefd375c
5 changed files with 25 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
tools/libSwiftSyntaxParser/libSwiftSyntaxParser.cpp
View File

@@ -154,13 +154,15 @@ private:
node.present = true;
}
OpaqueSyntaxNode recordToken(tok tokenKind,
ArrayRef<ParsedTriviaPiece> leadingTrivia,
ArrayRef<ParsedTriviaPiece> trailingTrivia,
OpaqueSyntaxNode recordToken(tok tokenKind, StringRef leadingTrivia,
StringRef trailingTrivia,
CharSourceRange range) override {
auto leadingTriviaPieces = TriviaLexer::lexTrivia(leadingTrivia).Pieces;
auto trailingTriviaPieces = TriviaLexer::lexTrivia(trailingTrivia).Pieces;
SmallVector<CTriviaPiece, 8> c_leadingTrivia, c_trailingTrivia;
makeCTrivia(c_leadingTrivia, leadingTrivia);
makeCTrivia(c_trailingTrivia, trailingTrivia);
makeCTrivia(c_leadingTrivia, leadingTriviaPieces);
makeCTrivia(c_trailingTrivia, trailingTriviaPieces);
CRawSyntaxNode node;
makeCRawToken(node, tokenKind, c_leadingTrivia, c_trailingTrivia,
range);