libSyntax: create separate node kinds for quote (") and multiline quote (""").

This allows us to serialize the quote tokens without serializing their
underlying text.
This commit is contained in:
Xi Ge
2018-01-04 09:06:30 -08:00
parent 06dfe86df4
commit 7476677bb2
6 changed files with 24 additions and 7 deletions

View File

@@ -135,7 +135,9 @@ SYNTAX_TOKENS = [
Token('Backslash', 'backslash', text='\\\\'),
Token('StringInterpolationAnchor', 'string_interpolation_anchor',
text=')'),
Token('StringQuote', 'string_quote'),
Token('StringQuote', 'string_quote', text='\\\"'),
Token('MultilineStringQuote', 'multiline_string_quote',
text='\\\"\\\"\\\"'),
Token('StringSegment', 'string_segment'),
Token('Identifier', 'identifier'),
Token('DollarIdentifier', 'dollarident'),