averello/swift-mirror
1
0
Fork 0
mirror of https://github.com/apple/swift.git synced 2025-12-21 12:14:44 +01:00
Code Issues Packages Projects Releases Wiki Activity

[Syntax] Rewrite SyntaxParsingContext

Browse Source 
Read RawSyntaxToken along with Parser::consumeToken()

* Single Lexer pass
* Backtracking support
* Split token support
This commit is contained in:
Rintaro Ishizaki
2017-11-16 01:16:37 +09:00
parent a78fda0720
commit 0a401b381c
12 changed files with 453 additions and 683 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
include/swift/AST/Module.h
View File

@@ -83,7 +83,6 @@ namespace syntax {
class SourceFileSyntax;
class SyntaxParsingContext;
class SyntaxParsingContextRoot;
struct RawSyntaxInfo;
}
/// Discriminator for file-units.
@@ -1083,21 +1082,15 @@ public:
bool shouldKeepSyntaxInfo() const;
syntax::SourceFileSyntax getSyntaxRoot() const;
void setSyntaxRoot(syntax::SourceFileSyntax &&Root);
bool hasSyntaxRoot() const;
private:
friend class syntax::SyntaxParsingContext;
friend class syntax::SyntaxParsingContextRoot;
/// If not None, the underlying vector should contain tokens of this source file.
Optional<std::vector<Token>> AllCorrectedTokens;
/// All of the raw token syntax nodes in the underlying source.
std::vector<syntax::RawSyntaxInfo> AllRawTokenSyntax;
SourceFileSyntaxInfo &SyntaxInfo;
void setSyntaxRoot(syntax::SourceFileSyntax &&Root);
bool hasSyntaxRoot() const;
};