mirror of
https://github.com/apple/swift.git
synced 2025-12-21 12:14:44 +01:00
e43bad2c71
Do the same thing that we are already doing for trivia: Since RawSyntax nodes always live inside a SyntaxArena, we don't need to tail-allocate an OwnedString to store the token's text. Instead we can just copy it to the SyntaxArena. If we copy the entire source buffer to the syntax arena at the start of parsing, this means that no more copies are required later on. Plus we also avoid ref-counting the OwnedString which should also increase performance.
104 lines
2.8 KiB
C++
104 lines
2.8 KiB
C++
//===----------- TokenSyntax.h - Swift Token Interface ----------*- C++ -*-===//
|
|
//
|
|
// This source file is part of the Swift.org open source project
|
|
//
|
|
// Copyright (c) 2014 - 2017 Apple Inc. and the Swift project authors
|
|
// Licensed under Apache License v2.0 with Runtime Library Exception
|
|
//
|
|
// See https://swift.org/LICENSE.txt for license information
|
|
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file contains the interface for a `TokenSyntax`, which is a token
|
|
// that includes full-fidelity leading and trailing trivia.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef SWIFT_SYNTAX_TOKENSYNTAX_H
|
|
#define SWIFT_SYNTAX_TOKENSYNTAX_H
|
|
|
|
#include "swift/Syntax/RawSyntax.h"
|
|
#include "swift/Syntax/References.h"
|
|
#include "swift/Syntax/Syntax.h"
|
|
#include "swift/Syntax/TokenKinds.h"
|
|
#include "swift/Syntax/Trivia.h"
|
|
|
|
namespace swift {
|
|
namespace syntax {
|
|
|
|
class TokenSyntax final : public Syntax {
|
|
protected:
|
|
void validate() const {
|
|
assert(getRaw()->isToken());
|
|
}
|
|
public:
|
|
TokenSyntax(const SyntaxData Data) : Syntax(Data) {}
|
|
|
|
static TokenSyntax missingToken(const tok Kind, StringRef Text) {
|
|
return makeRoot<TokenSyntax>(RawSyntax::missing(Kind, Text));
|
|
}
|
|
|
|
StringRef getLeadingTrivia() const { return getRaw()->getLeadingTrivia(); }
|
|
Trivia getLeadingTriviaPieces() const { return getRaw()->getLeadingTriviaPieces(); }
|
|
|
|
StringRef getTrailingTrivia() const { return getRaw()->getTrailingTrivia(); }
|
|
Trivia getTrailingTriviaPieces() const {
|
|
return getRaw()->getTrailingTriviaPieces();
|
|
}
|
|
|
|
TokenSyntax withLeadingTrivia(StringRef Trivia) const {
|
|
auto NewRaw = getRaw()->withLeadingTrivia(Trivia);
|
|
return TokenSyntax(getData().replacingSelf(NewRaw));
|
|
}
|
|
|
|
TokenSyntax withTrailingTrivia(StringRef Trivia) const {
|
|
auto NewRaw = getRaw()->withTrailingTrivia(Trivia);
|
|
return TokenSyntax(getData().replacingSelf(NewRaw));
|
|
}
|
|
|
|
/* TODO: If we really need them.
|
|
bool isKeyword() const;
|
|
|
|
bool isPunctuation() const;
|
|
|
|
bool isOperator() const;
|
|
|
|
bool isLiteral() const;
|
|
*/
|
|
|
|
bool isMissing() const {
|
|
return getRaw()->isMissing();
|
|
}
|
|
|
|
tok getTokenKind() const {
|
|
return getRaw()->getTokenKind();
|
|
}
|
|
|
|
StringRef getText() const {
|
|
return getRaw()->getTokenText();
|
|
}
|
|
|
|
StringRef getIdentifierText() const {
|
|
StringRef text = getText();
|
|
if (text.front() == '`') {
|
|
assert(text.back() == '`');
|
|
return text.slice(1, text.size() - 1);
|
|
}
|
|
return text;
|
|
}
|
|
|
|
static bool kindof(SyntaxKind Kind) {
|
|
return isTokenKind(Kind);
|
|
}
|
|
|
|
static bool classof(const Syntax *S) {
|
|
return kindof(S->getKind());
|
|
}
|
|
};
|
|
|
|
} // end namespace syntax
|
|
} // end namespace swift
|
|
|
|
#endif // SWIFT_SYNTAX_TOKENSYNTAX_H
|