//===- SyntaxModel.cpp - Routines for IDE syntax model --------------------===// // // This source file is part of the Swift.org open source project // // Copyright (c) 2014 - 2015 Apple Inc. and the Swift project authors // Licensed under Apache License v2.0 with Runtime Library Exception // // See http://swift.org/LICENSE.txt for license information // See http://swift.org/CONTRIBUTORS.txt for the list of Swift project authors // //===----------------------------------------------------------------------===// #include "swift/IDE/SyntaxModel.h" #include "swift/AST/ASTContext.h" #include "swift/AST/ASTWalker.h" #include "swift/AST/Decl.h" #include "swift/AST/Module.h" #include "swift/AST/TypeRepr.h" #include "swift/Basic/SourceManager.h" #include "swift/Parse/Lexer.h" #include "swift/Parse/Token.h" #include "swift/Subsystems.h" #include "llvm/Support/MemoryBuffer.h" #include using namespace swift; using namespace ide; void SyntaxModelWalker::anchor() {} struct SyntaxModelContext::Implementation { std::vector TokenNodes; }; SyntaxModelContext::SyntaxModelContext(SourceManager &SM, unsigned BufferID, TranslationUnit &TU) : Impl(*new Implementation()), TU(TU) { std::vector Tokens = swift::tokenize(SM, BufferID, /*Offset=*/0, /*EndOffset=*/0, /*KeepComments=*/true, /*TokenizeInterpolatedString=*/true); std::vector Nodes; for (auto &Tok : Tokens) { SyntaxNodeKind Kind; switch(Tok.getKind()) { #define KEYWORD(X) case tok::kw_##X: Kind = SyntaxNodeKind::Keyword; break; #include "swift/Parse/Tokens.def" #undef KEYWORD case tok::identifier: Kind = SyntaxNodeKind::Identifier; break; case tok::dollarident: Kind = SyntaxNodeKind::DollarIdent; break; case tok::integer_literal: Kind = SyntaxNodeKind::Integer; break; case tok::floating_literal: Kind = SyntaxNodeKind::Floating; break; case tok::string_literal: Kind = SyntaxNodeKind::String; break; case tok::character_literal: Kind = SyntaxNodeKind::Character; break; case tok::comment: if (Tok.getText().startswith("//")) Kind = SyntaxNodeKind::CommentLine; else Kind = SyntaxNodeKind::CommentBlock; break; default: continue; } assert(Tok.getLoc().isValid()); assert(Nodes.empty() || SM.isBeforeInBuffer(Nodes.back().Range.getStart(), Tok.getLoc())); Nodes.emplace_back(Kind, CharSourceRange(Tok.getLoc(), Tok.getLength())); } Impl.TokenNodes = std::move(Nodes); } SyntaxModelContext::~SyntaxModelContext() { delete &Impl; } namespace { class ModelASTWalker : public ASTWalker { const SourceManager &SM; #ifndef NDEBUG SourceLoc LastLoc; #endif public: SyntaxModelWalker &Walker; ArrayRef TokenNodes; ModelASTWalker(const SourceManager &SM, SyntaxModelWalker &Walker) : SM(SM), Walker(Walker) { } void visitTranslationUnit(TranslationUnit &TU, ArrayRef Tokens); bool walkToDeclPre(Decl *D) override; bool walkToTypeReprPre(TypeRepr *T) override; private: enum PassNodesBehavior { /// Pass all nodes up to but not including the location. ExcludeNodeAtLocation, /// Pass all nodes up to and including the location. IncludeNodeAtLocation, /// Like ExcludeNodeAtLocation, and skip past any node at the location. DisplaceNodeAtLocation }; bool passTokenNodesUntil(SourceLoc Loc, PassNodesBehavior Behavior); bool passNonTokenNode(const SyntaxNode &Node); bool passNode(const SyntaxNode &Node); }; } // anonymous namespace bool SyntaxModelContext::walk(SyntaxModelWalker &Walker) { ModelASTWalker ASTWalk(TU.Ctx.SourceMgr, Walker); ASTWalk.visitTranslationUnit(TU, Impl.TokenNodes); return true; } void ModelASTWalker::visitTranslationUnit(TranslationUnit &TU, ArrayRef Tokens) { TokenNodes = Tokens; TU.walk(*this); // Pass the rest of the token nodes. for (auto &TokNode : TokenNodes) passNode(TokNode); } bool ModelASTWalker::walkToDeclPre(Decl *D) { if (FuncDecl *FD = dyn_cast(D)) { if (FD->isGetterOrSetter()) { // Pass get / set context sensitive keyword token. SourceLoc SL = FD->getFuncLoc(); if (!passNonTokenNode({ SyntaxNodeKind::Keyword, CharSourceRange(SL, 3) })) return false; } } return true; } bool ModelASTWalker::walkToTypeReprPre(TypeRepr *T) { if (IdentTypeRepr *IdT = dyn_cast(T)) { for (auto &comp : IdT->Components) { if (!passNonTokenNode({ SyntaxNodeKind::TypeId, CharSourceRange(comp.getIdLoc(), comp.getIdentifier().getLength()) })) return false; } } return true; } bool ModelASTWalker::passTokenNodesUntil(SourceLoc Loc, PassNodesBehavior Behavior) { assert(Loc.isValid()); unsigned I = 0; for (unsigned E = TokenNodes.size(); I != E; ++I) { SourceLoc TokLoc = TokenNodes[I].Range.getStart(); if (SM.isBeforeInBuffer(Loc, TokLoc)) { break; } if (TokLoc == Loc && Behavior != IncludeNodeAtLocation) { if (Behavior == DisplaceNodeAtLocation) { // Skip past the node directly at the specified location, allowing the // caller to effectively replace it. ++I; } break; } if (!passNode(TokenNodes[I])) return false; } TokenNodes = TokenNodes.slice(I); return true; } bool ModelASTWalker::passNonTokenNode(const SyntaxNode &Node) { if (!passTokenNodesUntil(Node.Range.getStart(), DisplaceNodeAtLocation)) return false; if (!passNode(Node)) return false; return true; } bool ModelASTWalker::passNode(const SyntaxNode &Node) { #ifndef NDEBUG assert(!SM.isBeforeInBuffer(Node.Range.getStart(), LastLoc)); LastLoc = Node.Range.getStart(); #endif Walker.walkToNodePre(Node); if (!Walker.walkToNodePost(Node)) return false; return true; }