//===--- Parser.cpp - Swift Language Parser -------------------------------===// // // This source file is part of the Swift.org open source project // // Copyright (c) 2014 - 2015 Apple Inc. and the Swift project authors // Licensed under Apache License v2.0 with Runtime Library Exception // // See http://swift.org/LICENSE.txt for license information // See http://swift.org/CONTRIBUTORS.txt for the list of Swift project authors // //===----------------------------------------------------------------------===// // // This file implements the Swift parser. // //===----------------------------------------------------------------------===// #include "swift/Parse/Parser.h" #include "swift/Parse/Lexer.h" #include "swift/Sema/Sema.h" #include "swift/AST/ASTConsumer.h" #include "swift/AST/Decl.h" #include "swift/AST/Expr.h" #include "swift/AST/Type.h" #include "llvm/Support/SourceMgr.h" #include "llvm/ADT/SmallVector.h" #include "llvm/ADT/PointerUnion.h" using namespace swift; using llvm::SMLoc; //===----------------------------------------------------------------------===// // Setup and Helper Methods //===----------------------------------------------------------------------===// Parser::Parser(unsigned BufferID, ASTConsumer &consumer) : Consumer(consumer), SourceMgr(Consumer.getContext().SourceMgr), L(*new Lexer(BufferID, SourceMgr)), S(*new Sema(Consumer.getContext())) { } Parser::~Parser() { delete &L; delete &S; } void Parser::Note(SMLoc Loc, const char *Message) { SourceMgr.PrintMessage(Loc, Message, "note"); } void Parser::Warning(SMLoc Loc, const char *Message) { SourceMgr.PrintMessage(Loc, Message, "warning"); } void Parser::Error(SMLoc Loc, const char *Message) { SourceMgr.PrintMessage(Loc, Message, "error"); } void Parser::ConsumeToken() { assert(Tok.isNot(tok::eof) && "Lexing past eof!"); L.Lex(Tok); } /// SkipUntil - Read tokens until we get to the specified token, then return. /// Because we cannot guarantee that the token will ever occur, this skips to /// some likely good stopping point. /// void Parser::SkipUntil(tok::TokenKind T) { // tok::unknown is a sentinel that means "don't skip". if (T == tok::unknown) return; while (Tok.isNot(tok::eof) && Tok.isNot(T)) { switch (Tok.getKind()) { default: ConsumeToken(); break; // TODO: Handle paren/brace/bracket recovery. } } } //===----------------------------------------------------------------------===// // Primitive Parsing //===----------------------------------------------------------------------===// /// ParseIdentifier - Consume an identifier if present and return its name in /// Result. Otherwise, emit an error and return true. bool Parser::ParseIdentifier(llvm::StringRef &Result, const char *Message, tok::TokenKind SkipToTok) { if (Tok.is(tok::identifier)) { Result = Tok.getText(); ConsumeToken(); return false; } Error(Tok.getLoc(), Message ? Message : "expected identifier"); return true; } /// ParseToken - The parser expects that 'K' is next in the input. If so, it is /// consumed and false is returned. /// /// If the input is malformed, this emits the specified error diagnostic. /// Next, if SkipToTok is specified, it calls SkipUntil(SkipToTok). Finally, /// true is returned. bool Parser::ParseToken(tok::TokenKind K, const char *Message, tok::TokenKind SkipToTok) { if (Tok.is(K)) { ConsumeToken(K); return false; } Error(Tok.getLoc(), Message); SkipUntil(SkipToTok); // If we skipped ahead to the missing token and found it, consume it as if // there were no error. if (K == SkipToTok && Tok.is(SkipToTok)) ConsumeToken(); return true; } //===----------------------------------------------------------------------===// // Decl Parsing //===----------------------------------------------------------------------===// /// ParseTranslationUnit /// translation-unit: /// decl-top-level* void Parser::ParseTranslationUnit() { // Prime the lexer. ConsumeToken(); while (Tok.isNot(tok::eof)) { if (Decl *D = ParseDeclTopLevel()) Consumer.HandleTopLevelDecl(D); } // Notify consumer about the end of the translation unit. Consumer.HandleEndOfTranslationUnit(); } /// ParseDeclTopLevel /// decl-top-level: /// ';' /// decl-var ';' Decl *Parser::ParseDeclTopLevel() { switch (Tok.getKind()) { default: Error(Tok.getLoc(), "expected a top level declaration"); SkipUntil(tok::semi); return 0; case tok::semi: ConsumeToken(tok::semi); return 0; // Could do a top-level semi decl. case tok::kw_var: if (VarDecl *D = ParseDeclVar()) { // On successful parse, eat the ; ParseToken(tok::semi, "expected ';' at end of var declaration", tok::semi); return D; } return 0; } } /// ParseDeclVar /// decl-var: /// 'var' identifier ':' type /// 'var' identifier ':' type '=' expression /// 'var' identifier '=' expression VarDecl *Parser::ParseDeclVar() { SMLoc VarLoc = Tok.getLoc(); ConsumeToken(tok::kw_var); llvm::StringRef Identifier; if (ParseIdentifier(Identifier, "expected identifier in var declaration")) { // FIXME: Should stop at ',' when in a tuple argument. SkipUntil(tok::semi); return 0; } Type *Ty = 0; if (ConsumeIf(tok::colon) && ParseType(Ty, "expected type in var declaration")) { SkipUntil(tok::semi); return 0; } Expr *Init = 0; if (ConsumeIf(tok::equal) && ParseExpr(Init, "expected expression in var declaration")) { SkipUntil(tok::semi); return 0; } return S.ActOnVarDecl(VarLoc, Identifier, Ty, Init); } //===----------------------------------------------------------------------===// // Type Parsing //===----------------------------------------------------------------------===// /// ParseType /// type: /// type-simple /// type-simple '->' type /// /// type-simple: /// 'int' /// 'void' // FIXME: Should be a 'type alias' for () eventually. /// type-tuple /// bool Parser::ParseType(Type *&Result, const char *Message) { // Parse type-simple first. switch (Tok.getKind()) { case tok::kw_int: Result = S.type.ActOnIntType(Tok.getLoc()); ConsumeToken(tok::kw_int); break; case tok::kw_void: Result = S.type.ActOnVoidType(Tok.getLoc()); ConsumeToken(tok::kw_void); break; case tok::l_paren: if (ParseTypeTuple(Result)) return true; break; default: Error(Tok.getLoc(), Message ? Message : "expected type"); return true; } // If there is an arrow, parse the rest of the type. llvm::SMLoc ArrowLoc = Tok.getLoc(); if (ConsumeIf(tok::arrow)) { Type *SecondHalf = 0; if (ParseType(SecondHalf, "expected type in result of function type")) return true; Result = S.type.ActOnFunctionType(Result, ArrowLoc, SecondHalf); } return false; } /// type-or-decl-var: /// type /// decl-var bool Parser::ParseTypeOrDeclVar(llvm::PointerUnion &Result, const char *Message) { if (Tok.is(tok::kw_var)) { Result = ParseDeclVar(); return Result != 0; } Type *ResultType = 0; if (ParseType(ResultType, Message)) return true; Result = ResultType; return false; } /// ParseTypeTuple /// type-tuple: /// '(' ')' /// '(' type-or-decl-var (',' type-or-decl-var)* ')' bool Parser::ParseTypeTuple(Type *&Result) { assert(Tok.is(tok::l_paren) && "Not start of type tuple"); SMLoc LPLoc = Tok.getLoc(); ConsumeToken(tok::l_paren); llvm::SmallVector, 8> Elements; if (Tok.isNot(tok::r_paren)) { Elements.push_back(llvm::PointerUnion()); bool Error = ParseTypeOrDeclVar(Elements.back(), "expected type or var declaration in tuple"); // Parse (',' type-or-decl-var)* while (!Error && Tok.is(tok::comma)) { ConsumeToken(tok::comma); Elements.push_back(llvm::PointerUnion()); Error = ParseTypeOrDeclVar(Elements.back(), "expected type or var declaration in tuple"); } if (Error) { SkipUntil(tok::r_paren); if (Tok.is(tok::r_paren)) ConsumeToken(tok::r_paren); return true; } } SMLoc RPLoc = Tok.getLoc(); if (ParseToken(tok::r_paren, "expected ')' at end of tuple list", tok::r_paren)) { Note(LPLoc, "to match this opening '('"); return true; } Result = S.type.ActOnTupleType(LPLoc, Elements.data(), Elements.size(),RPLoc); return false; } //===----------------------------------------------------------------------===// // Expression Parsing //===----------------------------------------------------------------------===// /// ParseExpr /// expr: /// expr-primary (binary-operator expr-primary)* bool Parser::ParseExpr(Expr *&Result, const char *Message) { return ParseExprPrimary(Result, Message) || ParseExprBinaryRHS(Result); } /// ParseExprPrimary /// expr-primary: /// numeric_constant /// '(' expr ')' bool Parser::ParseExprPrimary(Expr *&Result, const char *Message) { switch (Tok.getKind()) { case tok::numeric_constant: Result = S.expr.ActOnNumericConstant(Tok.getText(), Tok.getLoc()); ConsumeToken(tok::numeric_constant); return false; case tok::l_paren: { SMLoc LPLoc = Tok.getLoc(); ConsumeToken(tok::l_paren); Expr *SubExpr = 0; if (ParseExpr(SubExpr, "expected expression in parentheses")) return true; SMLoc RPLoc = Tok.getLoc(); if (ParseToken(tok::r_paren, "expected ')' in parenthesis expression")) { Note(LPLoc, "to match this opening '('"); return true; } Result = S.expr.ActOnParenExpr(LPLoc, SubExpr, RPLoc); return false; } default: Error(Tok.getLoc(), Message ? Message : "expected expression"); return true; } } /// prec::Level - Binary operator precedences. Low precedences numbers bind /// more weakly than high numbers. namespace prec { enum Level { Unknown = 0, // Not a binary operator. Additive, // +, - Multiplicative // *, /, % }; } /// getBinOpPrecedence - Return the precedence of the specified binary operator /// token. /// static prec::Level getBinOpPrecedence(tok::TokenKind Kind) { switch (Kind) { default: return prec::Unknown; case tok::plus: case tok::minus: return prec::Additive; //case tok::percent: case tok::slash: case tok::star: return prec::Multiplicative; } } /// getBinOpKind - Return the expression kind of the specified token. static ExprKind getBinOpKind(tok::TokenKind Kind) { switch (Kind) { default: assert(0 && "not a binary operator!"); case tok::plus: return BinaryAddExprKind; case tok::minus: return BinarySubExprKind; //case tok::percent: case tok::slash: return BinaryDivExprKind; case tok::star: return BinaryMulExprKind; } } /// ParseExprBinaryRHS - Parse the right hand side of a binary expression and /// assemble it according to precedence rules. /// /// expr-binary-rhs: /// (binary-operator expr-primary)* bool Parser::ParseExprBinaryRHS(Expr *&Result, unsigned MinPrec) { prec::Level NextTokPrec = getBinOpPrecedence(Tok.getKind()); while (1) { // If this token has a lower precedence than we are allowed to parse (e.g. // because we are called recursively, or because the token is not a binop), // then we are done! if (NextTokPrec < (prec::Level)MinPrec) return false; // Consume the operator, saving the operator token for error reporting. Token OpToken = Tok; ConsumeToken(); // TODO: Support ternary operators some day. // Parse another leaf here for the RHS of the operator. Expr *Leaf = 0; if (ParseExprPrimary(Leaf, "expected expression after binary operator")) return true; // Remember the precedence of this operator and get the precedence of the // operator immediately to the right of the RHS. prec::Level ThisPrec = NextTokPrec; NextTokPrec = getBinOpPrecedence(Tok.getKind()); // TODO: All operators are left associative at the moment. // If the next operator binds more tightly with RHS than we do, evaluate the // RHS as a complete subexpression first if (ThisPrec < NextTokPrec) { // Only parse things on the RHS that bind more tightly than the current // operator. if (ParseExprBinaryRHS(Leaf, ThisPrec + 1)) return true; NextTokPrec = getBinOpPrecedence(Tok.getKind()); } assert(NextTokPrec <= ThisPrec && "Recursion didn't work!"); Result = S.expr.ActOnBinaryExpr(getBinOpKind(OpToken.getKind()), Result, OpToken.getLoc(), Leaf); } return false; }