1 //===--- Parser.cpp - C Language Family Parser ----------------------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file implements the Parser interfaces. 11 // 12 //===----------------------------------------------------------------------===// 13 14 #include "clang/Parse/Parser.h" 15 #include "RAIIObjectsForParser.h" 16 #include "clang/AST/ASTConsumer.h" 17 #include "clang/AST/ASTContext.h" 18 #include "clang/AST/DeclTemplate.h" 19 #include "clang/Parse/ParseDiagnostic.h" 20 #include "clang/Sema/DeclSpec.h" 21 #include "clang/Sema/ParsedTemplate.h" 22 #include "clang/Sema/Scope.h" 23 #include "llvm/Support/raw_ostream.h" 24 using namespace clang; 25 26 27 namespace { 28 /// \brief A comment handler that passes comments found by the preprocessor 29 /// to the parser action. 30 class ActionCommentHandler : public CommentHandler { 31 Sema &S; 32 33 public: 34 explicit ActionCommentHandler(Sema &S) : S(S) { } 35 36 bool HandleComment(Preprocessor &PP, SourceRange Comment) override { 37 S.ActOnComment(Comment); 38 return false; 39 } 40 }; 41 42 /// \brief RAIIObject to destroy the contents of a SmallVector of 43 /// TemplateIdAnnotation pointers and clear the vector. 44 class DestroyTemplateIdAnnotationsRAIIObj { 45 SmallVectorImpl<TemplateIdAnnotation *> &Container; 46 47 public: 48 DestroyTemplateIdAnnotationsRAIIObj( 49 SmallVectorImpl<TemplateIdAnnotation *> &Container) 50 : Container(Container) {} 51 52 ~DestroyTemplateIdAnnotationsRAIIObj() { 53 for (SmallVectorImpl<TemplateIdAnnotation *>::iterator I = 54 Container.begin(), 55 E = Container.end(); 56 I != E; ++I) 57 (*I)->Destroy(); 58 Container.clear(); 59 } 60 }; 61 } // end anonymous namespace 62 63 IdentifierInfo *Parser::getSEHExceptKeyword() { 64 // __except is accepted as a (contextual) keyword 65 if (!Ident__except && (getLangOpts().MicrosoftExt || getLangOpts().Borland)) 66 Ident__except = PP.getIdentifierInfo("__except"); 67 68 return Ident__except; 69 } 70 71 Parser::Parser(Preprocessor &pp, Sema &actions, bool skipFunctionBodies) 72 : PP(pp), Actions(actions), Diags(PP.getDiagnostics()), 73 GreaterThanIsOperator(true), ColonIsSacred(false), 74 InMessageExpression(false), TemplateParameterDepth(0), 75 ParsingInObjCContainer(false) { 76 SkipFunctionBodies = pp.isCodeCompletionEnabled() || skipFunctionBodies; 77 Tok.startToken(); 78 Tok.setKind(tok::eof); 79 Actions.CurScope = nullptr; 80 NumCachedScopes = 0; 81 ParenCount = BracketCount = BraceCount = 0; 82 CurParsedObjCImpl = nullptr; 83 84 // Add #pragma handlers. These are removed and destroyed in the 85 // destructor. 86 initializePragmaHandlers(); 87 88 CommentSemaHandler.reset(new ActionCommentHandler(actions)); 89 PP.addCommentHandler(CommentSemaHandler.get()); 90 91 PP.setCodeCompletionHandler(*this); 92 } 93 94 DiagnosticBuilder Parser::Diag(SourceLocation Loc, unsigned DiagID) { 95 return Diags.Report(Loc, DiagID); 96 } 97 98 DiagnosticBuilder Parser::Diag(const Token &Tok, unsigned DiagID) { 99 return Diag(Tok.getLocation(), DiagID); 100 } 101 102 /// \brief Emits a diagnostic suggesting parentheses surrounding a 103 /// given range. 104 /// 105 /// \param Loc The location where we'll emit the diagnostic. 106 /// \param DK The kind of diagnostic to emit. 107 /// \param ParenRange Source range enclosing code that should be parenthesized. 108 void Parser::SuggestParentheses(SourceLocation Loc, unsigned DK, 109 SourceRange ParenRange) { 110 SourceLocation EndLoc = PP.getLocForEndOfToken(ParenRange.getEnd()); 111 if (!ParenRange.getEnd().isFileID() || EndLoc.isInvalid()) { 112 // We can't display the parentheses, so just dig the 113 // warning/error and return. 114 Diag(Loc, DK); 115 return; 116 } 117 118 Diag(Loc, DK) 119 << FixItHint::CreateInsertion(ParenRange.getBegin(), "(") 120 << FixItHint::CreateInsertion(EndLoc, ")"); 121 } 122 123 static bool IsCommonTypo(tok::TokenKind ExpectedTok, const Token &Tok) { 124 switch (ExpectedTok) { 125 case tok::semi: 126 return Tok.is(tok::colon) || Tok.is(tok::comma); // : or , for ; 127 default: return false; 128 } 129 } 130 131 bool Parser::ExpectAndConsume(tok::TokenKind ExpectedTok, unsigned DiagID, 132 StringRef Msg) { 133 if (Tok.is(ExpectedTok) || Tok.is(tok::code_completion)) { 134 ConsumeAnyToken(); 135 return false; 136 } 137 138 // Detect common single-character typos and resume. 139 if (IsCommonTypo(ExpectedTok, Tok)) { 140 SourceLocation Loc = Tok.getLocation(); 141 { 142 DiagnosticBuilder DB = Diag(Loc, DiagID); 143 DB << FixItHint::CreateReplacement( 144 SourceRange(Loc), tok::getPunctuatorSpelling(ExpectedTok)); 145 if (DiagID == diag::err_expected) 146 DB << ExpectedTok; 147 else if (DiagID == diag::err_expected_after) 148 DB << Msg << ExpectedTok; 149 else 150 DB << Msg; 151 } 152 153 // Pretend there wasn't a problem. 154 ConsumeAnyToken(); 155 return false; 156 } 157 158 SourceLocation EndLoc = PP.getLocForEndOfToken(PrevTokLocation); 159 const char *Spelling = nullptr; 160 if (EndLoc.isValid()) 161 Spelling = tok::getPunctuatorSpelling(ExpectedTok); 162 163 DiagnosticBuilder DB = 164 Spelling 165 ? Diag(EndLoc, DiagID) << FixItHint::CreateInsertion(EndLoc, Spelling) 166 : Diag(Tok, DiagID); 167 if (DiagID == diag::err_expected) 168 DB << ExpectedTok; 169 else if (DiagID == diag::err_expected_after) 170 DB << Msg << ExpectedTok; 171 else 172 DB << Msg; 173 174 return true; 175 } 176 177 bool Parser::ExpectAndConsumeSemi(unsigned DiagID) { 178 if (TryConsumeToken(tok::semi)) 179 return false; 180 181 if (Tok.is(tok::code_completion)) { 182 handleUnexpectedCodeCompletionToken(); 183 return false; 184 } 185 186 if ((Tok.is(tok::r_paren) || Tok.is(tok::r_square)) && 187 NextToken().is(tok::semi)) { 188 Diag(Tok, diag::err_extraneous_token_before_semi) 189 << PP.getSpelling(Tok) 190 << FixItHint::CreateRemoval(Tok.getLocation()); 191 ConsumeAnyToken(); // The ')' or ']'. 192 ConsumeToken(); // The ';'. 193 return false; 194 } 195 196 return ExpectAndConsume(tok::semi, DiagID); 197 } 198 199 void Parser::ConsumeExtraSemi(ExtraSemiKind Kind, unsigned TST) { 200 if (!Tok.is(tok::semi)) return; 201 202 bool HadMultipleSemis = false; 203 SourceLocation StartLoc = Tok.getLocation(); 204 SourceLocation EndLoc = Tok.getLocation(); 205 ConsumeToken(); 206 207 while ((Tok.is(tok::semi) && !Tok.isAtStartOfLine())) { 208 HadMultipleSemis = true; 209 EndLoc = Tok.getLocation(); 210 ConsumeToken(); 211 } 212 213 // C++11 allows extra semicolons at namespace scope, but not in any of the 214 // other contexts. 215 if (Kind == OutsideFunction && getLangOpts().CPlusPlus) { 216 if (getLangOpts().CPlusPlus11) 217 Diag(StartLoc, diag::warn_cxx98_compat_top_level_semi) 218 << FixItHint::CreateRemoval(SourceRange(StartLoc, EndLoc)); 219 else 220 Diag(StartLoc, diag::ext_extra_semi_cxx11) 221 << FixItHint::CreateRemoval(SourceRange(StartLoc, EndLoc)); 222 return; 223 } 224 225 if (Kind != AfterMemberFunctionDefinition || HadMultipleSemis) 226 Diag(StartLoc, diag::ext_extra_semi) 227 << Kind << DeclSpec::getSpecifierName((DeclSpec::TST)TST, 228 Actions.getASTContext().getPrintingPolicy()) 229 << FixItHint::CreateRemoval(SourceRange(StartLoc, EndLoc)); 230 else 231 // A single semicolon is valid after a member function definition. 232 Diag(StartLoc, diag::warn_extra_semi_after_mem_fn_def) 233 << FixItHint::CreateRemoval(SourceRange(StartLoc, EndLoc)); 234 } 235 236 //===----------------------------------------------------------------------===// 237 // Error recovery. 238 //===----------------------------------------------------------------------===// 239 240 static bool HasFlagsSet(Parser::SkipUntilFlags L, Parser::SkipUntilFlags R) { 241 return (static_cast<unsigned>(L) & static_cast<unsigned>(R)) != 0; 242 } 243 244 /// SkipUntil - Read tokens until we get to the specified token, then consume 245 /// it (unless no flag StopBeforeMatch). Because we cannot guarantee that the 246 /// token will ever occur, this skips to the next token, or to some likely 247 /// good stopping point. If StopAtSemi is true, skipping will stop at a ';' 248 /// character. 249 /// 250 /// If SkipUntil finds the specified token, it returns true, otherwise it 251 /// returns false. 252 bool Parser::SkipUntil(ArrayRef<tok::TokenKind> Toks, SkipUntilFlags Flags) { 253 // We always want this function to skip at least one token if the first token 254 // isn't T and if not at EOF. 255 bool isFirstTokenSkipped = true; 256 while (1) { 257 // If we found one of the tokens, stop and return true. 258 for (unsigned i = 0, NumToks = Toks.size(); i != NumToks; ++i) { 259 if (Tok.is(Toks[i])) { 260 if (HasFlagsSet(Flags, StopBeforeMatch)) { 261 // Noop, don't consume the token. 262 } else { 263 ConsumeAnyToken(); 264 } 265 return true; 266 } 267 } 268 269 // Important special case: The caller has given up and just wants us to 270 // skip the rest of the file. Do this without recursing, since we can 271 // get here precisely because the caller detected too much recursion. 272 if (Toks.size() == 1 && Toks[0] == tok::eof && 273 !HasFlagsSet(Flags, StopAtSemi) && 274 !HasFlagsSet(Flags, StopAtCodeCompletion)) { 275 while (Tok.isNot(tok::eof)) 276 ConsumeAnyToken(); 277 return true; 278 } 279 280 switch (Tok.getKind()) { 281 case tok::eof: 282 // Ran out of tokens. 283 return false; 284 285 case tok::annot_pragma_openmp_end: 286 // Stop before an OpenMP pragma boundary. 287 case tok::annot_module_begin: 288 case tok::annot_module_end: 289 case tok::annot_module_include: 290 // Stop before we change submodules. They generally indicate a "good" 291 // place to pick up parsing again (except in the special case where 292 // we're trying to skip to EOF). 293 return false; 294 295 case tok::code_completion: 296 if (!HasFlagsSet(Flags, StopAtCodeCompletion)) 297 handleUnexpectedCodeCompletionToken(); 298 return false; 299 300 case tok::l_paren: 301 // Recursively skip properly-nested parens. 302 ConsumeParen(); 303 if (HasFlagsSet(Flags, StopAtCodeCompletion)) 304 SkipUntil(tok::r_paren, StopAtCodeCompletion); 305 else 306 SkipUntil(tok::r_paren); 307 break; 308 case tok::l_square: 309 // Recursively skip properly-nested square brackets. 310 ConsumeBracket(); 311 if (HasFlagsSet(Flags, StopAtCodeCompletion)) 312 SkipUntil(tok::r_square, StopAtCodeCompletion); 313 else 314 SkipUntil(tok::r_square); 315 break; 316 case tok::l_brace: 317 // Recursively skip properly-nested braces. 318 ConsumeBrace(); 319 if (HasFlagsSet(Flags, StopAtCodeCompletion)) 320 SkipUntil(tok::r_brace, StopAtCodeCompletion); 321 else 322 SkipUntil(tok::r_brace); 323 break; 324 325 // Okay, we found a ']' or '}' or ')', which we think should be balanced. 326 // Since the user wasn't looking for this token (if they were, it would 327 // already be handled), this isn't balanced. If there is a LHS token at a 328 // higher level, we will assume that this matches the unbalanced token 329 // and return it. Otherwise, this is a spurious RHS token, which we skip. 330 case tok::r_paren: 331 if (ParenCount && !isFirstTokenSkipped) 332 return false; // Matches something. 333 ConsumeParen(); 334 break; 335 case tok::r_square: 336 if (BracketCount && !isFirstTokenSkipped) 337 return false; // Matches something. 338 ConsumeBracket(); 339 break; 340 case tok::r_brace: 341 if (BraceCount && !isFirstTokenSkipped) 342 return false; // Matches something. 343 ConsumeBrace(); 344 break; 345 346 case tok::string_literal: 347 case tok::wide_string_literal: 348 case tok::utf8_string_literal: 349 case tok::utf16_string_literal: 350 case tok::utf32_string_literal: 351 ConsumeStringToken(); 352 break; 353 354 case tok::semi: 355 if (HasFlagsSet(Flags, StopAtSemi)) 356 return false; 357 // FALL THROUGH. 358 default: 359 // Skip this token. 360 ConsumeToken(); 361 break; 362 } 363 isFirstTokenSkipped = false; 364 } 365 } 366 367 //===----------------------------------------------------------------------===// 368 // Scope manipulation 369 //===----------------------------------------------------------------------===// 370 371 /// EnterScope - Start a new scope. 372 void Parser::EnterScope(unsigned ScopeFlags) { 373 if (NumCachedScopes) { 374 Scope *N = ScopeCache[--NumCachedScopes]; 375 N->Init(getCurScope(), ScopeFlags); 376 Actions.CurScope = N; 377 } else { 378 Actions.CurScope = new Scope(getCurScope(), ScopeFlags, Diags); 379 } 380 } 381 382 /// ExitScope - Pop a scope off the scope stack. 383 void Parser::ExitScope() { 384 assert(getCurScope() && "Scope imbalance!"); 385 386 // Inform the actions module that this scope is going away if there are any 387 // decls in it. 388 Actions.ActOnPopScope(Tok.getLocation(), getCurScope()); 389 390 Scope *OldScope = getCurScope(); 391 Actions.CurScope = OldScope->getParent(); 392 393 if (NumCachedScopes == ScopeCacheSize) 394 delete OldScope; 395 else 396 ScopeCache[NumCachedScopes++] = OldScope; 397 } 398 399 /// Set the flags for the current scope to ScopeFlags. If ManageFlags is false, 400 /// this object does nothing. 401 Parser::ParseScopeFlags::ParseScopeFlags(Parser *Self, unsigned ScopeFlags, 402 bool ManageFlags) 403 : CurScope(ManageFlags ? Self->getCurScope() : nullptr) { 404 if (CurScope) { 405 OldFlags = CurScope->getFlags(); 406 CurScope->setFlags(ScopeFlags); 407 } 408 } 409 410 /// Restore the flags for the current scope to what they were before this 411 /// object overrode them. 412 Parser::ParseScopeFlags::~ParseScopeFlags() { 413 if (CurScope) 414 CurScope->setFlags(OldFlags); 415 } 416 417 418 //===----------------------------------------------------------------------===// 419 // C99 6.9: External Definitions. 420 //===----------------------------------------------------------------------===// 421 422 Parser::~Parser() { 423 // If we still have scopes active, delete the scope tree. 424 delete getCurScope(); 425 Actions.CurScope = nullptr; 426 427 // Free the scope cache. 428 for (unsigned i = 0, e = NumCachedScopes; i != e; ++i) 429 delete ScopeCache[i]; 430 431 resetPragmaHandlers(); 432 433 PP.removeCommentHandler(CommentSemaHandler.get()); 434 435 PP.clearCodeCompletionHandler(); 436 437 if (getLangOpts().DelayedTemplateParsing && 438 !PP.isIncrementalProcessingEnabled() && !TemplateIds.empty()) { 439 // If an ASTConsumer parsed delay-parsed templates in their 440 // HandleTranslationUnit() method, TemplateIds created there were not 441 // guarded by a DestroyTemplateIdAnnotationsRAIIObj object in 442 // ParseTopLevelDecl(). Destroy them here. 443 DestroyTemplateIdAnnotationsRAIIObj CleanupRAII(TemplateIds); 444 } 445 446 assert(TemplateIds.empty() && "Still alive TemplateIdAnnotations around?"); 447 } 448 449 /// Initialize - Warm up the parser. 450 /// 451 void Parser::Initialize() { 452 // Create the translation unit scope. Install it as the current scope. 453 assert(getCurScope() == nullptr && "A scope is already active?"); 454 EnterScope(Scope::DeclScope); 455 Actions.ActOnTranslationUnitScope(getCurScope()); 456 457 // Initialization for Objective-C context sensitive keywords recognition. 458 // Referenced in Parser::ParseObjCTypeQualifierList. 459 if (getLangOpts().ObjC1) { 460 ObjCTypeQuals[objc_in] = &PP.getIdentifierTable().get("in"); 461 ObjCTypeQuals[objc_out] = &PP.getIdentifierTable().get("out"); 462 ObjCTypeQuals[objc_inout] = &PP.getIdentifierTable().get("inout"); 463 ObjCTypeQuals[objc_oneway] = &PP.getIdentifierTable().get("oneway"); 464 ObjCTypeQuals[objc_bycopy] = &PP.getIdentifierTable().get("bycopy"); 465 ObjCTypeQuals[objc_byref] = &PP.getIdentifierTable().get("byref"); 466 ObjCTypeQuals[objc_nonnull] = &PP.getIdentifierTable().get("nonnull"); 467 ObjCTypeQuals[objc_nullable] = &PP.getIdentifierTable().get("nullable"); 468 ObjCTypeQuals[objc_null_unspecified] 469 = &PP.getIdentifierTable().get("null_unspecified"); 470 } 471 472 Ident_instancetype = nullptr; 473 Ident_final = nullptr; 474 Ident_sealed = nullptr; 475 Ident_override = nullptr; 476 477 Ident_super = &PP.getIdentifierTable().get("super"); 478 479 if (getLangOpts().AltiVec) { 480 Ident_vector = &PP.getIdentifierTable().get("vector"); 481 Ident_pixel = &PP.getIdentifierTable().get("pixel"); 482 Ident_bool = &PP.getIdentifierTable().get("bool"); 483 } 484 485 Ident_introduced = nullptr; 486 Ident_deprecated = nullptr; 487 Ident_obsoleted = nullptr; 488 Ident_unavailable = nullptr; 489 490 Ident__except = nullptr; 491 492 Ident__exception_code = Ident__exception_info = nullptr; 493 Ident__abnormal_termination = Ident___exception_code = nullptr; 494 Ident___exception_info = Ident___abnormal_termination = nullptr; 495 Ident_GetExceptionCode = Ident_GetExceptionInfo = nullptr; 496 Ident_AbnormalTermination = nullptr; 497 498 if(getLangOpts().Borland) { 499 Ident__exception_info = PP.getIdentifierInfo("_exception_info"); 500 Ident___exception_info = PP.getIdentifierInfo("__exception_info"); 501 Ident_GetExceptionInfo = PP.getIdentifierInfo("GetExceptionInformation"); 502 Ident__exception_code = PP.getIdentifierInfo("_exception_code"); 503 Ident___exception_code = PP.getIdentifierInfo("__exception_code"); 504 Ident_GetExceptionCode = PP.getIdentifierInfo("GetExceptionCode"); 505 Ident__abnormal_termination = PP.getIdentifierInfo("_abnormal_termination"); 506 Ident___abnormal_termination = PP.getIdentifierInfo("__abnormal_termination"); 507 Ident_AbnormalTermination = PP.getIdentifierInfo("AbnormalTermination"); 508 509 PP.SetPoisonReason(Ident__exception_code,diag::err_seh___except_block); 510 PP.SetPoisonReason(Ident___exception_code,diag::err_seh___except_block); 511 PP.SetPoisonReason(Ident_GetExceptionCode,diag::err_seh___except_block); 512 PP.SetPoisonReason(Ident__exception_info,diag::err_seh___except_filter); 513 PP.SetPoisonReason(Ident___exception_info,diag::err_seh___except_filter); 514 PP.SetPoisonReason(Ident_GetExceptionInfo,diag::err_seh___except_filter); 515 PP.SetPoisonReason(Ident__abnormal_termination,diag::err_seh___finally_block); 516 PP.SetPoisonReason(Ident___abnormal_termination,diag::err_seh___finally_block); 517 PP.SetPoisonReason(Ident_AbnormalTermination,diag::err_seh___finally_block); 518 } 519 520 Actions.Initialize(); 521 522 // Prime the lexer look-ahead. 523 ConsumeToken(); 524 } 525 526 void Parser::LateTemplateParserCleanupCallback(void *P) { 527 // While this RAII helper doesn't bracket any actual work, the destructor will 528 // clean up annotations that were created during ActOnEndOfTranslationUnit 529 // when incremental processing is enabled. 530 DestroyTemplateIdAnnotationsRAIIObj CleanupRAII(((Parser *)P)->TemplateIds); 531 } 532 533 /// ParseTopLevelDecl - Parse one top-level declaration, return whatever the 534 /// action tells us to. This returns true if the EOF was encountered. 535 bool Parser::ParseTopLevelDecl(DeclGroupPtrTy &Result) { 536 DestroyTemplateIdAnnotationsRAIIObj CleanupRAII(TemplateIds); 537 538 // Skip over the EOF token, flagging end of previous input for incremental 539 // processing 540 if (PP.isIncrementalProcessingEnabled() && Tok.is(tok::eof)) 541 ConsumeToken(); 542 543 Result = DeclGroupPtrTy(); 544 switch (Tok.getKind()) { 545 case tok::annot_pragma_unused: 546 HandlePragmaUnused(); 547 return false; 548 549 case tok::annot_module_include: 550 Actions.ActOnModuleInclude(Tok.getLocation(), 551 reinterpret_cast<Module *>( 552 Tok.getAnnotationValue())); 553 ConsumeToken(); 554 return false; 555 556 case tok::annot_module_begin: 557 Actions.ActOnModuleBegin(Tok.getLocation(), reinterpret_cast<Module *>( 558 Tok.getAnnotationValue())); 559 ConsumeToken(); 560 return false; 561 562 case tok::annot_module_end: 563 Actions.ActOnModuleEnd(Tok.getLocation(), reinterpret_cast<Module *>( 564 Tok.getAnnotationValue())); 565 ConsumeToken(); 566 return false; 567 568 case tok::eof: 569 // Late template parsing can begin. 570 if (getLangOpts().DelayedTemplateParsing) 571 Actions.SetLateTemplateParser(LateTemplateParserCallback, 572 PP.isIncrementalProcessingEnabled() ? 573 LateTemplateParserCleanupCallback : nullptr, 574 this); 575 if (!PP.isIncrementalProcessingEnabled()) 576 Actions.ActOnEndOfTranslationUnit(); 577 //else don't tell Sema that we ended parsing: more input might come. 578 return true; 579 580 default: 581 break; 582 } 583 584 ParsedAttributesWithRange attrs(AttrFactory); 585 MaybeParseCXX11Attributes(attrs); 586 MaybeParseMicrosoftAttributes(attrs); 587 588 Result = ParseExternalDeclaration(attrs); 589 return false; 590 } 591 592 /// ParseExternalDeclaration: 593 /// 594 /// external-declaration: [C99 6.9], declaration: [C++ dcl.dcl] 595 /// function-definition 596 /// declaration 597 /// [GNU] asm-definition 598 /// [GNU] __extension__ external-declaration 599 /// [OBJC] objc-class-definition 600 /// [OBJC] objc-class-declaration 601 /// [OBJC] objc-alias-declaration 602 /// [OBJC] objc-protocol-definition 603 /// [OBJC] objc-method-definition 604 /// [OBJC] @end 605 /// [C++] linkage-specification 606 /// [GNU] asm-definition: 607 /// simple-asm-expr ';' 608 /// [C++11] empty-declaration 609 /// [C++11] attribute-declaration 610 /// 611 /// [C++11] empty-declaration: 612 /// ';' 613 /// 614 /// [C++0x/GNU] 'extern' 'template' declaration 615 Parser::DeclGroupPtrTy 616 Parser::ParseExternalDeclaration(ParsedAttributesWithRange &attrs, 617 ParsingDeclSpec *DS) { 618 DestroyTemplateIdAnnotationsRAIIObj CleanupRAII(TemplateIds); 619 ParenBraceBracketBalancer BalancerRAIIObj(*this); 620 621 if (PP.isCodeCompletionReached()) { 622 cutOffParsing(); 623 return DeclGroupPtrTy(); 624 } 625 626 Decl *SingleDecl = nullptr; 627 switch (Tok.getKind()) { 628 case tok::annot_pragma_vis: 629 HandlePragmaVisibility(); 630 return DeclGroupPtrTy(); 631 case tok::annot_pragma_pack: 632 HandlePragmaPack(); 633 return DeclGroupPtrTy(); 634 case tok::annot_pragma_msstruct: 635 HandlePragmaMSStruct(); 636 return DeclGroupPtrTy(); 637 case tok::annot_pragma_align: 638 HandlePragmaAlign(); 639 return DeclGroupPtrTy(); 640 case tok::annot_pragma_weak: 641 HandlePragmaWeak(); 642 return DeclGroupPtrTy(); 643 case tok::annot_pragma_weakalias: 644 HandlePragmaWeakAlias(); 645 return DeclGroupPtrTy(); 646 case tok::annot_pragma_redefine_extname: 647 HandlePragmaRedefineExtname(); 648 return DeclGroupPtrTy(); 649 case tok::annot_pragma_fp_contract: 650 HandlePragmaFPContract(); 651 return DeclGroupPtrTy(); 652 case tok::annot_pragma_opencl_extension: 653 HandlePragmaOpenCLExtension(); 654 return DeclGroupPtrTy(); 655 case tok::annot_pragma_openmp: 656 return ParseOpenMPDeclarativeDirective(); 657 case tok::annot_pragma_ms_pointers_to_members: 658 HandlePragmaMSPointersToMembers(); 659 return DeclGroupPtrTy(); 660 case tok::annot_pragma_ms_vtordisp: 661 HandlePragmaMSVtorDisp(); 662 return DeclGroupPtrTy(); 663 case tok::annot_pragma_ms_pragma: 664 HandlePragmaMSPragma(); 665 return DeclGroupPtrTy(); 666 case tok::semi: 667 // Either a C++11 empty-declaration or attribute-declaration. 668 SingleDecl = Actions.ActOnEmptyDeclaration(getCurScope(), 669 attrs.getList(), 670 Tok.getLocation()); 671 ConsumeExtraSemi(OutsideFunction); 672 break; 673 case tok::r_brace: 674 Diag(Tok, diag::err_extraneous_closing_brace); 675 ConsumeBrace(); 676 return DeclGroupPtrTy(); 677 case tok::eof: 678 Diag(Tok, diag::err_expected_external_declaration); 679 return DeclGroupPtrTy(); 680 case tok::kw___extension__: { 681 // __extension__ silences extension warnings in the subexpression. 682 ExtensionRAIIObject O(Diags); // Use RAII to do this. 683 ConsumeToken(); 684 return ParseExternalDeclaration(attrs); 685 } 686 case tok::kw_asm: { 687 ProhibitAttributes(attrs); 688 689 SourceLocation StartLoc = Tok.getLocation(); 690 SourceLocation EndLoc; 691 692 ExprResult Result(ParseSimpleAsm(&EndLoc)); 693 694 // Check if GNU-style InlineAsm is disabled. 695 // Empty asm string is allowed because it will not introduce 696 // any assembly code. 697 if (!(getLangOpts().GNUAsm || Result.isInvalid())) { 698 const auto *SL = cast<StringLiteral>(Result.get()); 699 if (!SL->getString().trim().empty()) 700 Diag(StartLoc, diag::err_gnu_inline_asm_disabled); 701 } 702 703 ExpectAndConsume(tok::semi, diag::err_expected_after, 704 "top-level asm block"); 705 706 if (Result.isInvalid()) 707 return DeclGroupPtrTy(); 708 SingleDecl = Actions.ActOnFileScopeAsmDecl(Result.get(), StartLoc, EndLoc); 709 break; 710 } 711 case tok::at: 712 return ParseObjCAtDirectives(); 713 case tok::minus: 714 case tok::plus: 715 if (!getLangOpts().ObjC1) { 716 Diag(Tok, diag::err_expected_external_declaration); 717 ConsumeToken(); 718 return DeclGroupPtrTy(); 719 } 720 SingleDecl = ParseObjCMethodDefinition(); 721 break; 722 case tok::code_completion: 723 Actions.CodeCompleteOrdinaryName(getCurScope(), 724 CurParsedObjCImpl? Sema::PCC_ObjCImplementation 725 : Sema::PCC_Namespace); 726 cutOffParsing(); 727 return DeclGroupPtrTy(); 728 case tok::kw_using: 729 case tok::kw_namespace: 730 case tok::kw_typedef: 731 case tok::kw_template: 732 case tok::kw_export: // As in 'export template' 733 case tok::kw_static_assert: 734 case tok::kw__Static_assert: 735 // A function definition cannot start with any of these keywords. 736 { 737 SourceLocation DeclEnd; 738 return ParseDeclaration(Declarator::FileContext, DeclEnd, attrs); 739 } 740 741 case tok::kw_static: 742 // Parse (then ignore) 'static' prior to a template instantiation. This is 743 // a GCC extension that we intentionally do not support. 744 if (getLangOpts().CPlusPlus && NextToken().is(tok::kw_template)) { 745 Diag(ConsumeToken(), diag::warn_static_inline_explicit_inst_ignored) 746 << 0; 747 SourceLocation DeclEnd; 748 return ParseDeclaration(Declarator::FileContext, DeclEnd, attrs); 749 } 750 goto dont_know; 751 752 case tok::kw_inline: 753 if (getLangOpts().CPlusPlus) { 754 tok::TokenKind NextKind = NextToken().getKind(); 755 756 // Inline namespaces. Allowed as an extension even in C++03. 757 if (NextKind == tok::kw_namespace) { 758 SourceLocation DeclEnd; 759 return ParseDeclaration(Declarator::FileContext, DeclEnd, attrs); 760 } 761 762 // Parse (then ignore) 'inline' prior to a template instantiation. This is 763 // a GCC extension that we intentionally do not support. 764 if (NextKind == tok::kw_template) { 765 Diag(ConsumeToken(), diag::warn_static_inline_explicit_inst_ignored) 766 << 1; 767 SourceLocation DeclEnd; 768 return ParseDeclaration(Declarator::FileContext, DeclEnd, attrs); 769 } 770 } 771 goto dont_know; 772 773 case tok::kw_extern: 774 if (getLangOpts().CPlusPlus && NextToken().is(tok::kw_template)) { 775 // Extern templates 776 SourceLocation ExternLoc = ConsumeToken(); 777 SourceLocation TemplateLoc = ConsumeToken(); 778 Diag(ExternLoc, getLangOpts().CPlusPlus11 ? 779 diag::warn_cxx98_compat_extern_template : 780 diag::ext_extern_template) << SourceRange(ExternLoc, TemplateLoc); 781 SourceLocation DeclEnd; 782 return Actions.ConvertDeclToDeclGroup( 783 ParseExplicitInstantiation(Declarator::FileContext, 784 ExternLoc, TemplateLoc, DeclEnd)); 785 } 786 goto dont_know; 787 788 case tok::kw___if_exists: 789 case tok::kw___if_not_exists: 790 ParseMicrosoftIfExistsExternalDeclaration(); 791 return DeclGroupPtrTy(); 792 793 default: 794 dont_know: 795 // We can't tell whether this is a function-definition or declaration yet. 796 return ParseDeclarationOrFunctionDefinition(attrs, DS); 797 } 798 799 // This routine returns a DeclGroup, if the thing we parsed only contains a 800 // single decl, convert it now. 801 return Actions.ConvertDeclToDeclGroup(SingleDecl); 802 } 803 804 /// \brief Determine whether the current token, if it occurs after a 805 /// declarator, continues a declaration or declaration list. 806 bool Parser::isDeclarationAfterDeclarator() { 807 // Check for '= delete' or '= default' 808 if (getLangOpts().CPlusPlus && Tok.is(tok::equal)) { 809 const Token &KW = NextToken(); 810 if (KW.is(tok::kw_default) || KW.is(tok::kw_delete)) 811 return false; 812 } 813 814 return Tok.is(tok::equal) || // int X()= -> not a function def 815 Tok.is(tok::comma) || // int X(), -> not a function def 816 Tok.is(tok::semi) || // int X(); -> not a function def 817 Tok.is(tok::kw_asm) || // int X() __asm__ -> not a function def 818 Tok.is(tok::kw___attribute) || // int X() __attr__ -> not a function def 819 (getLangOpts().CPlusPlus && 820 Tok.is(tok::l_paren)); // int X(0) -> not a function def [C++] 821 } 822 823 /// \brief Determine whether the current token, if it occurs after a 824 /// declarator, indicates the start of a function definition. 825 bool Parser::isStartOfFunctionDefinition(const ParsingDeclarator &Declarator) { 826 assert(Declarator.isFunctionDeclarator() && "Isn't a function declarator"); 827 if (Tok.is(tok::l_brace)) // int X() {} 828 return true; 829 830 // Handle K&R C argument lists: int X(f) int f; {} 831 if (!getLangOpts().CPlusPlus && 832 Declarator.getFunctionTypeInfo().isKNRPrototype()) 833 return isDeclarationSpecifier(); 834 835 if (getLangOpts().CPlusPlus && Tok.is(tok::equal)) { 836 const Token &KW = NextToken(); 837 return KW.is(tok::kw_default) || KW.is(tok::kw_delete); 838 } 839 840 return Tok.is(tok::colon) || // X() : Base() {} (used for ctors) 841 Tok.is(tok::kw_try); // X() try { ... } 842 } 843 844 /// ParseDeclarationOrFunctionDefinition - Parse either a function-definition or 845 /// a declaration. We can't tell which we have until we read up to the 846 /// compound-statement in function-definition. TemplateParams, if 847 /// non-NULL, provides the template parameters when we're parsing a 848 /// C++ template-declaration. 849 /// 850 /// function-definition: [C99 6.9.1] 851 /// decl-specs declarator declaration-list[opt] compound-statement 852 /// [C90] function-definition: [C99 6.7.1] - implicit int result 853 /// [C90] decl-specs[opt] declarator declaration-list[opt] compound-statement 854 /// 855 /// declaration: [C99 6.7] 856 /// declaration-specifiers init-declarator-list[opt] ';' 857 /// [!C99] init-declarator-list ';' [TODO: warn in c99 mode] 858 /// [OMP] threadprivate-directive [TODO] 859 /// 860 Parser::DeclGroupPtrTy 861 Parser::ParseDeclOrFunctionDefInternal(ParsedAttributesWithRange &attrs, 862 ParsingDeclSpec &DS, 863 AccessSpecifier AS) { 864 // Parse the common declaration-specifiers piece. 865 ParseDeclarationSpecifiers(DS, ParsedTemplateInfo(), AS, DSC_top_level); 866 867 // If we had a free-standing type definition with a missing semicolon, we 868 // may get this far before the problem becomes obvious. 869 if (DS.hasTagDefinition() && 870 DiagnoseMissingSemiAfterTagDefinition(DS, AS, DSC_top_level)) 871 return DeclGroupPtrTy(); 872 873 // C99 6.7.2.3p6: Handle "struct-or-union identifier;", "enum { X };" 874 // declaration-specifiers init-declarator-list[opt] ';' 875 if (Tok.is(tok::semi)) { 876 ProhibitAttributes(attrs); 877 ConsumeToken(); 878 Decl *TheDecl = Actions.ParsedFreeStandingDeclSpec(getCurScope(), AS, DS); 879 DS.complete(TheDecl); 880 return Actions.ConvertDeclToDeclGroup(TheDecl); 881 } 882 883 DS.takeAttributesFrom(attrs); 884 885 // ObjC2 allows prefix attributes on class interfaces and protocols. 886 // FIXME: This still needs better diagnostics. We should only accept 887 // attributes here, no types, etc. 888 if (getLangOpts().ObjC2 && Tok.is(tok::at)) { 889 SourceLocation AtLoc = ConsumeToken(); // the "@" 890 if (!Tok.isObjCAtKeyword(tok::objc_interface) && 891 !Tok.isObjCAtKeyword(tok::objc_protocol)) { 892 Diag(Tok, diag::err_objc_unexpected_attr); 893 SkipUntil(tok::semi); // FIXME: better skip? 894 return DeclGroupPtrTy(); 895 } 896 897 DS.abort(); 898 899 const char *PrevSpec = nullptr; 900 unsigned DiagID; 901 if (DS.SetTypeSpecType(DeclSpec::TST_unspecified, AtLoc, PrevSpec, DiagID, 902 Actions.getASTContext().getPrintingPolicy())) 903 Diag(AtLoc, DiagID) << PrevSpec; 904 905 if (Tok.isObjCAtKeyword(tok::objc_protocol)) 906 return ParseObjCAtProtocolDeclaration(AtLoc, DS.getAttributes()); 907 908 return Actions.ConvertDeclToDeclGroup( 909 ParseObjCAtInterfaceDeclaration(AtLoc, DS.getAttributes())); 910 } 911 912 // If the declspec consisted only of 'extern' and we have a string 913 // literal following it, this must be a C++ linkage specifier like 914 // 'extern "C"'. 915 if (getLangOpts().CPlusPlus && isTokenStringLiteral() && 916 DS.getStorageClassSpec() == DeclSpec::SCS_extern && 917 DS.getParsedSpecifiers() == DeclSpec::PQ_StorageClassSpecifier) { 918 Decl *TheDecl = ParseLinkage(DS, Declarator::FileContext); 919 return Actions.ConvertDeclToDeclGroup(TheDecl); 920 } 921 922 return ParseDeclGroup(DS, Declarator::FileContext); 923 } 924 925 Parser::DeclGroupPtrTy 926 Parser::ParseDeclarationOrFunctionDefinition(ParsedAttributesWithRange &attrs, 927 ParsingDeclSpec *DS, 928 AccessSpecifier AS) { 929 if (DS) { 930 return ParseDeclOrFunctionDefInternal(attrs, *DS, AS); 931 } else { 932 ParsingDeclSpec PDS(*this); 933 // Must temporarily exit the objective-c container scope for 934 // parsing c constructs and re-enter objc container scope 935 // afterwards. 936 ObjCDeclContextSwitch ObjCDC(*this); 937 938 return ParseDeclOrFunctionDefInternal(attrs, PDS, AS); 939 } 940 } 941 942 /// ParseFunctionDefinition - We parsed and verified that the specified 943 /// Declarator is well formed. If this is a K&R-style function, read the 944 /// parameters declaration-list, then start the compound-statement. 945 /// 946 /// function-definition: [C99 6.9.1] 947 /// decl-specs declarator declaration-list[opt] compound-statement 948 /// [C90] function-definition: [C99 6.7.1] - implicit int result 949 /// [C90] decl-specs[opt] declarator declaration-list[opt] compound-statement 950 /// [C++] function-definition: [C++ 8.4] 951 /// decl-specifier-seq[opt] declarator ctor-initializer[opt] 952 /// function-body 953 /// [C++] function-definition: [C++ 8.4] 954 /// decl-specifier-seq[opt] declarator function-try-block 955 /// 956 Decl *Parser::ParseFunctionDefinition(ParsingDeclarator &D, 957 const ParsedTemplateInfo &TemplateInfo, 958 LateParsedAttrList *LateParsedAttrs) { 959 // Poison SEH identifiers so they are flagged as illegal in function bodies. 960 PoisonSEHIdentifiersRAIIObject PoisonSEHIdentifiers(*this, true); 961 const DeclaratorChunk::FunctionTypeInfo &FTI = D.getFunctionTypeInfo(); 962 963 // If this is C90 and the declspecs were completely missing, fudge in an 964 // implicit int. We do this here because this is the only place where 965 // declaration-specifiers are completely optional in the grammar. 966 if (getLangOpts().ImplicitInt && D.getDeclSpec().isEmpty()) { 967 const char *PrevSpec; 968 unsigned DiagID; 969 const PrintingPolicy &Policy = Actions.getASTContext().getPrintingPolicy(); 970 D.getMutableDeclSpec().SetTypeSpecType(DeclSpec::TST_int, 971 D.getIdentifierLoc(), 972 PrevSpec, DiagID, 973 Policy); 974 D.SetRangeBegin(D.getDeclSpec().getSourceRange().getBegin()); 975 } 976 977 // If this declaration was formed with a K&R-style identifier list for the 978 // arguments, parse declarations for all of the args next. 979 // int foo(a,b) int a; float b; {} 980 if (FTI.isKNRPrototype()) 981 ParseKNRParamDeclarations(D); 982 983 // We should have either an opening brace or, in a C++ constructor, 984 // we may have a colon. 985 if (Tok.isNot(tok::l_brace) && 986 (!getLangOpts().CPlusPlus || 987 (Tok.isNot(tok::colon) && Tok.isNot(tok::kw_try) && 988 Tok.isNot(tok::equal)))) { 989 Diag(Tok, diag::err_expected_fn_body); 990 991 // Skip over garbage, until we get to '{'. Don't eat the '{'. 992 SkipUntil(tok::l_brace, StopAtSemi | StopBeforeMatch); 993 994 // If we didn't find the '{', bail out. 995 if (Tok.isNot(tok::l_brace)) 996 return nullptr; 997 } 998 999 // Check to make sure that any normal attributes are allowed to be on 1000 // a definition. Late parsed attributes are checked at the end. 1001 if (Tok.isNot(tok::equal)) { 1002 AttributeList *DtorAttrs = D.getAttributes(); 1003 while (DtorAttrs) { 1004 if (DtorAttrs->isKnownToGCC() && 1005 !DtorAttrs->isCXX11Attribute()) { 1006 Diag(DtorAttrs->getLoc(), diag::warn_attribute_on_function_definition) 1007 << DtorAttrs->getName(); 1008 } 1009 DtorAttrs = DtorAttrs->getNext(); 1010 } 1011 } 1012 1013 // In delayed template parsing mode, for function template we consume the 1014 // tokens and store them for late parsing at the end of the translation unit. 1015 if (getLangOpts().DelayedTemplateParsing && Tok.isNot(tok::equal) && 1016 TemplateInfo.Kind == ParsedTemplateInfo::Template && 1017 Actions.canDelayFunctionBody(D)) { 1018 MultiTemplateParamsArg TemplateParameterLists(*TemplateInfo.TemplateParams); 1019 1020 ParseScope BodyScope(this, Scope::FnScope|Scope::DeclScope); 1021 Scope *ParentScope = getCurScope()->getParent(); 1022 1023 D.setFunctionDefinitionKind(FDK_Definition); 1024 Decl *DP = Actions.HandleDeclarator(ParentScope, D, 1025 TemplateParameterLists); 1026 D.complete(DP); 1027 D.getMutableDeclSpec().abort(); 1028 1029 CachedTokens Toks; 1030 LexTemplateFunctionForLateParsing(Toks); 1031 1032 if (DP) { 1033 FunctionDecl *FnD = DP->getAsFunction(); 1034 Actions.CheckForFunctionRedefinition(FnD); 1035 Actions.MarkAsLateParsedTemplate(FnD, DP, Toks); 1036 } 1037 return DP; 1038 } 1039 else if (CurParsedObjCImpl && 1040 !TemplateInfo.TemplateParams && 1041 (Tok.is(tok::l_brace) || Tok.is(tok::kw_try) || 1042 Tok.is(tok::colon)) && 1043 Actions.CurContext->isTranslationUnit()) { 1044 ParseScope BodyScope(this, Scope::FnScope|Scope::DeclScope); 1045 Scope *ParentScope = getCurScope()->getParent(); 1046 1047 D.setFunctionDefinitionKind(FDK_Definition); 1048 Decl *FuncDecl = Actions.HandleDeclarator(ParentScope, D, 1049 MultiTemplateParamsArg()); 1050 D.complete(FuncDecl); 1051 D.getMutableDeclSpec().abort(); 1052 if (FuncDecl) { 1053 // Consume the tokens and store them for later parsing. 1054 StashAwayMethodOrFunctionBodyTokens(FuncDecl); 1055 CurParsedObjCImpl->HasCFunction = true; 1056 return FuncDecl; 1057 } 1058 // FIXME: Should we really fall through here? 1059 } 1060 1061 // Enter a scope for the function body. 1062 ParseScope BodyScope(this, Scope::FnScope|Scope::DeclScope); 1063 1064 // Tell the actions module that we have entered a function definition with the 1065 // specified Declarator for the function. 1066 Decl *Res = TemplateInfo.TemplateParams? 1067 Actions.ActOnStartOfFunctionTemplateDef(getCurScope(), 1068 *TemplateInfo.TemplateParams, D) 1069 : Actions.ActOnStartOfFunctionDef(getCurScope(), D); 1070 1071 // Break out of the ParsingDeclarator context before we parse the body. 1072 D.complete(Res); 1073 1074 // Break out of the ParsingDeclSpec context, too. This const_cast is 1075 // safe because we're always the sole owner. 1076 D.getMutableDeclSpec().abort(); 1077 1078 if (TryConsumeToken(tok::equal)) { 1079 assert(getLangOpts().CPlusPlus && "Only C++ function definitions have '='"); 1080 1081 bool Delete = false; 1082 SourceLocation KWLoc; 1083 if (TryConsumeToken(tok::kw_delete, KWLoc)) { 1084 Diag(KWLoc, getLangOpts().CPlusPlus11 1085 ? diag::warn_cxx98_compat_deleted_function 1086 : diag::ext_deleted_function); 1087 Actions.SetDeclDeleted(Res, KWLoc); 1088 Delete = true; 1089 } else if (TryConsumeToken(tok::kw_default, KWLoc)) { 1090 Diag(KWLoc, getLangOpts().CPlusPlus11 1091 ? diag::warn_cxx98_compat_defaulted_function 1092 : diag::ext_defaulted_function); 1093 Actions.SetDeclDefaulted(Res, KWLoc); 1094 } else { 1095 llvm_unreachable("function definition after = not 'delete' or 'default'"); 1096 } 1097 1098 if (Tok.is(tok::comma)) { 1099 Diag(KWLoc, diag::err_default_delete_in_multiple_declaration) 1100 << Delete; 1101 SkipUntil(tok::semi); 1102 } else if (ExpectAndConsume(tok::semi, diag::err_expected_after, 1103 Delete ? "delete" : "default")) { 1104 SkipUntil(tok::semi); 1105 } 1106 1107 Stmt *GeneratedBody = Res ? Res->getBody() : nullptr; 1108 Actions.ActOnFinishFunctionBody(Res, GeneratedBody, false); 1109 return Res; 1110 } 1111 1112 if (Tok.is(tok::kw_try)) 1113 return ParseFunctionTryBlock(Res, BodyScope); 1114 1115 // If we have a colon, then we're probably parsing a C++ 1116 // ctor-initializer. 1117 if (Tok.is(tok::colon)) { 1118 ParseConstructorInitializer(Res); 1119 1120 // Recover from error. 1121 if (!Tok.is(tok::l_brace)) { 1122 BodyScope.Exit(); 1123 Actions.ActOnFinishFunctionBody(Res, nullptr); 1124 return Res; 1125 } 1126 } else 1127 Actions.ActOnDefaultCtorInitializers(Res); 1128 1129 // Late attributes are parsed in the same scope as the function body. 1130 if (LateParsedAttrs) 1131 ParseLexedAttributeList(*LateParsedAttrs, Res, false, true); 1132 1133 return ParseFunctionStatementBody(Res, BodyScope); 1134 } 1135 1136 /// ParseKNRParamDeclarations - Parse 'declaration-list[opt]' which provides 1137 /// types for a function with a K&R-style identifier list for arguments. 1138 void Parser::ParseKNRParamDeclarations(Declarator &D) { 1139 // We know that the top-level of this declarator is a function. 1140 DeclaratorChunk::FunctionTypeInfo &FTI = D.getFunctionTypeInfo(); 1141 1142 // Enter function-declaration scope, limiting any declarators to the 1143 // function prototype scope, including parameter declarators. 1144 ParseScope PrototypeScope(this, Scope::FunctionPrototypeScope | 1145 Scope::FunctionDeclarationScope | Scope::DeclScope); 1146 1147 // Read all the argument declarations. 1148 while (isDeclarationSpecifier()) { 1149 SourceLocation DSStart = Tok.getLocation(); 1150 1151 // Parse the common declaration-specifiers piece. 1152 DeclSpec DS(AttrFactory); 1153 ParseDeclarationSpecifiers(DS); 1154 1155 // C99 6.9.1p6: 'each declaration in the declaration list shall have at 1156 // least one declarator'. 1157 // NOTE: GCC just makes this an ext-warn. It's not clear what it does with 1158 // the declarations though. It's trivial to ignore them, really hard to do 1159 // anything else with them. 1160 if (TryConsumeToken(tok::semi)) { 1161 Diag(DSStart, diag::err_declaration_does_not_declare_param); 1162 continue; 1163 } 1164 1165 // C99 6.9.1p6: Declarations shall contain no storage-class specifiers other 1166 // than register. 1167 if (DS.getStorageClassSpec() != DeclSpec::SCS_unspecified && 1168 DS.getStorageClassSpec() != DeclSpec::SCS_register) { 1169 Diag(DS.getStorageClassSpecLoc(), 1170 diag::err_invalid_storage_class_in_func_decl); 1171 DS.ClearStorageClassSpecs(); 1172 } 1173 if (DS.getThreadStorageClassSpec() != DeclSpec::TSCS_unspecified) { 1174 Diag(DS.getThreadStorageClassSpecLoc(), 1175 diag::err_invalid_storage_class_in_func_decl); 1176 DS.ClearStorageClassSpecs(); 1177 } 1178 1179 // Parse the first declarator attached to this declspec. 1180 Declarator ParmDeclarator(DS, Declarator::KNRTypeListContext); 1181 ParseDeclarator(ParmDeclarator); 1182 1183 // Handle the full declarator list. 1184 while (1) { 1185 // If attributes are present, parse them. 1186 MaybeParseGNUAttributes(ParmDeclarator); 1187 1188 // Ask the actions module to compute the type for this declarator. 1189 Decl *Param = 1190 Actions.ActOnParamDeclarator(getCurScope(), ParmDeclarator); 1191 1192 if (Param && 1193 // A missing identifier has already been diagnosed. 1194 ParmDeclarator.getIdentifier()) { 1195 1196 // Scan the argument list looking for the correct param to apply this 1197 // type. 1198 for (unsigned i = 0; ; ++i) { 1199 // C99 6.9.1p6: those declarators shall declare only identifiers from 1200 // the identifier list. 1201 if (i == FTI.NumParams) { 1202 Diag(ParmDeclarator.getIdentifierLoc(), diag::err_no_matching_param) 1203 << ParmDeclarator.getIdentifier(); 1204 break; 1205 } 1206 1207 if (FTI.Params[i].Ident == ParmDeclarator.getIdentifier()) { 1208 // Reject redefinitions of parameters. 1209 if (FTI.Params[i].Param) { 1210 Diag(ParmDeclarator.getIdentifierLoc(), 1211 diag::err_param_redefinition) 1212 << ParmDeclarator.getIdentifier(); 1213 } else { 1214 FTI.Params[i].Param = Param; 1215 } 1216 break; 1217 } 1218 } 1219 } 1220 1221 // If we don't have a comma, it is either the end of the list (a ';') or 1222 // an error, bail out. 1223 if (Tok.isNot(tok::comma)) 1224 break; 1225 1226 ParmDeclarator.clear(); 1227 1228 // Consume the comma. 1229 ParmDeclarator.setCommaLoc(ConsumeToken()); 1230 1231 // Parse the next declarator. 1232 ParseDeclarator(ParmDeclarator); 1233 } 1234 1235 // Consume ';' and continue parsing. 1236 if (!ExpectAndConsumeSemi(diag::err_expected_semi_declaration)) 1237 continue; 1238 1239 // Otherwise recover by skipping to next semi or mandatory function body. 1240 if (SkipUntil(tok::l_brace, StopAtSemi | StopBeforeMatch)) 1241 break; 1242 TryConsumeToken(tok::semi); 1243 } 1244 1245 // The actions module must verify that all arguments were declared. 1246 Actions.ActOnFinishKNRParamDeclarations(getCurScope(), D, Tok.getLocation()); 1247 } 1248 1249 1250 /// ParseAsmStringLiteral - This is just a normal string-literal, but is not 1251 /// allowed to be a wide string, and is not subject to character translation. 1252 /// 1253 /// [GNU] asm-string-literal: 1254 /// string-literal 1255 /// 1256 ExprResult Parser::ParseAsmStringLiteral() { 1257 if (!isTokenStringLiteral()) { 1258 Diag(Tok, diag::err_expected_string_literal) 1259 << /*Source='in...'*/0 << "'asm'"; 1260 return ExprError(); 1261 } 1262 1263 ExprResult AsmString(ParseStringLiteralExpression()); 1264 if (!AsmString.isInvalid()) { 1265 const auto *SL = cast<StringLiteral>(AsmString.get()); 1266 if (!SL->isAscii()) { 1267 Diag(Tok, diag::err_asm_operand_wide_string_literal) 1268 << SL->isWide() 1269 << SL->getSourceRange(); 1270 return ExprError(); 1271 } 1272 } 1273 return AsmString; 1274 } 1275 1276 /// ParseSimpleAsm 1277 /// 1278 /// [GNU] simple-asm-expr: 1279 /// 'asm' '(' asm-string-literal ')' 1280 /// 1281 ExprResult Parser::ParseSimpleAsm(SourceLocation *EndLoc) { 1282 assert(Tok.is(tok::kw_asm) && "Not an asm!"); 1283 SourceLocation Loc = ConsumeToken(); 1284 1285 if (Tok.is(tok::kw_volatile)) { 1286 // Remove from the end of 'asm' to the end of 'volatile'. 1287 SourceRange RemovalRange(PP.getLocForEndOfToken(Loc), 1288 PP.getLocForEndOfToken(Tok.getLocation())); 1289 1290 Diag(Tok, diag::warn_file_asm_volatile) 1291 << FixItHint::CreateRemoval(RemovalRange); 1292 ConsumeToken(); 1293 } 1294 1295 BalancedDelimiterTracker T(*this, tok::l_paren); 1296 if (T.consumeOpen()) { 1297 Diag(Tok, diag::err_expected_lparen_after) << "asm"; 1298 return ExprError(); 1299 } 1300 1301 ExprResult Result(ParseAsmStringLiteral()); 1302 1303 if (!Result.isInvalid()) { 1304 // Close the paren and get the location of the end bracket 1305 T.consumeClose(); 1306 if (EndLoc) 1307 *EndLoc = T.getCloseLocation(); 1308 } else if (SkipUntil(tok::r_paren, StopAtSemi | StopBeforeMatch)) { 1309 if (EndLoc) 1310 *EndLoc = Tok.getLocation(); 1311 ConsumeParen(); 1312 } 1313 1314 return Result; 1315 } 1316 1317 /// \brief Get the TemplateIdAnnotation from the token and put it in the 1318 /// cleanup pool so that it gets destroyed when parsing the current top level 1319 /// declaration is finished. 1320 TemplateIdAnnotation *Parser::takeTemplateIdAnnotation(const Token &tok) { 1321 assert(tok.is(tok::annot_template_id) && "Expected template-id token"); 1322 TemplateIdAnnotation * 1323 Id = static_cast<TemplateIdAnnotation *>(tok.getAnnotationValue()); 1324 return Id; 1325 } 1326 1327 void Parser::AnnotateScopeToken(CXXScopeSpec &SS, bool IsNewAnnotation) { 1328 // Push the current token back into the token stream (or revert it if it is 1329 // cached) and use an annotation scope token for current token. 1330 if (PP.isBacktrackEnabled()) 1331 PP.RevertCachedTokens(1); 1332 else 1333 PP.EnterToken(Tok); 1334 Tok.setKind(tok::annot_cxxscope); 1335 Tok.setAnnotationValue(Actions.SaveNestedNameSpecifierAnnotation(SS)); 1336 Tok.setAnnotationRange(SS.getRange()); 1337 1338 // In case the tokens were cached, have Preprocessor replace them 1339 // with the annotation token. We don't need to do this if we've 1340 // just reverted back to a prior state. 1341 if (IsNewAnnotation) 1342 PP.AnnotateCachedTokens(Tok); 1343 } 1344 1345 /// \brief Attempt to classify the name at the current token position. This may 1346 /// form a type, scope or primary expression annotation, or replace the token 1347 /// with a typo-corrected keyword. This is only appropriate when the current 1348 /// name must refer to an entity which has already been declared. 1349 /// 1350 /// \param IsAddressOfOperand Must be \c true if the name is preceded by an '&' 1351 /// and might possibly have a dependent nested name specifier. 1352 /// \param CCC Indicates how to perform typo-correction for this name. If NULL, 1353 /// no typo correction will be performed. 1354 Parser::AnnotatedNameKind 1355 Parser::TryAnnotateName(bool IsAddressOfOperand, 1356 std::unique_ptr<CorrectionCandidateCallback> CCC) { 1357 assert(Tok.is(tok::identifier) || Tok.is(tok::annot_cxxscope)); 1358 1359 const bool EnteringContext = false; 1360 const bool WasScopeAnnotation = Tok.is(tok::annot_cxxscope); 1361 1362 CXXScopeSpec SS; 1363 if (getLangOpts().CPlusPlus && 1364 ParseOptionalCXXScopeSpecifier(SS, ParsedType(), EnteringContext)) 1365 return ANK_Error; 1366 1367 if (Tok.isNot(tok::identifier) || SS.isInvalid()) { 1368 if (TryAnnotateTypeOrScopeTokenAfterScopeSpec(EnteringContext, false, SS, 1369 !WasScopeAnnotation)) 1370 return ANK_Error; 1371 return ANK_Unresolved; 1372 } 1373 1374 IdentifierInfo *Name = Tok.getIdentifierInfo(); 1375 SourceLocation NameLoc = Tok.getLocation(); 1376 1377 // FIXME: Move the tentative declaration logic into ClassifyName so we can 1378 // typo-correct to tentatively-declared identifiers. 1379 if (isTentativelyDeclared(Name)) { 1380 // Identifier has been tentatively declared, and thus cannot be resolved as 1381 // an expression. Fall back to annotating it as a type. 1382 if (TryAnnotateTypeOrScopeTokenAfterScopeSpec(EnteringContext, false, SS, 1383 !WasScopeAnnotation)) 1384 return ANK_Error; 1385 return Tok.is(tok::annot_typename) ? ANK_Success : ANK_TentativeDecl; 1386 } 1387 1388 Token Next = NextToken(); 1389 1390 // Look up and classify the identifier. We don't perform any typo-correction 1391 // after a scope specifier, because in general we can't recover from typos 1392 // there (eg, after correcting 'A::tempalte B<X>::C' [sic], we would need to 1393 // jump back into scope specifier parsing). 1394 Sema::NameClassification Classification = Actions.ClassifyName( 1395 getCurScope(), SS, Name, NameLoc, Next, IsAddressOfOperand, 1396 SS.isEmpty() ? std::move(CCC) : nullptr); 1397 1398 switch (Classification.getKind()) { 1399 case Sema::NC_Error: 1400 return ANK_Error; 1401 1402 case Sema::NC_Keyword: 1403 // The identifier was typo-corrected to a keyword. 1404 Tok.setIdentifierInfo(Name); 1405 Tok.setKind(Name->getTokenID()); 1406 PP.TypoCorrectToken(Tok); 1407 if (SS.isNotEmpty()) 1408 AnnotateScopeToken(SS, !WasScopeAnnotation); 1409 // We've "annotated" this as a keyword. 1410 return ANK_Success; 1411 1412 case Sema::NC_Unknown: 1413 // It's not something we know about. Leave it unannotated. 1414 break; 1415 1416 case Sema::NC_Type: { 1417 SourceLocation BeginLoc = NameLoc; 1418 if (SS.isNotEmpty()) 1419 BeginLoc = SS.getBeginLoc(); 1420 1421 /// An Objective-C object type followed by '<' is a specialization of 1422 /// a parameterized class type or a protocol-qualified type. 1423 ParsedType Ty = Classification.getType(); 1424 if (getLangOpts().ObjC1 && NextToken().is(tok::less) && 1425 (Ty.get()->isObjCObjectType() || 1426 Ty.get()->isObjCObjectPointerType())) { 1427 // Consume the name. 1428 SourceLocation IdentifierLoc = ConsumeToken(); 1429 SourceLocation NewEndLoc; 1430 TypeResult NewType 1431 = parseObjCTypeArgsAndProtocolQualifiers(IdentifierLoc, Ty, 1432 /*consumeLastToken=*/false, 1433 NewEndLoc); 1434 if (NewType.isUsable()) 1435 Ty = NewType.get(); 1436 } 1437 1438 Tok.setKind(tok::annot_typename); 1439 setTypeAnnotation(Tok, Ty); 1440 Tok.setAnnotationEndLoc(Tok.getLocation()); 1441 Tok.setLocation(BeginLoc); 1442 PP.AnnotateCachedTokens(Tok); 1443 return ANK_Success; 1444 } 1445 1446 case Sema::NC_Expression: 1447 Tok.setKind(tok::annot_primary_expr); 1448 setExprAnnotation(Tok, Classification.getExpression()); 1449 Tok.setAnnotationEndLoc(NameLoc); 1450 if (SS.isNotEmpty()) 1451 Tok.setLocation(SS.getBeginLoc()); 1452 PP.AnnotateCachedTokens(Tok); 1453 return ANK_Success; 1454 1455 case Sema::NC_TypeTemplate: 1456 if (Next.isNot(tok::less)) { 1457 // This may be a type template being used as a template template argument. 1458 if (SS.isNotEmpty()) 1459 AnnotateScopeToken(SS, !WasScopeAnnotation); 1460 return ANK_TemplateName; 1461 } 1462 // Fall through. 1463 case Sema::NC_VarTemplate: 1464 case Sema::NC_FunctionTemplate: { 1465 // We have a type, variable or function template followed by '<'. 1466 ConsumeToken(); 1467 UnqualifiedId Id; 1468 Id.setIdentifier(Name, NameLoc); 1469 if (AnnotateTemplateIdToken( 1470 TemplateTy::make(Classification.getTemplateName()), 1471 Classification.getTemplateNameKind(), SS, SourceLocation(), Id)) 1472 return ANK_Error; 1473 return ANK_Success; 1474 } 1475 1476 case Sema::NC_NestedNameSpecifier: 1477 llvm_unreachable("already parsed nested name specifier"); 1478 } 1479 1480 // Unable to classify the name, but maybe we can annotate a scope specifier. 1481 if (SS.isNotEmpty()) 1482 AnnotateScopeToken(SS, !WasScopeAnnotation); 1483 return ANK_Unresolved; 1484 } 1485 1486 bool Parser::TryKeywordIdentFallback(bool DisableKeyword) { 1487 assert(Tok.isNot(tok::identifier)); 1488 Diag(Tok, diag::ext_keyword_as_ident) 1489 << PP.getSpelling(Tok) 1490 << DisableKeyword; 1491 if (DisableKeyword) 1492 Tok.getIdentifierInfo()->revertTokenIDToIdentifier(); 1493 Tok.setKind(tok::identifier); 1494 return true; 1495 } 1496 1497 /// TryAnnotateTypeOrScopeToken - If the current token position is on a 1498 /// typename (possibly qualified in C++) or a C++ scope specifier not followed 1499 /// by a typename, TryAnnotateTypeOrScopeToken will replace one or more tokens 1500 /// with a single annotation token representing the typename or C++ scope 1501 /// respectively. 1502 /// This simplifies handling of C++ scope specifiers and allows efficient 1503 /// backtracking without the need to re-parse and resolve nested-names and 1504 /// typenames. 1505 /// It will mainly be called when we expect to treat identifiers as typenames 1506 /// (if they are typenames). For example, in C we do not expect identifiers 1507 /// inside expressions to be treated as typenames so it will not be called 1508 /// for expressions in C. 1509 /// The benefit for C/ObjC is that a typename will be annotated and 1510 /// Actions.getTypeName will not be needed to be called again (e.g. getTypeName 1511 /// will not be called twice, once to check whether we have a declaration 1512 /// specifier, and another one to get the actual type inside 1513 /// ParseDeclarationSpecifiers). 1514 /// 1515 /// This returns true if an error occurred. 1516 /// 1517 /// Note that this routine emits an error if you call it with ::new or ::delete 1518 /// as the current tokens, so only call it in contexts where these are invalid. 1519 bool Parser::TryAnnotateTypeOrScopeToken(bool EnteringContext, bool NeedType) { 1520 assert((Tok.is(tok::identifier) || Tok.is(tok::coloncolon) || 1521 Tok.is(tok::kw_typename) || Tok.is(tok::annot_cxxscope) || 1522 Tok.is(tok::kw_decltype) || Tok.is(tok::annot_template_id) || 1523 Tok.is(tok::kw___super)) && 1524 "Cannot be a type or scope token!"); 1525 1526 if (Tok.is(tok::kw_typename)) { 1527 // MSVC lets you do stuff like: 1528 // typename typedef T_::D D; 1529 // 1530 // We will consume the typedef token here and put it back after we have 1531 // parsed the first identifier, transforming it into something more like: 1532 // typename T_::D typedef D; 1533 if (getLangOpts().MSVCCompat && NextToken().is(tok::kw_typedef)) { 1534 Token TypedefToken; 1535 PP.Lex(TypedefToken); 1536 bool Result = TryAnnotateTypeOrScopeToken(EnteringContext, NeedType); 1537 PP.EnterToken(Tok); 1538 Tok = TypedefToken; 1539 if (!Result) 1540 Diag(Tok.getLocation(), diag::warn_expected_qualified_after_typename); 1541 return Result; 1542 } 1543 1544 // Parse a C++ typename-specifier, e.g., "typename T::type". 1545 // 1546 // typename-specifier: 1547 // 'typename' '::' [opt] nested-name-specifier identifier 1548 // 'typename' '::' [opt] nested-name-specifier template [opt] 1549 // simple-template-id 1550 SourceLocation TypenameLoc = ConsumeToken(); 1551 CXXScopeSpec SS; 1552 if (ParseOptionalCXXScopeSpecifier(SS, /*ObjectType=*/ParsedType(), 1553 /*EnteringContext=*/false, 1554 nullptr, /*IsTypename*/ true)) 1555 return true; 1556 if (!SS.isSet()) { 1557 if (Tok.is(tok::identifier) || Tok.is(tok::annot_template_id) || 1558 Tok.is(tok::annot_decltype)) { 1559 // Attempt to recover by skipping the invalid 'typename' 1560 if (Tok.is(tok::annot_decltype) || 1561 (!TryAnnotateTypeOrScopeToken(EnteringContext, NeedType) && 1562 Tok.isAnnotation())) { 1563 unsigned DiagID = diag::err_expected_qualified_after_typename; 1564 // MS compatibility: MSVC permits using known types with typename. 1565 // e.g. "typedef typename T* pointer_type" 1566 if (getLangOpts().MicrosoftExt) 1567 DiagID = diag::warn_expected_qualified_after_typename; 1568 Diag(Tok.getLocation(), DiagID); 1569 return false; 1570 } 1571 } 1572 1573 Diag(Tok.getLocation(), diag::err_expected_qualified_after_typename); 1574 return true; 1575 } 1576 1577 TypeResult Ty; 1578 if (Tok.is(tok::identifier)) { 1579 // FIXME: check whether the next token is '<', first! 1580 Ty = Actions.ActOnTypenameType(getCurScope(), TypenameLoc, SS, 1581 *Tok.getIdentifierInfo(), 1582 Tok.getLocation()); 1583 } else if (Tok.is(tok::annot_template_id)) { 1584 TemplateIdAnnotation *TemplateId = takeTemplateIdAnnotation(Tok); 1585 if (TemplateId->Kind != TNK_Type_template && 1586 TemplateId->Kind != TNK_Dependent_template_name) { 1587 Diag(Tok, diag::err_typename_refers_to_non_type_template) 1588 << Tok.getAnnotationRange(); 1589 return true; 1590 } 1591 1592 ASTTemplateArgsPtr TemplateArgsPtr(TemplateId->getTemplateArgs(), 1593 TemplateId->NumArgs); 1594 1595 Ty = Actions.ActOnTypenameType(getCurScope(), TypenameLoc, SS, 1596 TemplateId->TemplateKWLoc, 1597 TemplateId->Template, 1598 TemplateId->TemplateNameLoc, 1599 TemplateId->LAngleLoc, 1600 TemplateArgsPtr, 1601 TemplateId->RAngleLoc); 1602 } else { 1603 Diag(Tok, diag::err_expected_type_name_after_typename) 1604 << SS.getRange(); 1605 return true; 1606 } 1607 1608 SourceLocation EndLoc = Tok.getLastLoc(); 1609 Tok.setKind(tok::annot_typename); 1610 setTypeAnnotation(Tok, Ty.isInvalid() ? ParsedType() : Ty.get()); 1611 Tok.setAnnotationEndLoc(EndLoc); 1612 Tok.setLocation(TypenameLoc); 1613 PP.AnnotateCachedTokens(Tok); 1614 return false; 1615 } 1616 1617 // Remembers whether the token was originally a scope annotation. 1618 bool WasScopeAnnotation = Tok.is(tok::annot_cxxscope); 1619 1620 CXXScopeSpec SS; 1621 if (getLangOpts().CPlusPlus) 1622 if (ParseOptionalCXXScopeSpecifier(SS, ParsedType(), EnteringContext)) 1623 return true; 1624 1625 return TryAnnotateTypeOrScopeTokenAfterScopeSpec(EnteringContext, NeedType, 1626 SS, !WasScopeAnnotation); 1627 } 1628 1629 /// \brief Try to annotate a type or scope token, having already parsed an 1630 /// optional scope specifier. \p IsNewScope should be \c true unless the scope 1631 /// specifier was extracted from an existing tok::annot_cxxscope annotation. 1632 bool Parser::TryAnnotateTypeOrScopeTokenAfterScopeSpec(bool EnteringContext, 1633 bool NeedType, 1634 CXXScopeSpec &SS, 1635 bool IsNewScope) { 1636 if (Tok.is(tok::identifier)) { 1637 IdentifierInfo *CorrectedII = nullptr; 1638 // Determine whether the identifier is a type name. 1639 if (ParsedType Ty = Actions.getTypeName(*Tok.getIdentifierInfo(), 1640 Tok.getLocation(), getCurScope(), 1641 &SS, false, 1642 NextToken().is(tok::period), 1643 ParsedType(), 1644 /*IsCtorOrDtorName=*/false, 1645 /*NonTrivialTypeSourceInfo*/ true, 1646 NeedType ? &CorrectedII 1647 : nullptr)) { 1648 // A FixIt was applied as a result of typo correction 1649 if (CorrectedII) 1650 Tok.setIdentifierInfo(CorrectedII); 1651 1652 SourceLocation BeginLoc = Tok.getLocation(); 1653 if (SS.isNotEmpty()) // it was a C++ qualified type name. 1654 BeginLoc = SS.getBeginLoc(); 1655 1656 /// An Objective-C object type followed by '<' is a specialization of 1657 /// a parameterized class type or a protocol-qualified type. 1658 if (getLangOpts().ObjC1 && NextToken().is(tok::less) && 1659 (Ty.get()->isObjCObjectType() || 1660 Ty.get()->isObjCObjectPointerType())) { 1661 // Consume the name. 1662 SourceLocation IdentifierLoc = ConsumeToken(); 1663 SourceLocation NewEndLoc; 1664 TypeResult NewType 1665 = parseObjCTypeArgsAndProtocolQualifiers(IdentifierLoc, Ty, 1666 /*consumeLastToken=*/false, 1667 NewEndLoc); 1668 if (NewType.isUsable()) 1669 Ty = NewType.get(); 1670 } 1671 1672 // This is a typename. Replace the current token in-place with an 1673 // annotation type token. 1674 Tok.setKind(tok::annot_typename); 1675 setTypeAnnotation(Tok, Ty); 1676 Tok.setAnnotationEndLoc(Tok.getLocation()); 1677 Tok.setLocation(BeginLoc); 1678 1679 // In case the tokens were cached, have Preprocessor replace 1680 // them with the annotation token. 1681 PP.AnnotateCachedTokens(Tok); 1682 return false; 1683 } 1684 1685 if (!getLangOpts().CPlusPlus) { 1686 // If we're in C, we can't have :: tokens at all (the lexer won't return 1687 // them). If the identifier is not a type, then it can't be scope either, 1688 // just early exit. 1689 return false; 1690 } 1691 1692 // If this is a template-id, annotate with a template-id or type token. 1693 if (NextToken().is(tok::less)) { 1694 TemplateTy Template; 1695 UnqualifiedId TemplateName; 1696 TemplateName.setIdentifier(Tok.getIdentifierInfo(), Tok.getLocation()); 1697 bool MemberOfUnknownSpecialization; 1698 if (TemplateNameKind TNK 1699 = Actions.isTemplateName(getCurScope(), SS, 1700 /*hasTemplateKeyword=*/false, TemplateName, 1701 /*ObjectType=*/ ParsedType(), 1702 EnteringContext, 1703 Template, MemberOfUnknownSpecialization)) { 1704 // Consume the identifier. 1705 ConsumeToken(); 1706 if (AnnotateTemplateIdToken(Template, TNK, SS, SourceLocation(), 1707 TemplateName)) { 1708 // If an unrecoverable error occurred, we need to return true here, 1709 // because the token stream is in a damaged state. We may not return 1710 // a valid identifier. 1711 return true; 1712 } 1713 } 1714 } 1715 1716 // The current token, which is either an identifier or a 1717 // template-id, is not part of the annotation. Fall through to 1718 // push that token back into the stream and complete the C++ scope 1719 // specifier annotation. 1720 } 1721 1722 if (Tok.is(tok::annot_template_id)) { 1723 TemplateIdAnnotation *TemplateId = takeTemplateIdAnnotation(Tok); 1724 if (TemplateId->Kind == TNK_Type_template) { 1725 // A template-id that refers to a type was parsed into a 1726 // template-id annotation in a context where we weren't allowed 1727 // to produce a type annotation token. Update the template-id 1728 // annotation token to a type annotation token now. 1729 AnnotateTemplateIdTokenAsType(); 1730 return false; 1731 } 1732 } 1733 1734 if (SS.isEmpty()) 1735 return false; 1736 1737 // A C++ scope specifier that isn't followed by a typename. 1738 AnnotateScopeToken(SS, IsNewScope); 1739 return false; 1740 } 1741 1742 /// TryAnnotateScopeToken - Like TryAnnotateTypeOrScopeToken but only 1743 /// annotates C++ scope specifiers and template-ids. This returns 1744 /// true if there was an error that could not be recovered from. 1745 /// 1746 /// Note that this routine emits an error if you call it with ::new or ::delete 1747 /// as the current tokens, so only call it in contexts where these are invalid. 1748 bool Parser::TryAnnotateCXXScopeToken(bool EnteringContext) { 1749 assert(getLangOpts().CPlusPlus && 1750 "Call sites of this function should be guarded by checking for C++"); 1751 assert((Tok.is(tok::identifier) || Tok.is(tok::coloncolon) || 1752 (Tok.is(tok::annot_template_id) && NextToken().is(tok::coloncolon)) || 1753 Tok.is(tok::kw_decltype) || Tok.is(tok::kw___super)) && 1754 "Cannot be a type or scope token!"); 1755 1756 CXXScopeSpec SS; 1757 if (ParseOptionalCXXScopeSpecifier(SS, ParsedType(), EnteringContext)) 1758 return true; 1759 if (SS.isEmpty()) 1760 return false; 1761 1762 AnnotateScopeToken(SS, true); 1763 return false; 1764 } 1765 1766 bool Parser::isTokenEqualOrEqualTypo() { 1767 tok::TokenKind Kind = Tok.getKind(); 1768 switch (Kind) { 1769 default: 1770 return false; 1771 case tok::ampequal: // &= 1772 case tok::starequal: // *= 1773 case tok::plusequal: // += 1774 case tok::minusequal: // -= 1775 case tok::exclaimequal: // != 1776 case tok::slashequal: // /= 1777 case tok::percentequal: // %= 1778 case tok::lessequal: // <= 1779 case tok::lesslessequal: // <<= 1780 case tok::greaterequal: // >= 1781 case tok::greatergreaterequal: // >>= 1782 case tok::caretequal: // ^= 1783 case tok::pipeequal: // |= 1784 case tok::equalequal: // == 1785 Diag(Tok, diag::err_invalid_token_after_declarator_suggest_equal) 1786 << Kind 1787 << FixItHint::CreateReplacement(SourceRange(Tok.getLocation()), "="); 1788 case tok::equal: 1789 return true; 1790 } 1791 } 1792 1793 SourceLocation Parser::handleUnexpectedCodeCompletionToken() { 1794 assert(Tok.is(tok::code_completion)); 1795 PrevTokLocation = Tok.getLocation(); 1796 1797 for (Scope *S = getCurScope(); S; S = S->getParent()) { 1798 if (S->getFlags() & Scope::FnScope) { 1799 Actions.CodeCompleteOrdinaryName(getCurScope(), 1800 Sema::PCC_RecoveryInFunction); 1801 cutOffParsing(); 1802 return PrevTokLocation; 1803 } 1804 1805 if (S->getFlags() & Scope::ClassScope) { 1806 Actions.CodeCompleteOrdinaryName(getCurScope(), Sema::PCC_Class); 1807 cutOffParsing(); 1808 return PrevTokLocation; 1809 } 1810 } 1811 1812 Actions.CodeCompleteOrdinaryName(getCurScope(), Sema::PCC_Namespace); 1813 cutOffParsing(); 1814 return PrevTokLocation; 1815 } 1816 1817 // Code-completion pass-through functions 1818 1819 void Parser::CodeCompleteDirective(bool InConditional) { 1820 Actions.CodeCompletePreprocessorDirective(InConditional); 1821 } 1822 1823 void Parser::CodeCompleteInConditionalExclusion() { 1824 Actions.CodeCompleteInPreprocessorConditionalExclusion(getCurScope()); 1825 } 1826 1827 void Parser::CodeCompleteMacroName(bool IsDefinition) { 1828 Actions.CodeCompletePreprocessorMacroName(IsDefinition); 1829 } 1830 1831 void Parser::CodeCompletePreprocessorExpression() { 1832 Actions.CodeCompletePreprocessorExpression(); 1833 } 1834 1835 void Parser::CodeCompleteMacroArgument(IdentifierInfo *Macro, 1836 MacroInfo *MacroInfo, 1837 unsigned ArgumentIndex) { 1838 Actions.CodeCompletePreprocessorMacroArgument(getCurScope(), Macro, MacroInfo, 1839 ArgumentIndex); 1840 } 1841 1842 void Parser::CodeCompleteNaturalLanguage() { 1843 Actions.CodeCompleteNaturalLanguage(); 1844 } 1845 1846 bool Parser::ParseMicrosoftIfExistsCondition(IfExistsCondition& Result) { 1847 assert((Tok.is(tok::kw___if_exists) || Tok.is(tok::kw___if_not_exists)) && 1848 "Expected '__if_exists' or '__if_not_exists'"); 1849 Result.IsIfExists = Tok.is(tok::kw___if_exists); 1850 Result.KeywordLoc = ConsumeToken(); 1851 1852 BalancedDelimiterTracker T(*this, tok::l_paren); 1853 if (T.consumeOpen()) { 1854 Diag(Tok, diag::err_expected_lparen_after) 1855 << (Result.IsIfExists? "__if_exists" : "__if_not_exists"); 1856 return true; 1857 } 1858 1859 // Parse nested-name-specifier. 1860 if (getLangOpts().CPlusPlus) 1861 ParseOptionalCXXScopeSpecifier(Result.SS, ParsedType(), 1862 /*EnteringContext=*/false); 1863 1864 // Check nested-name specifier. 1865 if (Result.SS.isInvalid()) { 1866 T.skipToEnd(); 1867 return true; 1868 } 1869 1870 // Parse the unqualified-id. 1871 SourceLocation TemplateKWLoc; // FIXME: parsed, but unused. 1872 if (ParseUnqualifiedId(Result.SS, false, true, true, ParsedType(), 1873 TemplateKWLoc, Result.Name)) { 1874 T.skipToEnd(); 1875 return true; 1876 } 1877 1878 if (T.consumeClose()) 1879 return true; 1880 1881 // Check if the symbol exists. 1882 switch (Actions.CheckMicrosoftIfExistsSymbol(getCurScope(), Result.KeywordLoc, 1883 Result.IsIfExists, Result.SS, 1884 Result.Name)) { 1885 case Sema::IER_Exists: 1886 Result.Behavior = Result.IsIfExists ? IEB_Parse : IEB_Skip; 1887 break; 1888 1889 case Sema::IER_DoesNotExist: 1890 Result.Behavior = !Result.IsIfExists ? IEB_Parse : IEB_Skip; 1891 break; 1892 1893 case Sema::IER_Dependent: 1894 Result.Behavior = IEB_Dependent; 1895 break; 1896 1897 case Sema::IER_Error: 1898 return true; 1899 } 1900 1901 return false; 1902 } 1903 1904 void Parser::ParseMicrosoftIfExistsExternalDeclaration() { 1905 IfExistsCondition Result; 1906 if (ParseMicrosoftIfExistsCondition(Result)) 1907 return; 1908 1909 BalancedDelimiterTracker Braces(*this, tok::l_brace); 1910 if (Braces.consumeOpen()) { 1911 Diag(Tok, diag::err_expected) << tok::l_brace; 1912 return; 1913 } 1914 1915 switch (Result.Behavior) { 1916 case IEB_Parse: 1917 // Parse declarations below. 1918 break; 1919 1920 case IEB_Dependent: 1921 llvm_unreachable("Cannot have a dependent external declaration"); 1922 1923 case IEB_Skip: 1924 Braces.skipToEnd(); 1925 return; 1926 } 1927 1928 // Parse the declarations. 1929 // FIXME: Support module import within __if_exists? 1930 while (Tok.isNot(tok::r_brace) && !isEofOrEom()) { 1931 ParsedAttributesWithRange attrs(AttrFactory); 1932 MaybeParseCXX11Attributes(attrs); 1933 MaybeParseMicrosoftAttributes(attrs); 1934 DeclGroupPtrTy Result = ParseExternalDeclaration(attrs); 1935 if (Result && !getCurScope()->getParent()) 1936 Actions.getASTConsumer().HandleTopLevelDecl(Result.get()); 1937 } 1938 Braces.consumeClose(); 1939 } 1940 1941 Parser::DeclGroupPtrTy Parser::ParseModuleImport(SourceLocation AtLoc) { 1942 assert(Tok.isObjCAtKeyword(tok::objc_import) && 1943 "Improper start to module import"); 1944 SourceLocation ImportLoc = ConsumeToken(); 1945 1946 SmallVector<std::pair<IdentifierInfo *, SourceLocation>, 2> Path; 1947 1948 // Parse the module path. 1949 do { 1950 if (!Tok.is(tok::identifier)) { 1951 if (Tok.is(tok::code_completion)) { 1952 Actions.CodeCompleteModuleImport(ImportLoc, Path); 1953 cutOffParsing(); 1954 return DeclGroupPtrTy(); 1955 } 1956 1957 Diag(Tok, diag::err_module_expected_ident); 1958 SkipUntil(tok::semi); 1959 return DeclGroupPtrTy(); 1960 } 1961 1962 // Record this part of the module path. 1963 Path.push_back(std::make_pair(Tok.getIdentifierInfo(), Tok.getLocation())); 1964 ConsumeToken(); 1965 1966 if (Tok.is(tok::period)) { 1967 ConsumeToken(); 1968 continue; 1969 } 1970 1971 break; 1972 } while (true); 1973 1974 if (PP.hadModuleLoaderFatalFailure()) { 1975 // With a fatal failure in the module loader, we abort parsing. 1976 cutOffParsing(); 1977 return DeclGroupPtrTy(); 1978 } 1979 1980 DeclResult Import = Actions.ActOnModuleImport(AtLoc, ImportLoc, Path); 1981 ExpectAndConsumeSemi(diag::err_module_expected_semi); 1982 if (Import.isInvalid()) 1983 return DeclGroupPtrTy(); 1984 1985 return Actions.ConvertDeclToDeclGroup(Import.get()); 1986 } 1987 1988 bool BalancedDelimiterTracker::diagnoseOverflow() { 1989 P.Diag(P.Tok, diag::err_bracket_depth_exceeded) 1990 << P.getLangOpts().BracketDepth; 1991 P.Diag(P.Tok, diag::note_bracket_depth); 1992 P.cutOffParsing(); 1993 return true; 1994 } 1995 1996 bool BalancedDelimiterTracker::expectAndConsume(unsigned DiagID, 1997 const char *Msg, 1998 tok::TokenKind SkipToTok) { 1999 LOpen = P.Tok.getLocation(); 2000 if (P.ExpectAndConsume(Kind, DiagID, Msg)) { 2001 if (SkipToTok != tok::unknown) 2002 P.SkipUntil(SkipToTok, Parser::StopAtSemi); 2003 return true; 2004 } 2005 2006 if (getDepth() < MaxDepth) 2007 return false; 2008 2009 return diagnoseOverflow(); 2010 } 2011 2012 bool BalancedDelimiterTracker::diagnoseMissingClose() { 2013 assert(!P.Tok.is(Close) && "Should have consumed closing delimiter"); 2014 2015 P.Diag(P.Tok, diag::err_expected) << Close; 2016 P.Diag(LOpen, diag::note_matching) << Kind; 2017 2018 // If we're not already at some kind of closing bracket, skip to our closing 2019 // token. 2020 if (P.Tok.isNot(tok::r_paren) && P.Tok.isNot(tok::r_brace) && 2021 P.Tok.isNot(tok::r_square) && 2022 P.SkipUntil(Close, FinalToken, 2023 Parser::StopAtSemi | Parser::StopBeforeMatch) && 2024 P.Tok.is(Close)) 2025 LClose = P.ConsumeAnyToken(); 2026 return true; 2027 } 2028 2029 void BalancedDelimiterTracker::skipToEnd() { 2030 P.SkipUntil(Close, Parser::StopBeforeMatch); 2031 consumeClose(); 2032 } 2033