1 //===--- Parser.cpp - C Language Family Parser ----------------------------===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 //  This file implements the Parser interfaces.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #include "clang/Parse/Parser.h"
15 #include "clang/Parse/ParseDiagnostic.h"
16 #include "clang/Parse/DeclSpec.h"
17 #include "clang/Parse/Scope.h"
18 #include "llvm/Support/raw_ostream.h"
19 #include "ExtensionRAIIObject.h"
20 #include "ParsePragma.h"
21 using namespace clang;
22 
23 Parser::Parser(Preprocessor &pp, Action &actions)
24   : CrashInfo(*this), PP(pp), Actions(actions), Diags(PP.getDiagnostics()),
25     GreaterThanIsOperator(true) {
26   Tok.setKind(tok::eof);
27   CurScope = 0;
28   NumCachedScopes = 0;
29   ParenCount = BracketCount = BraceCount = 0;
30   ObjCImpDecl = DeclPtrTy();
31 
32   // Add #pragma handlers. These are removed and destroyed in the
33   // destructor.
34   PackHandler.reset(new
35           PragmaPackHandler(&PP.getIdentifierTable().get("pack"), actions));
36   PP.AddPragmaHandler(0, PackHandler.get());
37 
38   UnusedHandler.reset(new
39           PragmaUnusedHandler(&PP.getIdentifierTable().get("unused"), actions,
40                               *this));
41   PP.AddPragmaHandler(0, UnusedHandler.get());
42 
43   WeakHandler.reset(new
44           PragmaWeakHandler(&PP.getIdentifierTable().get("weak"), actions));
45   PP.AddPragmaHandler(0, WeakHandler.get());
46 }
47 
48 /// If a crash happens while the parser is active, print out a line indicating
49 /// what the current token is.
50 void PrettyStackTraceParserEntry::print(llvm::raw_ostream &OS) const {
51   const Token &Tok = P.getCurToken();
52   if (Tok.is(tok::eof)) {
53     OS << "<eof> parser at end of file\n";
54     return;
55   }
56 
57   if (Tok.getLocation().isInvalid()) {
58     OS << "<unknown> parser at unknown location\n";
59     return;
60   }
61 
62   const Preprocessor &PP = P.getPreprocessor();
63   Tok.getLocation().print(OS, PP.getSourceManager());
64   OS << ": current parser token '" << PP.getSpelling(Tok) << "'\n";
65 }
66 
67 
68 DiagnosticBuilder Parser::Diag(SourceLocation Loc, unsigned DiagID) {
69   return Diags.Report(FullSourceLoc(Loc, PP.getSourceManager()), DiagID);
70 }
71 
72 DiagnosticBuilder Parser::Diag(const Token &Tok, unsigned DiagID) {
73   return Diag(Tok.getLocation(), DiagID);
74 }
75 
76 /// \brief Emits a diagnostic suggesting parentheses surrounding a
77 /// given range.
78 ///
79 /// \param Loc The location where we'll emit the diagnostic.
80 /// \param Loc The kind of diagnostic to emit.
81 /// \param ParenRange Source range enclosing code that should be parenthesized.
82 void Parser::SuggestParentheses(SourceLocation Loc, unsigned DK,
83                                 SourceRange ParenRange) {
84   SourceLocation EndLoc = PP.getLocForEndOfToken(ParenRange.getEnd());
85   if (!ParenRange.getEnd().isFileID() || EndLoc.isInvalid()) {
86     // We can't display the parentheses, so just dig the
87     // warning/error and return.
88     Diag(Loc, DK);
89     return;
90   }
91 
92   Diag(Loc, DK)
93     << CodeModificationHint::CreateInsertion(ParenRange.getBegin(), "(")
94     << CodeModificationHint::CreateInsertion(EndLoc, ")");
95 }
96 
97 /// MatchRHSPunctuation - For punctuation with a LHS and RHS (e.g. '['/']'),
98 /// this helper function matches and consumes the specified RHS token if
99 /// present.  If not present, it emits the specified diagnostic indicating
100 /// that the parser failed to match the RHS of the token at LHSLoc.  LHSName
101 /// should be the name of the unmatched LHS token.
102 SourceLocation Parser::MatchRHSPunctuation(tok::TokenKind RHSTok,
103                                            SourceLocation LHSLoc) {
104 
105   if (Tok.is(RHSTok))
106     return ConsumeAnyToken();
107 
108   SourceLocation R = Tok.getLocation();
109   const char *LHSName = "unknown";
110   diag::kind DID = diag::err_parse_error;
111   switch (RHSTok) {
112   default: break;
113   case tok::r_paren : LHSName = "("; DID = diag::err_expected_rparen; break;
114   case tok::r_brace : LHSName = "{"; DID = diag::err_expected_rbrace; break;
115   case tok::r_square: LHSName = "["; DID = diag::err_expected_rsquare; break;
116   case tok::greater:  LHSName = "<"; DID = diag::err_expected_greater; break;
117   }
118   Diag(Tok, DID);
119   Diag(LHSLoc, diag::note_matching) << LHSName;
120   SkipUntil(RHSTok);
121   return R;
122 }
123 
124 /// ExpectAndConsume - The parser expects that 'ExpectedTok' is next in the
125 /// input.  If so, it is consumed and false is returned.
126 ///
127 /// If the input is malformed, this emits the specified diagnostic.  Next, if
128 /// SkipToTok is specified, it calls SkipUntil(SkipToTok).  Finally, true is
129 /// returned.
130 bool Parser::ExpectAndConsume(tok::TokenKind ExpectedTok, unsigned DiagID,
131                               const char *Msg, tok::TokenKind SkipToTok) {
132   if (Tok.is(ExpectedTok)) {
133     ConsumeAnyToken();
134     return false;
135   }
136 
137   const char *Spelling = 0;
138   SourceLocation EndLoc = PP.getLocForEndOfToken(PrevTokLocation);
139   if (EndLoc.isValid() &&
140       (Spelling = tok::getTokenSimpleSpelling(ExpectedTok))) {
141     // Show what code to insert to fix this problem.
142     Diag(EndLoc, DiagID)
143       << Msg
144       << CodeModificationHint::CreateInsertion(EndLoc, Spelling);
145   } else
146     Diag(Tok, DiagID) << Msg;
147 
148   if (SkipToTok != tok::unknown)
149     SkipUntil(SkipToTok);
150   return true;
151 }
152 
153 //===----------------------------------------------------------------------===//
154 // Error recovery.
155 //===----------------------------------------------------------------------===//
156 
157 /// SkipUntil - Read tokens until we get to the specified token, then consume
158 /// it (unless DontConsume is true).  Because we cannot guarantee that the
159 /// token will ever occur, this skips to the next token, or to some likely
160 /// good stopping point.  If StopAtSemi is true, skipping will stop at a ';'
161 /// character.
162 ///
163 /// If SkipUntil finds the specified token, it returns true, otherwise it
164 /// returns false.
165 bool Parser::SkipUntil(const tok::TokenKind *Toks, unsigned NumToks,
166                        bool StopAtSemi, bool DontConsume) {
167   // We always want this function to skip at least one token if the first token
168   // isn't T and if not at EOF.
169   bool isFirstTokenSkipped = true;
170   while (1) {
171     // If we found one of the tokens, stop and return true.
172     for (unsigned i = 0; i != NumToks; ++i) {
173       if (Tok.is(Toks[i])) {
174         if (DontConsume) {
175           // Noop, don't consume the token.
176         } else {
177           ConsumeAnyToken();
178         }
179         return true;
180       }
181     }
182 
183     switch (Tok.getKind()) {
184     case tok::eof:
185       // Ran out of tokens.
186       return false;
187 
188     case tok::l_paren:
189       // Recursively skip properly-nested parens.
190       ConsumeParen();
191       SkipUntil(tok::r_paren, false);
192       break;
193     case tok::l_square:
194       // Recursively skip properly-nested square brackets.
195       ConsumeBracket();
196       SkipUntil(tok::r_square, false);
197       break;
198     case tok::l_brace:
199       // Recursively skip properly-nested braces.
200       ConsumeBrace();
201       SkipUntil(tok::r_brace, false);
202       break;
203 
204     // Okay, we found a ']' or '}' or ')', which we think should be balanced.
205     // Since the user wasn't looking for this token (if they were, it would
206     // already be handled), this isn't balanced.  If there is a LHS token at a
207     // higher level, we will assume that this matches the unbalanced token
208     // and return it.  Otherwise, this is a spurious RHS token, which we skip.
209     case tok::r_paren:
210       if (ParenCount && !isFirstTokenSkipped)
211         return false;  // Matches something.
212       ConsumeParen();
213       break;
214     case tok::r_square:
215       if (BracketCount && !isFirstTokenSkipped)
216         return false;  // Matches something.
217       ConsumeBracket();
218       break;
219     case tok::r_brace:
220       if (BraceCount && !isFirstTokenSkipped)
221         return false;  // Matches something.
222       ConsumeBrace();
223       break;
224 
225     case tok::string_literal:
226     case tok::wide_string_literal:
227       ConsumeStringToken();
228       break;
229     case tok::semi:
230       if (StopAtSemi)
231         return false;
232       // FALL THROUGH.
233     default:
234       // Skip this token.
235       ConsumeToken();
236       break;
237     }
238     isFirstTokenSkipped = false;
239   }
240 }
241 
242 //===----------------------------------------------------------------------===//
243 // Scope manipulation
244 //===----------------------------------------------------------------------===//
245 
246 /// EnterScope - Start a new scope.
247 void Parser::EnterScope(unsigned ScopeFlags) {
248   if (NumCachedScopes) {
249     Scope *N = ScopeCache[--NumCachedScopes];
250     N->Init(CurScope, ScopeFlags);
251     CurScope = N;
252   } else {
253     CurScope = new Scope(CurScope, ScopeFlags);
254   }
255 }
256 
257 /// ExitScope - Pop a scope off the scope stack.
258 void Parser::ExitScope() {
259   assert(CurScope && "Scope imbalance!");
260 
261   // Inform the actions module that this scope is going away if there are any
262   // decls in it.
263   if (!CurScope->decl_empty())
264     Actions.ActOnPopScope(Tok.getLocation(), CurScope);
265 
266   Scope *OldScope = CurScope;
267   CurScope = OldScope->getParent();
268 
269   if (NumCachedScopes == ScopeCacheSize)
270     delete OldScope;
271   else
272     ScopeCache[NumCachedScopes++] = OldScope;
273 }
274 
275 
276 
277 
278 //===----------------------------------------------------------------------===//
279 // C99 6.9: External Definitions.
280 //===----------------------------------------------------------------------===//
281 
282 Parser::~Parser() {
283   // If we still have scopes active, delete the scope tree.
284   delete CurScope;
285 
286   // Free the scope cache.
287   for (unsigned i = 0, e = NumCachedScopes; i != e; ++i)
288     delete ScopeCache[i];
289 
290   // Remove the pragma handlers we installed.
291   PP.RemovePragmaHandler(0, PackHandler.get());
292   PackHandler.reset();
293   PP.RemovePragmaHandler(0, UnusedHandler.get());
294   UnusedHandler.reset();
295   PP.RemovePragmaHandler(0, WeakHandler.get());
296   WeakHandler.reset();
297 }
298 
299 /// Initialize - Warm up the parser.
300 ///
301 void Parser::Initialize() {
302   // Prime the lexer look-ahead.
303   ConsumeToken();
304 
305   // Create the translation unit scope.  Install it as the current scope.
306   assert(CurScope == 0 && "A scope is already active?");
307   EnterScope(Scope::DeclScope);
308   Actions.ActOnTranslationUnitScope(Tok.getLocation(), CurScope);
309 
310   if (Tok.is(tok::eof) &&
311       !getLang().CPlusPlus)  // Empty source file is an extension in C
312     Diag(Tok, diag::ext_empty_source_file);
313 
314   // Initialization for Objective-C context sensitive keywords recognition.
315   // Referenced in Parser::ParseObjCTypeQualifierList.
316   if (getLang().ObjC1) {
317     ObjCTypeQuals[objc_in] = &PP.getIdentifierTable().get("in");
318     ObjCTypeQuals[objc_out] = &PP.getIdentifierTable().get("out");
319     ObjCTypeQuals[objc_inout] = &PP.getIdentifierTable().get("inout");
320     ObjCTypeQuals[objc_oneway] = &PP.getIdentifierTable().get("oneway");
321     ObjCTypeQuals[objc_bycopy] = &PP.getIdentifierTable().get("bycopy");
322     ObjCTypeQuals[objc_byref] = &PP.getIdentifierTable().get("byref");
323   }
324 
325   Ident_super = &PP.getIdentifierTable().get("super");
326 }
327 
328 /// ParseTopLevelDecl - Parse one top-level declaration, return whatever the
329 /// action tells us to.  This returns true if the EOF was encountered.
330 bool Parser::ParseTopLevelDecl(DeclGroupPtrTy &Result) {
331   Result = DeclGroupPtrTy();
332   if (Tok.is(tok::eof)) {
333     Actions.ActOnEndOfTranslationUnit();
334     return true;
335   }
336 
337   Result = ParseExternalDeclaration();
338   return false;
339 }
340 
341 /// ParseTranslationUnit:
342 ///       translation-unit: [C99 6.9]
343 ///         external-declaration
344 ///         translation-unit external-declaration
345 void Parser::ParseTranslationUnit() {
346   Initialize();
347 
348   DeclGroupPtrTy Res;
349   while (!ParseTopLevelDecl(Res))
350     /*parse them all*/;
351 
352   ExitScope();
353   assert(CurScope == 0 && "Scope imbalance!");
354 }
355 
356 /// ParseExternalDeclaration:
357 ///
358 ///       external-declaration: [C99 6.9], declaration: [C++ dcl.dcl]
359 ///         function-definition
360 ///         declaration
361 /// [EXT]   ';'
362 /// [GNU]   asm-definition
363 /// [GNU]   __extension__ external-declaration
364 /// [OBJC]  objc-class-definition
365 /// [OBJC]  objc-class-declaration
366 /// [OBJC]  objc-alias-declaration
367 /// [OBJC]  objc-protocol-definition
368 /// [OBJC]  objc-method-definition
369 /// [OBJC]  @end
370 /// [C++]   linkage-specification
371 /// [GNU] asm-definition:
372 ///         simple-asm-expr ';'
373 ///
374 Parser::DeclGroupPtrTy Parser::ParseExternalDeclaration() {
375   DeclPtrTy SingleDecl;
376   switch (Tok.getKind()) {
377   case tok::semi:
378     Diag(Tok, diag::ext_top_level_semi)
379       << CodeModificationHint::CreateRemoval(SourceRange(Tok.getLocation()));
380     ConsumeToken();
381     // TODO: Invoke action for top-level semicolon.
382     return DeclGroupPtrTy();
383   case tok::r_brace:
384     Diag(Tok, diag::err_expected_external_declaration);
385     ConsumeBrace();
386     return DeclGroupPtrTy();
387   case tok::eof:
388     Diag(Tok, diag::err_expected_external_declaration);
389     return DeclGroupPtrTy();
390   case tok::kw___extension__: {
391     // __extension__ silences extension warnings in the subexpression.
392     ExtensionRAIIObject O(Diags);  // Use RAII to do this.
393     ConsumeToken();
394     return ParseExternalDeclaration();
395   }
396   case tok::kw_asm: {
397     OwningExprResult Result(ParseSimpleAsm());
398 
399     ExpectAndConsume(tok::semi, diag::err_expected_semi_after,
400                      "top-level asm block");
401 
402     if (Result.isInvalid())
403       return DeclGroupPtrTy();
404     SingleDecl = Actions.ActOnFileScopeAsmDecl(Tok.getLocation(), move(Result));
405     break;
406   }
407   case tok::at:
408     // @ is not a legal token unless objc is enabled, no need to check for ObjC.
409     /// FIXME: ParseObjCAtDirectives should return a DeclGroup for things like
410     /// @class foo, bar;
411     SingleDecl = ParseObjCAtDirectives();
412     break;
413   case tok::minus:
414   case tok::plus:
415     if (!getLang().ObjC1) {
416       Diag(Tok, diag::err_expected_external_declaration);
417       ConsumeToken();
418       return DeclGroupPtrTy();
419     }
420     SingleDecl = ParseObjCMethodDefinition();
421     break;
422   case tok::kw_using:
423   case tok::kw_namespace:
424   case tok::kw_typedef:
425   case tok::kw_template:
426   case tok::kw_export:    // As in 'export template'
427   case tok::kw_static_assert:
428     // A function definition cannot start with a these keywords.
429     {
430       SourceLocation DeclEnd;
431       return ParseDeclaration(Declarator::FileContext, DeclEnd);
432     }
433   default:
434     // We can't tell whether this is a function-definition or declaration yet.
435     return ParseDeclarationOrFunctionDefinition();
436   }
437 
438   // This routine returns a DeclGroup, if the thing we parsed only contains a
439   // single decl, convert it now.
440   return Actions.ConvertDeclToDeclGroup(SingleDecl);
441 }
442 
443 /// \brief Determine whether the current token, if it occurs after a
444 /// declarator, continues a declaration or declaration list.
445 bool Parser::isDeclarationAfterDeclarator() {
446   return Tok.is(tok::equal) ||      // int X()=  -> not a function def
447     Tok.is(tok::comma) ||           // int X(),  -> not a function def
448     Tok.is(tok::semi)  ||           // int X();  -> not a function def
449     Tok.is(tok::kw_asm) ||          // int X() __asm__ -> not a function def
450     Tok.is(tok::kw___attribute) ||  // int X() __attr__ -> not a function def
451     (getLang().CPlusPlus &&
452      Tok.is(tok::l_paren));         // int X(0) -> not a function def [C++]
453 }
454 
455 /// \brief Determine whether the current token, if it occurs after a
456 /// declarator, indicates the start of a function definition.
457 bool Parser::isStartOfFunctionDefinition() {
458   return Tok.is(tok::l_brace) ||    // int X() {}
459     (!getLang().CPlusPlus &&
460      isDeclarationSpecifier()) ||   // int X(f) int f; {}
461     (getLang().CPlusPlus &&
462      (Tok.is(tok::colon) ||         // X() : Base() {} (used for ctors)
463       Tok.is(tok::kw_try)));        // X() try { ... }
464 }
465 
466 /// ParseDeclarationOrFunctionDefinition - Parse either a function-definition or
467 /// a declaration.  We can't tell which we have until we read up to the
468 /// compound-statement in function-definition. TemplateParams, if
469 /// non-NULL, provides the template parameters when we're parsing a
470 /// C++ template-declaration.
471 ///
472 ///       function-definition: [C99 6.9.1]
473 ///         decl-specs      declarator declaration-list[opt] compound-statement
474 /// [C90] function-definition: [C99 6.7.1] - implicit int result
475 /// [C90]   decl-specs[opt] declarator declaration-list[opt] compound-statement
476 ///
477 ///       declaration: [C99 6.7]
478 ///         declaration-specifiers init-declarator-list[opt] ';'
479 /// [!C99]  init-declarator-list ';'                   [TODO: warn in c99 mode]
480 /// [OMP]   threadprivate-directive                              [TODO]
481 ///
482 Parser::DeclGroupPtrTy
483 Parser::ParseDeclarationOrFunctionDefinition(AccessSpecifier AS) {
484   // Parse the common declaration-specifiers piece.
485   DeclSpec DS;
486   ParseDeclarationSpecifiers(DS, ParsedTemplateInfo(), AS);
487 
488   // C99 6.7.2.3p6: Handle "struct-or-union identifier;", "enum { X };"
489   // declaration-specifiers init-declarator-list[opt] ';'
490   if (Tok.is(tok::semi)) {
491     ConsumeToken();
492     DeclPtrTy TheDecl = Actions.ParsedFreeStandingDeclSpec(CurScope, DS);
493     return Actions.ConvertDeclToDeclGroup(TheDecl);
494   }
495 
496   // ObjC2 allows prefix attributes on class interfaces and protocols.
497   // FIXME: This still needs better diagnostics. We should only accept
498   // attributes here, no types, etc.
499   if (getLang().ObjC2 && Tok.is(tok::at)) {
500     SourceLocation AtLoc = ConsumeToken(); // the "@"
501     if (!Tok.isObjCAtKeyword(tok::objc_interface) &&
502         !Tok.isObjCAtKeyword(tok::objc_protocol)) {
503       Diag(Tok, diag::err_objc_unexpected_attr);
504       SkipUntil(tok::semi); // FIXME: better skip?
505       return DeclGroupPtrTy();
506     }
507     const char *PrevSpec = 0;
508     if (DS.SetTypeSpecType(DeclSpec::TST_unspecified, AtLoc, PrevSpec))
509       Diag(AtLoc, diag::err_invalid_decl_spec_combination) << PrevSpec;
510 
511     DeclPtrTy TheDecl;
512     if (Tok.isObjCAtKeyword(tok::objc_protocol))
513       TheDecl = ParseObjCAtProtocolDeclaration(AtLoc, DS.getAttributes());
514     else
515       TheDecl = ParseObjCAtInterfaceDeclaration(AtLoc, DS.getAttributes());
516     return Actions.ConvertDeclToDeclGroup(TheDecl);
517   }
518 
519   // If the declspec consisted only of 'extern' and we have a string
520   // literal following it, this must be a C++ linkage specifier like
521   // 'extern "C"'.
522   if (Tok.is(tok::string_literal) && getLang().CPlusPlus &&
523       DS.getStorageClassSpec() == DeclSpec::SCS_extern &&
524       DS.getParsedSpecifiers() == DeclSpec::PQ_StorageClassSpecifier) {
525     DeclPtrTy TheDecl = ParseLinkage(Declarator::FileContext);
526     return Actions.ConvertDeclToDeclGroup(TheDecl);
527   }
528 
529   // Parse the first declarator.
530   Declarator DeclaratorInfo(DS, Declarator::FileContext);
531   ParseDeclarator(DeclaratorInfo);
532   // Error parsing the declarator?
533   if (!DeclaratorInfo.hasName()) {
534     // If so, skip until the semi-colon or a }.
535     SkipUntil(tok::r_brace, true, true);
536     if (Tok.is(tok::semi))
537       ConsumeToken();
538     return DeclGroupPtrTy();
539   }
540 
541   // If we have a declaration or declarator list, handle it.
542   if (isDeclarationAfterDeclarator()) {
543     // Parse the init-declarator-list for a normal declaration.
544     DeclGroupPtrTy DG =
545       ParseInitDeclaratorListAfterFirstDeclarator(DeclaratorInfo);
546     // Eat the semi colon after the declaration.
547     ExpectAndConsume(tok::semi, diag::err_expected_semi_declation);
548     return DG;
549   }
550 
551   if (DeclaratorInfo.isFunctionDeclarator() &&
552       isStartOfFunctionDefinition()) {
553     if (DS.getStorageClassSpec() == DeclSpec::SCS_typedef) {
554       Diag(Tok, diag::err_function_declared_typedef);
555 
556       if (Tok.is(tok::l_brace)) {
557         // This recovery skips the entire function body. It would be nice
558         // to simply call ParseFunctionDefinition() below, however Sema
559         // assumes the declarator represents a function, not a typedef.
560         ConsumeBrace();
561         SkipUntil(tok::r_brace, true);
562       } else {
563         SkipUntil(tok::semi);
564       }
565       return DeclGroupPtrTy();
566     }
567     DeclPtrTy TheDecl = ParseFunctionDefinition(DeclaratorInfo);
568     return Actions.ConvertDeclToDeclGroup(TheDecl);
569   }
570 
571   if (DeclaratorInfo.isFunctionDeclarator())
572     Diag(Tok, diag::err_expected_fn_body);
573   else
574     Diag(Tok, diag::err_invalid_token_after_toplevel_declarator);
575   SkipUntil(tok::semi);
576   return DeclGroupPtrTy();
577 }
578 
579 /// ParseFunctionDefinition - We parsed and verified that the specified
580 /// Declarator is well formed.  If this is a K&R-style function, read the
581 /// parameters declaration-list, then start the compound-statement.
582 ///
583 ///       function-definition: [C99 6.9.1]
584 ///         decl-specs      declarator declaration-list[opt] compound-statement
585 /// [C90] function-definition: [C99 6.7.1] - implicit int result
586 /// [C90]   decl-specs[opt] declarator declaration-list[opt] compound-statement
587 /// [C++] function-definition: [C++ 8.4]
588 ///         decl-specifier-seq[opt] declarator ctor-initializer[opt]
589 ///         function-body
590 /// [C++] function-definition: [C++ 8.4]
591 ///         decl-specifier-seq[opt] declarator function-try-block
592 ///
593 Parser::DeclPtrTy Parser::ParseFunctionDefinition(Declarator &D) {
594   const DeclaratorChunk &FnTypeInfo = D.getTypeObject(0);
595   assert(FnTypeInfo.Kind == DeclaratorChunk::Function &&
596          "This isn't a function declarator!");
597   const DeclaratorChunk::FunctionTypeInfo &FTI = FnTypeInfo.Fun;
598 
599   // If this is C90 and the declspecs were completely missing, fudge in an
600   // implicit int.  We do this here because this is the only place where
601   // declaration-specifiers are completely optional in the grammar.
602   if (getLang().ImplicitInt && D.getDeclSpec().isEmpty()) {
603     const char *PrevSpec;
604     D.getMutableDeclSpec().SetTypeSpecType(DeclSpec::TST_int,
605                                            D.getIdentifierLoc(),
606                                            PrevSpec);
607     D.SetRangeBegin(D.getDeclSpec().getSourceRange().getBegin());
608   }
609 
610   // If this declaration was formed with a K&R-style identifier list for the
611   // arguments, parse declarations for all of the args next.
612   // int foo(a,b) int a; float b; {}
613   if (!FTI.hasPrototype && FTI.NumArgs != 0)
614     ParseKNRParamDeclarations(D);
615 
616   // We should have either an opening brace or, in a C++ constructor,
617   // we may have a colon.
618   if (Tok.isNot(tok::l_brace) && Tok.isNot(tok::colon) &&
619       Tok.isNot(tok::kw_try)) {
620     Diag(Tok, diag::err_expected_fn_body);
621 
622     // Skip over garbage, until we get to '{'.  Don't eat the '{'.
623     SkipUntil(tok::l_brace, true, true);
624 
625     // If we didn't find the '{', bail out.
626     if (Tok.isNot(tok::l_brace))
627       return DeclPtrTy();
628   }
629 
630   // Enter a scope for the function body.
631   ParseScope BodyScope(this, Scope::FnScope|Scope::DeclScope);
632 
633   // Tell the actions module that we have entered a function definition with the
634   // specified Declarator for the function.
635   DeclPtrTy Res = Actions.ActOnStartOfFunctionDef(CurScope, D);
636 
637   if (Tok.is(tok::kw_try))
638     return ParseFunctionTryBlock(Res);
639 
640   // If we have a colon, then we're probably parsing a C++
641   // ctor-initializer.
642   if (Tok.is(tok::colon))
643     ParseConstructorInitializer(Res);
644 
645   return ParseFunctionStatementBody(Res);
646 }
647 
648 /// ParseKNRParamDeclarations - Parse 'declaration-list[opt]' which provides
649 /// types for a function with a K&R-style identifier list for arguments.
650 void Parser::ParseKNRParamDeclarations(Declarator &D) {
651   // We know that the top-level of this declarator is a function.
652   DeclaratorChunk::FunctionTypeInfo &FTI = D.getTypeObject(0).Fun;
653 
654   // Enter function-declaration scope, limiting any declarators to the
655   // function prototype scope, including parameter declarators.
656   ParseScope PrototypeScope(this, Scope::FunctionPrototypeScope|Scope::DeclScope);
657 
658   // Read all the argument declarations.
659   while (isDeclarationSpecifier()) {
660     SourceLocation DSStart = Tok.getLocation();
661 
662     // Parse the common declaration-specifiers piece.
663     DeclSpec DS;
664     ParseDeclarationSpecifiers(DS);
665 
666     // C99 6.9.1p6: 'each declaration in the declaration list shall have at
667     // least one declarator'.
668     // NOTE: GCC just makes this an ext-warn.  It's not clear what it does with
669     // the declarations though.  It's trivial to ignore them, really hard to do
670     // anything else with them.
671     if (Tok.is(tok::semi)) {
672       Diag(DSStart, diag::err_declaration_does_not_declare_param);
673       ConsumeToken();
674       continue;
675     }
676 
677     // C99 6.9.1p6: Declarations shall contain no storage-class specifiers other
678     // than register.
679     if (DS.getStorageClassSpec() != DeclSpec::SCS_unspecified &&
680         DS.getStorageClassSpec() != DeclSpec::SCS_register) {
681       Diag(DS.getStorageClassSpecLoc(),
682            diag::err_invalid_storage_class_in_func_decl);
683       DS.ClearStorageClassSpecs();
684     }
685     if (DS.isThreadSpecified()) {
686       Diag(DS.getThreadSpecLoc(),
687            diag::err_invalid_storage_class_in_func_decl);
688       DS.ClearStorageClassSpecs();
689     }
690 
691     // Parse the first declarator attached to this declspec.
692     Declarator ParmDeclarator(DS, Declarator::KNRTypeListContext);
693     ParseDeclarator(ParmDeclarator);
694 
695     // Handle the full declarator list.
696     while (1) {
697       Action::AttrTy *AttrList;
698       // If attributes are present, parse them.
699       if (Tok.is(tok::kw___attribute))
700         // FIXME: attach attributes too.
701         AttrList = ParseAttributes();
702 
703       // Ask the actions module to compute the type for this declarator.
704       Action::DeclPtrTy Param =
705         Actions.ActOnParamDeclarator(CurScope, ParmDeclarator);
706 
707       if (Param &&
708           // A missing identifier has already been diagnosed.
709           ParmDeclarator.getIdentifier()) {
710 
711         // Scan the argument list looking for the correct param to apply this
712         // type.
713         for (unsigned i = 0; ; ++i) {
714           // C99 6.9.1p6: those declarators shall declare only identifiers from
715           // the identifier list.
716           if (i == FTI.NumArgs) {
717             Diag(ParmDeclarator.getIdentifierLoc(), diag::err_no_matching_param)
718               << ParmDeclarator.getIdentifier();
719             break;
720           }
721 
722           if (FTI.ArgInfo[i].Ident == ParmDeclarator.getIdentifier()) {
723             // Reject redefinitions of parameters.
724             if (FTI.ArgInfo[i].Param) {
725               Diag(ParmDeclarator.getIdentifierLoc(),
726                    diag::err_param_redefinition)
727                  << ParmDeclarator.getIdentifier();
728             } else {
729               FTI.ArgInfo[i].Param = Param;
730             }
731             break;
732           }
733         }
734       }
735 
736       // If we don't have a comma, it is either the end of the list (a ';') or
737       // an error, bail out.
738       if (Tok.isNot(tok::comma))
739         break;
740 
741       // Consume the comma.
742       ConsumeToken();
743 
744       // Parse the next declarator.
745       ParmDeclarator.clear();
746       ParseDeclarator(ParmDeclarator);
747     }
748 
749     if (Tok.is(tok::semi)) {
750       ConsumeToken();
751     } else {
752       Diag(Tok, diag::err_parse_error);
753       // Skip to end of block or statement
754       SkipUntil(tok::semi, true);
755       if (Tok.is(tok::semi))
756         ConsumeToken();
757     }
758   }
759 
760   // The actions module must verify that all arguments were declared.
761   Actions.ActOnFinishKNRParamDeclarations(CurScope, D, Tok.getLocation());
762 }
763 
764 
765 /// ParseAsmStringLiteral - This is just a normal string-literal, but is not
766 /// allowed to be a wide string, and is not subject to character translation.
767 ///
768 /// [GNU] asm-string-literal:
769 ///         string-literal
770 ///
771 Parser::OwningExprResult Parser::ParseAsmStringLiteral() {
772   if (!isTokenStringLiteral()) {
773     Diag(Tok, diag::err_expected_string_literal);
774     return ExprError();
775   }
776 
777   OwningExprResult Res(ParseStringLiteralExpression());
778   if (Res.isInvalid()) return move(Res);
779 
780   // TODO: Diagnose: wide string literal in 'asm'
781 
782   return move(Res);
783 }
784 
785 /// ParseSimpleAsm
786 ///
787 /// [GNU] simple-asm-expr:
788 ///         'asm' '(' asm-string-literal ')'
789 ///
790 Parser::OwningExprResult Parser::ParseSimpleAsm(SourceLocation *EndLoc) {
791   assert(Tok.is(tok::kw_asm) && "Not an asm!");
792   SourceLocation Loc = ConsumeToken();
793 
794   if (Tok.isNot(tok::l_paren)) {
795     Diag(Tok, diag::err_expected_lparen_after) << "asm";
796     return ExprError();
797   }
798 
799   Loc = ConsumeParen();
800 
801   OwningExprResult Result(ParseAsmStringLiteral());
802 
803   if (Result.isInvalid()) {
804     SkipUntil(tok::r_paren, true, true);
805     if (EndLoc)
806       *EndLoc = Tok.getLocation();
807     ConsumeAnyToken();
808   } else {
809     Loc = MatchRHSPunctuation(tok::r_paren, Loc);
810     if (EndLoc)
811       *EndLoc = Loc;
812   }
813 
814   return move(Result);
815 }
816 
817 /// TryAnnotateTypeOrScopeToken - If the current token position is on a
818 /// typename (possibly qualified in C++) or a C++ scope specifier not followed
819 /// by a typename, TryAnnotateTypeOrScopeToken will replace one or more tokens
820 /// with a single annotation token representing the typename or C++ scope
821 /// respectively.
822 /// This simplifies handling of C++ scope specifiers and allows efficient
823 /// backtracking without the need to re-parse and resolve nested-names and
824 /// typenames.
825 /// It will mainly be called when we expect to treat identifiers as typenames
826 /// (if they are typenames). For example, in C we do not expect identifiers
827 /// inside expressions to be treated as typenames so it will not be called
828 /// for expressions in C.
829 /// The benefit for C/ObjC is that a typename will be annotated and
830 /// Actions.getTypeName will not be needed to be called again (e.g. getTypeName
831 /// will not be called twice, once to check whether we have a declaration
832 /// specifier, and another one to get the actual type inside
833 /// ParseDeclarationSpecifiers).
834 ///
835 /// This returns true if the token was annotated.
836 ///
837 /// Note that this routine emits an error if you call it with ::new or ::delete
838 /// as the current tokens, so only call it in contexts where these are invalid.
839 bool Parser::TryAnnotateTypeOrScopeToken() {
840   assert((Tok.is(tok::identifier) || Tok.is(tok::coloncolon)
841           || Tok.is(tok::kw_typename)) &&
842          "Cannot be a type or scope token!");
843 
844   if (Tok.is(tok::kw_typename)) {
845     // Parse a C++ typename-specifier, e.g., "typename T::type".
846     //
847     //   typename-specifier:
848     //     'typename' '::' [opt] nested-name-specifier identifier
849     //     'typename' '::' [opt] nested-name-specifier template [opt]
850     //            simple-template-id
851     SourceLocation TypenameLoc = ConsumeToken();
852     CXXScopeSpec SS;
853     bool HadNestedNameSpecifier = ParseOptionalCXXScopeSpecifier(SS);
854     if (!HadNestedNameSpecifier) {
855       Diag(Tok.getLocation(), diag::err_expected_qualified_after_typename);
856       return false;
857     }
858 
859     TypeResult Ty;
860     if (Tok.is(tok::identifier)) {
861       // FIXME: check whether the next token is '<', first!
862       Ty = Actions.ActOnTypenameType(TypenameLoc, SS, *Tok.getIdentifierInfo(),
863                                      Tok.getLocation());
864     } else if (Tok.is(tok::annot_template_id)) {
865       TemplateIdAnnotation *TemplateId
866         = static_cast<TemplateIdAnnotation *>(Tok.getAnnotationValue());
867       if (TemplateId->Kind == TNK_Function_template) {
868         Diag(Tok, diag::err_typename_refers_to_non_type_template)
869           << Tok.getAnnotationRange();
870         return false;
871       }
872 
873       AnnotateTemplateIdTokenAsType(0);
874       assert(Tok.is(tok::annot_typename) &&
875              "AnnotateTemplateIdTokenAsType isn't working properly");
876       if (Tok.getAnnotationValue())
877         Ty = Actions.ActOnTypenameType(TypenameLoc, SS, SourceLocation(),
878                                        Tok.getAnnotationValue());
879       else
880         Ty = true;
881     } else {
882       Diag(Tok, diag::err_expected_type_name_after_typename)
883         << SS.getRange();
884       return false;
885     }
886 
887     Tok.setKind(tok::annot_typename);
888     Tok.setAnnotationValue(Ty.isInvalid()? 0 : Ty.get());
889     Tok.setAnnotationEndLoc(Tok.getLocation());
890     Tok.setLocation(TypenameLoc);
891     PP.AnnotateCachedTokens(Tok);
892     return true;
893   }
894 
895   CXXScopeSpec SS;
896   if (getLang().CPlusPlus)
897     ParseOptionalCXXScopeSpecifier(SS);
898 
899   if (Tok.is(tok::identifier)) {
900     // Determine whether the identifier is a type name.
901     if (TypeTy *Ty = Actions.getTypeName(*Tok.getIdentifierInfo(),
902                                          Tok.getLocation(), CurScope, &SS)) {
903       // This is a typename. Replace the current token in-place with an
904       // annotation type token.
905       Tok.setKind(tok::annot_typename);
906       Tok.setAnnotationValue(Ty);
907       Tok.setAnnotationEndLoc(Tok.getLocation());
908       if (SS.isNotEmpty()) // it was a C++ qualified type name.
909         Tok.setLocation(SS.getBeginLoc());
910 
911       // In case the tokens were cached, have Preprocessor replace
912       // them with the annotation token.
913       PP.AnnotateCachedTokens(Tok);
914       return true;
915     }
916 
917     if (!getLang().CPlusPlus) {
918       // If we're in C, we can't have :: tokens at all (the lexer won't return
919       // them).  If the identifier is not a type, then it can't be scope either,
920       // just early exit.
921       return false;
922     }
923 
924     // If this is a template-id, annotate with a template-id or type token.
925     if (NextToken().is(tok::less)) {
926       TemplateTy Template;
927       if (TemplateNameKind TNK
928             = Actions.isTemplateName(*Tok.getIdentifierInfo(),
929                                      CurScope, Template, &SS))
930         AnnotateTemplateIdToken(Template, TNK, &SS);
931     }
932 
933     // The current token, which is either an identifier or a
934     // template-id, is not part of the annotation. Fall through to
935     // push that token back into the stream and complete the C++ scope
936     // specifier annotation.
937   }
938 
939   if (Tok.is(tok::annot_template_id)) {
940     TemplateIdAnnotation *TemplateId
941       = static_cast<TemplateIdAnnotation *>(Tok.getAnnotationValue());
942     if (TemplateId->Kind == TNK_Type_template) {
943       // A template-id that refers to a type was parsed into a
944       // template-id annotation in a context where we weren't allowed
945       // to produce a type annotation token. Update the template-id
946       // annotation token to a type annotation token now.
947       AnnotateTemplateIdTokenAsType(&SS);
948       return true;
949     }
950   }
951 
952   if (SS.isEmpty())
953     return false;
954 
955   // A C++ scope specifier that isn't followed by a typename.
956   // Push the current token back into the token stream (or revert it if it is
957   // cached) and use an annotation scope token for current token.
958   if (PP.isBacktrackEnabled())
959     PP.RevertCachedTokens(1);
960   else
961     PP.EnterToken(Tok);
962   Tok.setKind(tok::annot_cxxscope);
963   Tok.setAnnotationValue(SS.getScopeRep());
964   Tok.setAnnotationRange(SS.getRange());
965 
966   // In case the tokens were cached, have Preprocessor replace them with the
967   // annotation token.
968   PP.AnnotateCachedTokens(Tok);
969   return true;
970 }
971 
972 /// TryAnnotateScopeToken - Like TryAnnotateTypeOrScopeToken but only
973 /// annotates C++ scope specifiers and template-ids.  This returns
974 /// true if the token was annotated.
975 ///
976 /// Note that this routine emits an error if you call it with ::new or ::delete
977 /// as the current tokens, so only call it in contexts where these are invalid.
978 bool Parser::TryAnnotateCXXScopeToken() {
979   assert(getLang().CPlusPlus &&
980          "Call sites of this function should be guarded by checking for C++");
981   assert((Tok.is(tok::identifier) || Tok.is(tok::coloncolon)) &&
982          "Cannot be a type or scope token!");
983 
984   CXXScopeSpec SS;
985   if (!ParseOptionalCXXScopeSpecifier(SS))
986     return Tok.is(tok::annot_template_id);
987 
988   // Push the current token back into the token stream (or revert it if it is
989   // cached) and use an annotation scope token for current token.
990   if (PP.isBacktrackEnabled())
991     PP.RevertCachedTokens(1);
992   else
993     PP.EnterToken(Tok);
994   Tok.setKind(tok::annot_cxxscope);
995   Tok.setAnnotationValue(SS.getScopeRep());
996   Tok.setAnnotationRange(SS.getRange());
997 
998   // In case the tokens were cached, have Preprocessor replace them with the
999   // annotation token.
1000   PP.AnnotateCachedTokens(Tok);
1001   return true;
1002 }
1003