Lines Matching refs:Tokenizer
339 const TokenInfo NameToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
341 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) { in parseIdentifierPrefixImpl()
347 if (Tokenizer->nextTokenKind() != TokenInfo::TK_Period) { in parseIdentifierPrefixImpl()
370 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma || in parseIdentifierPrefixImpl()
371 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen || in parseIdentifierPrefixImpl()
372 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) && in parseIdentifierPrefixImpl()
387 assert(Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period); in parseBindID()
388 Tokenizer->consumeNextToken(); // consume the period. in parseBindID()
389 const TokenInfo BindToken = Tokenizer->consumeNextToken(); in parseBindID()
395 const TokenInfo OpenToken = Tokenizer->consumeNextToken(); in parseBindID()
396 const TokenInfo IDToken = Tokenizer->consumeNextToken(); in parseBindID()
397 const TokenInfo CloseToken = Tokenizer->consumeNextToken(); in parseBindID()
429 const TokenInfo OpenToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
450 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) { in parseMatcherExpressionImpl()
451 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) { in parseMatcherExpressionImpl()
453 EndToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
458 const TokenInfo CommaToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
470 ArgValue.Text = Tokenizer->peekNextToken().Text; in parseMatcherExpressionImpl()
471 ArgValue.Range = Tokenizer->peekNextToken().Range; in parseMatcherExpressionImpl()
487 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period) { in parseMatcherExpressionImpl()
535 const TokenInfo CompToken = Tokenizer->consumeNextToken(); in addExpressionCompletions()
559 switch (Tokenizer->nextTokenKind()) { in parseExpressionImpl()
561 *Value = Tokenizer->consumeNextToken().Value; in parseExpressionImpl()
572 Error->addError(Tokenizer->consumeNextToken().Range, in parseExpressionImpl()
585 const TokenInfo Token = Tokenizer->consumeNextToken(); in parseExpressionImpl()
595 Parser::Parser(CodeTokenizer *Tokenizer, Sema *S, in Parser() argument
597 : Tokenizer(Tokenizer), S(S ? S : &*DefaultRegistrySema), in Parser()
631 CodeTokenizer Tokenizer(Code, Error); in parseExpression() local
632 if (!Parser(&Tokenizer, S, NamedValues, Error).parseExpressionImpl(Value)) in parseExpression()
634 if (Tokenizer.peekNextToken().Kind != TokenInfo::TK_Eof) { in parseExpression()
635 Error->addError(Tokenizer.peekNextToken().Range, in parseExpression()
646 CodeTokenizer Tokenizer(Code, &Error, CompletionOffset); in completeExpression() local
647 Parser P(&Tokenizer, S, NamedValues, &Error); in completeExpression()