Lines Matching refs:Token
39 void TokenLexer::Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI, in Init()
94 void TokenLexer::Init(const Token *TokArray, unsigned NumToks, in Init()
135 SmallVectorImpl<Token> &ResultToks, bool HasPasteOperator, MacroInfo *Macro, in MaybeRemoveCommaBeforeVaArgs()
176 ResultToks.back().setFlag(Token::CommaAfterElided); in MaybeRemoveCommaBeforeVaArgs()
185 SmallVectorImpl<Token> &ResultToks, const VAOptExpansionContext &VCtx, in stringifyVAOPTContents()
189 Token *const VAOPTTokens = in stringifyVAOPTContents()
192 SmallVector<Token, 64> ConcatenatedVAOPTResultToks; in stringifyVAOPTContents()
202 Token &LHS = VAOPTTokens[CurTokenIdx - 1]; in stringifyVAOPTContents()
224 Token StringifiedVAOPT = MacroArgs::StringifyArgument( in stringifyVAOPTContents()
229 StringifiedVAOPT.setFlag(Token::LeadingSpace); in stringifyVAOPTContents()
231 StringifiedVAOPT.setFlag(Token::StringifiedInMacro); in stringifyVAOPTContents()
240 SmallVector<Token, 128> ResultToks; in ExpandFunctionArguments()
253 const Token &CurTok = Tokens[I]; in ExpandFunctionArguments()
359 Token Res; in ExpandFunctionArguments()
371 Res.setFlag(Token::StringifiedInMacro); in ExpandFunctionArguments()
376 Res.setFlag(Token::LeadingSpace); in ExpandFunctionArguments()
403 ResultToks.back().setFlag(Token::LeadingSpace); in ExpandFunctionArguments()
406 ResultToks.back().clearFlag(Token::LeadingSpace); in ExpandFunctionArguments()
429 const Token *ResultArgToks; in ExpandFunctionArguments()
433 const Token *ArgTok = ActualArgs->getUnexpArgument(ArgNo); in ExpandFunctionArguments()
451 ResultToks.back().setFlag(Token::IgnoredComma); in ExpandFunctionArguments()
455 for (Token &Tok : llvm::make_range(ResultToks.begin() + FirstResult, in ExpandFunctionArguments()
470 ResultToks[FirstResult].setFlagValue(Token::LeadingSpace, in ExpandFunctionArguments()
472 ResultToks[FirstResult].setFlagValue(Token::StartOfLine, false); in ExpandFunctionArguments()
480 const Token *ArgToks = ActualArgs->getUnexpArgument(ArgNo); in ExpandFunctionArguments()
501 for (Token &Tok : llvm::make_range(ResultToks.end() - NumToks, in ExpandFunctionArguments()
517 ResultToks[ResultToks.size() - NumToks].setFlagValue(Token::StartOfLine, in ExpandFunctionArguments()
520 Token::LeadingSpace, NextTokGetsSpace); in ExpandFunctionArguments()
578 static bool isWideStringLiteralFromMacro(const Token &FirstTok, in isWideStringLiteralFromMacro()
579 const Token &SecondTok) { in isWideStringLiteralFromMacro()
586 bool TokenLexer::Lex(Token &Tok) { in Lex()
594 Tok.setFlagValue(Token::StartOfLine , AtStartOfLine); in Lex()
595 Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace || NextTokGetsSpace); in Lex()
597 Tok.setFlag(Token::LeadingEmptyMacro); in Lex()
653 Tok.setFlagValue(Token::StartOfLine , AtStartOfLine); in Lex()
654 Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace); in Lex()
658 if (AtStartOfLine) Tok.setFlag(Token::StartOfLine); in Lex()
659 if (HasLeadingSpace) Tok.setFlag(Token::LeadingSpace); in Lex()
686 bool TokenLexer::pasteTokens(Token &Tok) { in pasteTokens()
694 bool TokenLexer::pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream, in pasteTokens()
708 LHSTok.clearFlag(Token::LeadingSpace); in pasteTokens()
727 const Token &RHS = TokenStream[CurIdx]; in pasteTokens()
755 Token ResultTokTmp; in pasteTokens()
766 Token Result; in pasteTokens()
846 Result.setFlagValue(Token::StartOfLine , LHSTok.isAtStartOfLine()); in pasteTokens()
847 Result.setFlagValue(Token::LeadingSpace, LHSTok.hasLeadingSpace()); in pasteTokens()
907 void TokenLexer::HandleMicrosoftCommentPaste(Token &Tok, SourceLocation OpLoc) { in HandleMicrosoftCommentPaste()
951 Token *&begin_tokens, in updateConsecutiveMacroArgTokens()
952 Token * end_tokens) { in updateConsecutiveMacroArgTokens()
968 Token *NextTok = begin_tokens + 1; in updateConsecutiveMacroArgTokens()
990 Token &LastConsecutiveTok = *(NextTok-1); in updateConsecutiveMacroArgTokens()
1003 Token &Tok = *begin_tokens; in updateConsecutiveMacroArgTokens()
1016 Token *begin_tokens, in updateLocForMacroArgTokens()
1017 Token *end_tokens) { in updateLocForMacroArgTokens()
1026 Token &Tok = *begin_tokens; in updateLocForMacroArgTokens()
1037 void TokenLexer::PropagateLineStartLeadingSpaceInfo(Token &Result) { in PropagateLineStartLeadingSpaceInfo()