Lines Matching refs:Tokens

80   assert(Tokens.empty());  in lex()
83 Tokens.push_back(getNextToken()); in lex()
100 if (Tokens.back()->NewlinesBefore > 0 || Tokens.back()->IsMultiline) in lex()
101 FirstInLineIndex = Tokens.size() - 1; in lex()
102 } while (Tokens.back()->isNot(tok::eof)); in lex()
103 return Tokens; in lex()
131 Tokens.back()->Tok.setKind(tok::pipepipe); in tryMergePreviousTokens()
136 Tokens.back()->Tok.setKind(tok::period); in tryMergePreviousTokens()
156 Tokens.back()->Tok.setKind(tok::l_square); in tryMergePreviousTokens()
186 Tokens.back()->Tok.setKind(tok::starequal); in tryMergePreviousTokens()
192 Tokens.back()->Tok.setKind(tok::equal); in tryMergePreviousTokens()
208 if (Tokens.size() >= 3 && Tokens.end()[-3]->is(TT_VerilogNumberBase) && in tryMergePreviousTokens()
209 Tokens.end()[-2]->is(tok::numeric_constant) && in tryMergePreviousTokens()
210 Tokens.back()->isOneOf(tok::numeric_constant, tok::identifier, in tryMergePreviousTokens()
224 if (Tokens.back()->TokenText.size() == 1 && in tryMergePreviousTokens()
227 Tokens.back()->Tok.setKind(tok::caret); in tryMergePreviousTokens()
232 Tokens.back()->Tok.setKind(tok::lessless); in tryMergePreviousTokens()
236 Tokens.back()->Tok.setKind(tok::greatergreater); in tryMergePreviousTokens()
246 Tokens.back()->ForcedPrecedence = prec::Assignment; in tryMergePreviousTokens()
274 Tokens.back()->is(tok::arrow)) { in tryMergePreviousTokens()
275 Tokens.back()->ForcedPrecedence = prec::Comma; in tryMergePreviousTokens()
283 Tokens.back()->setFinalizedType(TT_TableGenMultiLineString); in tryMergePreviousTokens()
284 Tokens.back()->Tok.setKind(tok::string_literal); in tryMergePreviousTokens()
290 if (Tokens.size() < 2) in tryMergeNSStringLiteral()
292 auto &At = *(Tokens.end() - 2); in tryMergeNSStringLiteral()
293 auto &String = *(Tokens.end() - 1); in tryMergeNSStringLiteral()
301 Tokens.erase(Tokens.end() - 1); in tryMergeNSStringLiteral()
308 if (Tokens.size() < 2) in tryMergeJSPrivateIdentifier()
310 auto &Hash = *(Tokens.end() - 2); in tryMergeJSPrivateIdentifier()
311 auto &Identifier = *(Tokens.end() - 1); in tryMergeJSPrivateIdentifier()
320 Tokens.erase(Tokens.end() - 1); in tryMergeJSPrivateIdentifier()
330 if (Tokens.size() < 2) in tryMergeCSharpStringLiteral()
334 const auto String = *(Tokens.end() - 1); in tryMergeCSharpStringLiteral()
338 auto Prefix = *(Tokens.end() - 2); in tryMergeCSharpStringLiteral()
342 if (Tokens.size() > 2) { in tryMergeCSharpStringLiteral()
343 const auto Tok = *(Tokens.end() - 3); in tryMergeCSharpStringLiteral()
348 Tokens.erase(Tokens.end() - 2); in tryMergeCSharpStringLiteral()
360 Tokens.erase(Tokens.end() - 1); in tryMergeCSharpStringLiteral()
372 if (Tokens.size() < 2) in tryMergeNullishCoalescingEqual()
374 auto &NullishCoalescing = *(Tokens.end() - 2); in tryMergeNullishCoalescingEqual()
375 auto &Equal = *(Tokens.end() - 1); in tryMergeNullishCoalescingEqual()
386 Tokens.erase(Tokens.end() - 1); in tryMergeNullishCoalescingEqual()
391 if (Tokens.size() < 2) in tryMergeCSharpKeywordVariables()
393 const auto At = *(Tokens.end() - 2); in tryMergeCSharpKeywordVariables()
396 const auto Keyword = *(Tokens.end() - 1); in tryMergeCSharpKeywordVariables()
407 Tokens.erase(Tokens.end() - 1); in tryMergeCSharpKeywordVariables()
413 if (Tokens.size() < 1) in tryTransformCSharpForEach()
415 auto &Identifier = *(Tokens.end() - 1); in tryTransformCSharpForEach()
427 if (Tokens.size() < 2) in tryMergeForEach()
429 auto &For = *(Tokens.end() - 2); in tryMergeForEach()
430 auto &Each = *(Tokens.end() - 1); in tryMergeForEach()
444 Tokens.erase(Tokens.end() - 1); in tryMergeForEach()
449 if (Tokens.size() < 2) in tryTransformTryUsageForC()
451 auto &Try = *(Tokens.end() - 2); in tryTransformTryUsageForC()
454 auto &Next = *(Tokens.end() - 1); in tryTransformTryUsageForC()
458 if (Tokens.size() > 2) { in tryTransformTryUsageForC()
459 auto &At = *(Tokens.end() - 3); in tryTransformTryUsageForC()
470 if (Tokens.size() < 3) in tryMergeLessLess()
473 auto First = Tokens.end() - 3; in tryMergeLessLess()
481 auto X = Tokens.size() > 3 ? First[-1] : nullptr; in tryMergeLessLess()
492 Tokens.erase(Tokens.end() - 2); in tryMergeLessLess()
498 if (Tokens.size() < 2) in tryMergeGreaterGreater()
501 auto First = Tokens.end() - 2; in tryMergeGreaterGreater()
509 auto Tok = Tokens.size() > 2 ? First[-1] : nullptr; in tryMergeGreaterGreater()
516 Tokens.erase(Tokens.end() - 1); in tryMergeGreaterGreater()
522 if (Tokens.size() < Kinds.size()) in tryMergeTokens()
526 Tokens.end() - Kinds.size(); in tryMergeTokens()
535 if (Tokens.size() < Count) in tryMergeTokens()
538 SmallVectorImpl<FormatToken *>::const_iterator First = Tokens.end() - Count; in tryMergeTokens()
548 Tokens.resize(Tokens.size() - Count + 1); in tryMergeTokens()
588 return Tokens.size() < 3 || precedesOperand(Tokens[Tokens.size() - 3]); in canPrecedeRegexLiteral()
603 FormatToken *RegexToken = Tokens.back(); in tryParseJSRegexLiteral()
608 for (FormatToken *FT : llvm::drop_begin(llvm::reverse(Tokens))) { in tryParseJSRegexLiteral()
717 FormatToken *CSharpStringLiteral = Tokens.back(); in handleCSharpVerbatimAndInterpolatedStrings()
779 FormatToken *MultiLineString = Tokens.back(); in handleTableGenMultilineString()
810 FormatToken *Tok = Tokens.back(); in handleTableGenNumericLikeIdentifier()
848 FormatToken *BacktickToken = Tokens.back(); in handleTemplateStrings()
914 FormatToken *HashToken = Tokens.back(); in tryParsePythonComment()
935 if (Tokens.size() < 4) in tryMerge_TMacro()
937 FormatToken *Last = Tokens.back(); in tryMerge_TMacro()
941 FormatToken *String = Tokens[Tokens.size() - 2]; in tryMerge_TMacro()
945 if (Tokens[Tokens.size() - 3]->isNot(tok::l_paren)) in tryMerge_TMacro()
948 FormatToken *Macro = Tokens[Tokens.size() - 4]; in tryMerge_TMacro()
964 Tokens.pop_back(); in tryMerge_TMacro()
965 Tokens.pop_back(); in tryMerge_TMacro()
966 Tokens.pop_back(); in tryMerge_TMacro()
967 Tokens.back() = String; in tryMerge_TMacro()
968 if (FirstInLineIndex >= Tokens.size()) in tryMerge_TMacro()
969 FirstInLineIndex = Tokens.size() - 1; in tryMerge_TMacro()
974 if (Tokens.back()->NewlinesBefore == 0 && Tokens.back()->isNot(tok::eof)) in tryMergeConflictMarkers()
990 Tokens[FirstInLineIndex]->getStartOfNonWhitespace()); in tryMergeConflictMarkers()
1017 FormatToken *Next = Tokens.back(); in tryMergeConflictMarkers()
1019 Tokens.resize(FirstInLineIndex + 1); in tryMergeConflictMarkers()
1023 Tokens.back()->setType(Type); in tryMergeConflictMarkers()
1024 Tokens.back()->Tok.setKind(tok::kw___unknown_anytype); in tryMergeConflictMarkers()
1026 Tokens.push_back(Next); in tryMergeConflictMarkers()
1228 } else if (Tokens.size() > 0 && in getNextToken()
1229 Tokens.back()->is(Keywords.kw_apostrophe) && in getNextToken()
1282 if (Style.isVerilog() && Tokens.size() > 0 && in getNextToken()
1283 Tokens.back()->is(TT_VerilogNumberBase) && in getNextToken()
1316 if (!(Tokens.size() > 0 && Tokens.back()->Tok.getIdentifierInfo() && in getNextToken()
1317 Tokens.back()->Tok.getIdentifierInfo()->getPPKeywordID() == in getNextToken()