Lines Matching refs:TokenText
224 if (Tokens.back()->TokenText.size() == 1 && in tryMergePreviousTokens()
297 At->TokenText = StringRef(At->TokenText.begin(), in tryMergeNSStringLiteral()
298 String->TokenText.end() - At->TokenText.begin()); in tryMergeNSStringLiteral()
315 Hash->TokenText = in tryMergeJSPrivateIdentifier()
316 StringRef(Hash->TokenText.begin(), in tryMergeJSPrivateIdentifier()
317 Identifier->TokenText.end() - Hash->TokenText.begin()); in tryMergeJSPrivateIdentifier()
339 if (Prefix->isNot(tok::at) && Prefix->TokenText != "$") in tryMergeCSharpStringLiteral()
344 if ((Tok->TokenText == "$" && Prefix->is(tok::at)) || in tryMergeCSharpStringLiteral()
345 (Tok->is(tok::at) && Prefix->TokenText == "$")) { in tryMergeCSharpStringLiteral()
355 Prefix->TokenText = in tryMergeCSharpStringLiteral()
356 StringRef(Prefix->TokenText.begin(), in tryMergeCSharpStringLiteral()
357 String->TokenText.end() - Prefix->TokenText.begin()); in tryMergeCSharpStringLiteral()
381 NullishCoalescing->TokenText = in tryMergeNullishCoalescingEqual()
382 StringRef(NullishCoalescing->TokenText.begin(), in tryMergeNullishCoalescingEqual()
383 Equal->TokenText.end() - NullishCoalescing->TokenText.begin()); in tryMergeNullishCoalescingEqual()
397 if (Keyword->TokenText == "$") in tryMergeCSharpKeywordVariables()
403 At->TokenText = StringRef(At->TokenText.begin(), in tryMergeCSharpKeywordVariables()
404 Keyword->TokenText.end() - At->TokenText.begin()); in tryMergeCSharpKeywordVariables()
418 if (Identifier->TokenText != "foreach") in tryTransformCSharpForEach()
435 if (Each->TokenText != "each") in tryMergeForEach()
441 For->TokenText = StringRef(For->TokenText.begin(), in tryMergeForEach()
442 Each->TokenText.end() - For->TokenText.begin()); in tryMergeForEach()
490 First[0]->TokenText = "<<"; in tryMergeLessLess()
514 First[0]->TokenText = ">>"; in tryMergeGreaterGreater()
545 AddLength += First[i]->TokenText.size(); in tryMergeTokens()
549 First[0]->TokenText = StringRef(First[0]->TokenText.data(), in tryMergeTokens()
550 First[0]->TokenText.size() + AddLength); in tryMergeTokens()
622 const char *RegexBegin = Offset - RegexToken->TokenText.size(); in tryParseJSRegexLiteral()
651 RegexToken->TokenText = StringRef(RegexBegin, Offset - RegexBegin); in tryParseJSRegexLiteral()
652 RegexToken->ColumnWidth = RegexToken->TokenText.size(); in tryParseJSRegexLiteral()
722 auto &TokenText = CSharpStringLiteral->TokenText; in handleCSharpVerbatimAndInterpolatedStrings() local
726 if (TokenText.starts_with(R"($@")") || TokenText.starts_with(R"(@$")")) { in handleCSharpVerbatimAndInterpolatedStrings()
729 } else if (TokenText.starts_with(R"(@")")) { in handleCSharpVerbatimAndInterpolatedStrings()
739 const char *StrBegin = Lex->getBufferLocation() - TokenText.size(); in handleCSharpVerbatimAndInterpolatedStrings()
755 TokenText = LiteralText; in handleCSharpVerbatimAndInterpolatedStrings()
789 MultiLineString->TokenText = Text; in handleTableGenMultilineString()
815 StringRef Text = Tok->TokenText; in handleTableGenNumericLikeIdentifier()
862 BacktickToken->TokenText == "`") { in handleTemplateStrings()
870 const char *TmplBegin = Offset - BacktickToken->TokenText.size(); // at "`" in handleTemplateStrings()
891 BacktickToken->TokenText = LiteralText; in handleTemplateStrings()
919 Lex->getBufferLocation() - HashToken->TokenText.size(); // at "#" in tryParsePythonComment()
927 HashToken->TokenText = Lex->getBuffer().substr(From, Len); in tryParsePythonComment()
949 if (Macro->TokenText != "_T") in tryMerge_TMacro()
952 const char *Start = Macro->TokenText.data(); in tryMerge_TMacro()
953 const char *End = Last->TokenText.data() + Last->TokenText.size(); in tryMerge_TMacro()
954 String->TokenText = StringRef(Start, End - Start); in tryMerge_TMacro()
960 String->TokenText, String->OriginalColumn, Style.TabWidth, Encoding); in tryMerge_TMacro()
1036 StringRef TokenText = FormatTok->TokenText; in getStashedToken() local
1045 FormatTok->TokenText = TokenText; in getStashedToken()
1059 assert(NewLen <= FormatTok->TokenText.size()); in truncateToken()
1061 Lex->getBufferLocation() - FormatTok->TokenText.size() + NewLen))); in truncateToken()
1062 FormatTok->TokenText = FormatTok->TokenText.substr(0, NewLen); in truncateToken()
1064 FormatTok->TokenText, FormatTok->OriginalColumn, Style.TabWidth, in truncateToken()
1123 auto LeadingWhitespace = countLeadingWhitespace(FormatTok->TokenText); in getNextToken()
1126 if (LeadingWhitespace < FormatTok->TokenText.size()) in getNextToken()
1128 StringRef Text = FormatTok->TokenText; in getNextToken()
1194 FormatTok->is(tok::comment) && FormatTok->TokenText.starts_with("//")) { in getNextToken()
1195 size_t BackslashPos = FormatTok->TokenText.find('\\'); in getNextToken()
1197 if (BackslashPos + 1 < FormatTok->TokenText.size() && in getNextToken()
1198 FormatTok->TokenText[BackslashPos + 1] == '\n') { in getNextToken()
1202 BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1); in getNextToken()
1216 auto Quote = FormatTok->TokenText.find('\''); in getNextToken()
1222 if (FormatTok->TokenText == "`") { in getNextToken()
1225 } else if (FormatTok->TokenText == "``") { in getNextToken()
1230 NumberBase.match(FormatTok->TokenText, &Matches)) { in getNextToken()
1249 StringRef UntrimmedText = FormatTok->TokenText; in getNextToken()
1250 FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f"); in getNextToken()
1251 TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size(); in getNextToken()
1253 IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText); in getNextToken()
1272 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
1277 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
1291 StringRef Text = FormatTok->TokenText; in getNextToken()
1387 Tok.TokenText = StringRef(SourceMgr.getCharacterData(Tok.Tok.getLocation()), in readRawToken()
1392 if (!Tok.TokenText.empty() && Tok.TokenText[0] == '"') { in readRawToken()
1395 } else if (Style.isJavaScript() && Tok.TokenText == "''") { in readRawToken()
1403 if (Tok.is(tok::comment) && isClangFormatOn(Tok.TokenText)) in readRawToken()
1408 if (Tok.is(tok::comment) && isClangFormatOff(Tok.TokenText)) in readRawToken()