Lines Matching refs:TokenText
117 At->TokenText = StringRef(At->TokenText.begin(), in tryMergeNSStringLiteral()
118 String->TokenText.end() - At->TokenText.begin()); in tryMergeNSStringLiteral()
145 First[0]->TokenText = "<<"; in tryMergeLessLess()
165 AddLength += First[i]->TokenText.size(); in tryMergeTokens()
168 First[0]->TokenText = StringRef(First[0]->TokenText.data(), in tryMergeTokens()
169 First[0]->TokenText.size() + AddLength); in tryMergeTokens()
234 const char *RegexBegin = Offset - RegexToken->TokenText.size(); in tryParseJSRegexLiteral()
263 RegexToken->TokenText = StringRef(RegexBegin, Offset - RegexBegin); in tryParseJSRegexLiteral()
264 RegexToken->ColumnWidth = RegexToken->TokenText.size(); in tryParseJSRegexLiteral()
284 BacktickToken->TokenText == "`") { in handleTemplateStrings()
292 const char *TmplBegin = Offset - BacktickToken->TokenText.size(); // at "`" in handleTemplateStrings()
312 BacktickToken->TokenText = LiteralText; in handleTemplateStrings()
342 Lex->getBufferLocation() - HashToken->TokenText.size(); // at "#" in tryParsePythonComment()
350 HashToken->TokenText = Lex->getBuffer().substr(From, Len); in tryParsePythonComment()
372 if (Macro->TokenText != "_T") in tryMerge_TMacro()
375 const char *Start = Macro->TokenText.data(); in tryMerge_TMacro()
376 const char *End = Last->TokenText.data() + Last->TokenText.size(); in tryMerge_TMacro()
377 String->TokenText = StringRef(Start, End - Start); in tryMerge_TMacro()
383 String->TokenText, String->OriginalColumn, Style.TabWidth, Encoding); in tryMerge_TMacro()
459 StringRef TokenText = FormatTok->TokenText; in getStashedToken() local
468 FormatTok->TokenText = TokenText; in getStashedToken()
491 StringRef Text = FormatTok->TokenText; in getNextToken()
558 FormatTok->is(tok::comment) && FormatTok->TokenText.startswith("//")) { in getNextToken()
559 size_t BackslashPos = FormatTok->TokenText.find('\\'); in getNextToken()
561 if (BackslashPos + 1 < FormatTok->TokenText.size() && in getNextToken()
562 FormatTok->TokenText[BackslashPos + 1] == '\n') { in getNextToken()
564 Offset -= FormatTok->TokenText.size(); in getNextToken()
567 FormatTok->TokenText = FormatTok->TokenText.substr(0, BackslashPos + 1); in getNextToken()
569 FormatTok->TokenText, FormatTok->OriginalColumn, Style.TabWidth, in getNextToken()
573 BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1); in getNextToken()
581 while (FormatTok->TokenText.size() > 1 && FormatTok->TokenText[0] == '\\') { in getNextToken()
583 if (FormatTok->TokenText.size() > 2 && in getNextToken()
584 (FormatTok->TokenText[1] == '\r' && FormatTok->TokenText[2] == '\n')) in getNextToken()
586 else if (FormatTok->TokenText[1] == '\n') in getNextToken()
595 FormatTok->TokenText = FormatTok->TokenText.substr(SkippedWhitespace); in getNextToken()
606 StringRef UntrimmedText = FormatTok->TokenText; in getNextToken()
607 FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f"); in getNextToken()
608 TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size(); in getNextToken()
610 IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText); in getNextToken()
626 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
631 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
638 StringRef Text = FormatTok->TokenText; in getNextToken()
681 Tok.TokenText = StringRef(SourceMgr.getCharacterData(Tok.Tok.getLocation()), in readRawToken()
686 if (!Tok.TokenText.empty() && Tok.TokenText[0] == '"') { in readRawToken()
690 Tok.TokenText == "''") { in readRawToken()
702 if (Tok.is(tok::comment) && (Tok.TokenText == "// clang-format on" || in readRawToken()
703 Tok.TokenText == "/* clang-format on */")) { in readRawToken()
709 if (Tok.is(tok::comment) && (Tok.TokenText == "// clang-format off" || in readRawToken()
710 Tok.TokenText == "/* clang-format off */")) { in readRawToken()