Lines Matching refs:FormatTok

30     : FormatTok(nullptr), IsFirstToken(true), StateStack({LexerState::NORMAL}),  in FormatTokenLexer()
995 size_t BackslashPos = FormatTok->TokenText.find('\\'); in handleCSharpVerbatimAndInterpolatedStrings()
997 if (BackslashPos + 1 < FormatTok->TokenText.size() && in handleCSharpVerbatimAndInterpolatedStrings()
998 FormatTok->TokenText[BackslashPos + 1] == '\n') { in handleCSharpVerbatimAndInterpolatedStrings()
1002 BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1); in handleCSharpVerbatimAndInterpolatedStrings()
1012 if (FormatTok->isOneOf(tok::hash, tok::hashhash)) {
1013 FormatTok->Tok.setKind(tok::raw_identifier);
1014 } else if (FormatTok->is(tok::raw_identifier)) {
1015 if (FormatTok->TokenText == "`") {
1016 FormatTok->Tok.setIdentifierInfo(nullptr);
1017 FormatTok->Tok.setKind(tok::hash);
1018 } else if (FormatTok->TokenText == "``") {
1019 FormatTok->Tok.setIdentifierInfo(nullptr);
1020 FormatTok->Tok.setKind(tok::hashhash);
1025 FormatTok->WhitespaceRange = SourceRange(
1028 FormatTok->OriginalColumn = Column;
1031 if (FormatTok->is(tok::comment)) {
1033 StringRef UntrimmedText = FormatTok->TokenText;
1034 FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f");
1035 TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size();
1036 } else if (FormatTok->is(tok::raw_identifier)) {
1037 IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText);
1038 FormatTok->Tok.setIdentifierInfo(&Info);
1039 FormatTok->Tok.setKind(Info.getTokenID());
1041 FormatTok->isOneOf(tok::kw_struct, tok::kw_union, tok::kw_delete,
1043 FormatTok->Tok.setKind(tok::identifier);
1044 FormatTok->Tok.setIdentifierInfo(nullptr);
1046 FormatTok->isOneOf(tok::kw_struct, tok::kw_union,
1048 FormatTok->Tok.setKind(tok::identifier);
1049 FormatTok->Tok.setIdentifierInfo(nullptr);
1051 } else if (FormatTok->is(tok::greatergreater)) {
1052 FormatTok->Tok.setKind(tok::greater);
1053 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);
1056 } else if (FormatTok->is(tok::lessless)) {
1057 FormatTok->Tok.setKind(tok::less);
1058 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);
1065 StringRef Text = FormatTok->TokenText;
1070 FormatTok->ColumnWidth =
1072 Column += FormatTok->ColumnWidth;
1074 FormatTok->IsMultiline = true;
1077 FormatTok->ColumnWidth = encoding::columnWidthWithTabs(
1082 FormatTok->LastLineColumnWidth = encoding::columnWidthWithTabs(
1084 Column = FormatTok->LastLineColumnWidth;
1088 auto it = Macros.find(FormatTok->Tok.getIdentifierInfo());
1093 FormatTok->setType(it->second);
1099 FormatTok->Tok.setKind(tok::kw_if);
1101 } else if (FormatTok->is(tok::identifier)) {
1103 FormatTok->setType(TT_MacroBlockBegin);
1105 FormatTok->setType(TT_MacroBlockEnd);
1109 return FormatTok;