30     : FormatTok(nullptr), IsFirstToken(true), StateStack({LexerState::NORMAL}),  in FormatTokenLexer()
1035   Token Tok = FormatTok->Tok;  in getStashedToken()
1036   StringRef TokenText = FormatTok->TokenText;  in getStashedToken()
1038   unsigned OriginalColumn = FormatTok->OriginalColumn;  in getStashedToken()
1039   FormatTok = new (Allocator.Allocate()) FormatToken;  in getStashedToken()
1040   FormatTok->Tok = Tok;  in getStashedToken()
1042       FormatTok->Tok.getLocation().getLocWithOffset(Tok.getLength() - 1);  in getStashedToken()
1043   FormatTok->Tok.setLocation(TokLocation);  in getStashedToken()
1044   FormatTok->WhitespaceRange = SourceRange(TokLocation, TokLocation);  in getStashedToken()
1045   FormatTok->TokenText = TokenText;  in getStashedToken()
1046   FormatTok->ColumnWidth = 1;  in getStashedToken()
1047   FormatTok->OriginalColumn = OriginalColumn + 1;  in getStashedToken()
1049   return FormatTok;  in getStashedToken()
1059   assert(NewLen <= FormatTok->TokenText.size());  in truncateToken()
1061       Lex->getBufferLocation() - FormatTok->TokenText.size() + NewLen)));  in truncateToken()
1062   FormatTok->TokenText = FormatTok->TokenText.substr(0, NewLen);  in truncateToken()
1063   FormatTok->ColumnWidth = encoding::columnWidthWithTabs(  in truncateToken()
1064       FormatTok->TokenText, FormatTok->OriginalColumn, Style.TabWidth,  in truncateToken()
1066   FormatTok->Tok.setLength(NewLen);  in truncateToken()
1110   FormatTok = new (Allocator.Allocate()) FormatToken;  in getNextToken()
1111   readRawToken(*FormatTok);  in getNextToken()
1113       FormatTok->Tok.getLocation().getLocWithOffset(-TrailingWhitespace);  in getNextToken()
1114   FormatTok->IsFirst = IsFirstToken;  in getNextToken()
1122   while (FormatTok->isNot(tok::eof)) {  in getNextToken()
1123     auto LeadingWhitespace = countLeadingWhitespace(FormatTok->TokenText);  in getNextToken()
1126     if (LeadingWhitespace < FormatTok->TokenText.size())  in getNextToken()
1128     StringRef Text = FormatTok->TokenText;  in getNextToken()
1140         ++FormatTok->NewlinesBefore;  in getNextToken()
1142           FormatTok->HasUnescapedNewline = true;  in getNextToken()
1145         FormatTok->LastNewlineOffset = WhitespaceLength + i + 1;  in getNextToken()
1180     readRawToken(*FormatTok);  in getNextToken()
1183   if (FormatTok->is(tok::unknown))  in getNextToken()
1184     FormatTok->setType(TT_ImplicitStringLiteral);  in getNextToken()
1194       FormatTok->is(tok::comment) && FormatTok->TokenText.starts_with("//")) {  in getNextToken()
1195     size_t BackslashPos = FormatTok->TokenText.find('\\');  in getNextToken()
1197       if (BackslashPos + 1 < FormatTok->TokenText.size() &&  in getNextToken()
1198           FormatTok->TokenText[BackslashPos + 1] == '\n') {  in getNextToken()
1202       BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1);  in getNextToken()
1214     if (FormatTok->is(tok::numeric_constant)) {  in getNextToken()
1216       auto Quote = FormatTok->TokenText.find('\'');  in getNextToken()
1219     } else if (FormatTok->isOneOf(tok::hash, tok::hashhash)) {  in getNextToken()
1220       FormatTok->Tok.setKind(tok::raw_identifier);  in getNextToken()
1221     } else if (FormatTok->is(tok::raw_identifier)) {  in getNextToken()
1222       if (FormatTok->TokenText == "`") {  in getNextToken()
1223         FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
1224         FormatTok->Tok.setKind(tok::hash);  in getNextToken()
1225       } else if (FormatTok->TokenText == "``") {  in getNextToken()
1226         FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
1227         FormatTok->Tok.setKind(tok::hashhash);  in getNextToken()
1230                  NumberBase.match(FormatTok->TokenText, &Matches)) {  in getNextToken()
1236         FormatTok->setFinalizedType(TT_VerilogNumberBase);  in getNextToken()
1241   FormatTok->WhitespaceRange = SourceRange(  in getNextToken()
1244   FormatTok->OriginalColumn = Column;  in getNextToken()
1247   if (FormatTok->is(tok::comment)) {  in getNextToken()
1249     StringRef UntrimmedText = FormatTok->TokenText;  in getNextToken()
1250     FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f");  in getNextToken()
1251     TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size();  in getNextToken()
1252   } else if (FormatTok->is(tok::raw_identifier)) {  in getNextToken()
1253     IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText);  in getNextToken()
1254     FormatTok->Tok.setIdentifierInfo(&Info);  in getNextToken()
1255     FormatTok->Tok.setKind(Info.getTokenID());  in getNextToken()
1257         FormatTok->isOneOf(tok::kw_struct, tok::kw_union, tok::kw_delete,  in getNextToken()
1259       FormatTok->Tok.setKind(tok::identifier);  in getNextToken()
1260       FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
1262                FormatTok->isOneOf(tok::kw_struct, tok::kw_union,  in getNextToken()
1264       FormatTok->Tok.setKind(tok::identifier);  in getNextToken()
1265       FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
1266     } else if (Style.isTableGen() && !Keywords.isTableGenKeyword(*FormatTok)) {  in getNextToken()
1267       FormatTok->Tok.setKind(tok::identifier);  in getNextToken()
1268       FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
1270   } else if (FormatTok->is(tok::greatergreater)) {  in getNextToken()
1271     FormatTok->Tok.setKind(tok::greater);  in getNextToken()
1272     FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);  in getNextToken()
1275   } else if (FormatTok->is(tok::lessless)) {  in getNextToken()
1276     FormatTok->Tok.setKind(tok::less);  in getNextToken()
1277     FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);  in getNextToken()
1284       FormatTok->Tok.isOneOf(tok::identifier, tok::question)) {  in getNextToken()
1286     FormatTok->Tok.setKind(tok::numeric_constant);  in getNextToken()
1291   StringRef Text = FormatTok->TokenText;  in getNextToken()
1296     FormatTok->ColumnWidth =  in getNextToken()
1298     Column += FormatTok->ColumnWidth;  in getNextToken()
1300     FormatTok->IsMultiline = true;  in getNextToken()
1303     FormatTok->ColumnWidth = encoding::columnWidthWithTabs(  in getNextToken()
1308     FormatTok->LastLineColumnWidth = encoding::columnWidthWithTabs(  in getNextToken()
1310     Column = FormatTok->LastLineColumnWidth;  in getNextToken()
1314     auto *Identifier = FormatTok->Tok.getIdentifierInfo();  in getNextToken()
1320       FormatTok->setType(it->second);  in getNextToken()
1326         FormatTok->Tok.setKind(tok::kw_if);  in getNextToken()
1328     } else if (FormatTok->is(tok::identifier)) {  in getNextToken()
1330         FormatTok->setType(TT_MacroBlockBegin);  in getNextToken()
1332         FormatTok->setType(TT_MacroBlockEnd);  in getNextToken()
1334         FormatTok->setFinalizedType(TT_TypeName);  in getNextToken()
1338   return FormatTok;  in getNextToken()