30     : FormatTok(nullptr), IsFirstToken(true), StateStack({LexerState::NORMAL}),  in FormatTokenLexer()
809   Token Tok = FormatTok->Tok;  in getStashedToken()
810   StringRef TokenText = FormatTok->TokenText;  in getStashedToken()
812   unsigned OriginalColumn = FormatTok->OriginalColumn;  in getStashedToken()
813   FormatTok = new (Allocator.Allocate()) FormatToken;  in getStashedToken()
814   FormatTok->Tok = Tok;  in getStashedToken()
816       FormatTok->Tok.getLocation().getLocWithOffset(Tok.getLength() - 1);  in getStashedToken()
817   FormatTok->Tok.setLocation(TokLocation);  in getStashedToken()
818   FormatTok->WhitespaceRange = SourceRange(TokLocation, TokLocation);  in getStashedToken()
819   FormatTok->TokenText = TokenText;  in getStashedToken()
820   FormatTok->ColumnWidth = 1;  in getStashedToken()
821   FormatTok->OriginalColumn = OriginalColumn + 1;  in getStashedToken()
823   return FormatTok;  in getStashedToken()
832   FormatTok = new (Allocator.Allocate()) FormatToken;  in getNextToken()
833   readRawToken(*FormatTok);  in getNextToken()
835       FormatTok->Tok.getLocation().getLocWithOffset(-TrailingWhitespace);  in getNextToken()
836   FormatTok->IsFirst = IsFirstToken;  in getNextToken()
841   while (FormatTok->Tok.is(tok::unknown)) {  in getNextToken()
842     StringRef Text = FormatTok->TokenText;  in getNextToken()
862         ++FormatTok->NewlinesBefore;  in getNextToken()
863         FormatTok->HasUnescapedNewline = !EscapesNewline(i - 1);  in getNextToken()
864         FormatTok->LastNewlineOffset = WhitespaceLength + i + 1;  in getNextToken()
868         FormatTok->LastNewlineOffset = WhitespaceLength + i + 1;  in getNextToken()
884           FormatTok->setType(TT_ImplicitStringLiteral);  in getNextToken()
887         FormatTok->setType(TT_ImplicitStringLiteral);  in getNextToken()
890       if (FormatTok->getType() == TT_ImplicitStringLiteral)  in getNextToken()
894     if (FormatTok->is(TT_ImplicitStringLiteral))  in getNextToken()
896     WhitespaceLength += FormatTok->Tok.getLength();  in getNextToken()
898     readRawToken(*FormatTok);  in getNextToken()
910       FormatTok->is(tok::comment) && FormatTok->TokenText.startswith("//")) {  in getNextToken()
911     size_t BackslashPos = FormatTok->TokenText.find('\\');  in getNextToken()
913       if (BackslashPos + 1 < FormatTok->TokenText.size() &&  in getNextToken()
914           FormatTok->TokenText[BackslashPos + 1] == '\n') {  in getNextToken()
916         Offset -= FormatTok->TokenText.size();  in getNextToken()
919         FormatTok->TokenText = FormatTok->TokenText.substr(0, BackslashPos + 1);  in getNextToken()
920         FormatTok->ColumnWidth = encoding::columnWidthWithTabs(  in getNextToken()
921             FormatTok->TokenText, FormatTok->OriginalColumn, Style.TabWidth,  in getNextToken()
925       BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1);  in getNextToken()
933   while (FormatTok->TokenText.size() > 1 && FormatTok->TokenText[0] == '\\') {  in getNextToken()
935     if (FormatTok->TokenText.size() > 2 &&  in getNextToken()
936         (FormatTok->TokenText[1] == '\r' && FormatTok->TokenText[2] == '\n'))  in getNextToken()
938     else if (FormatTok->TokenText[1] == '\n')  in getNextToken()
943     ++FormatTok->NewlinesBefore;  in getNextToken()
945     FormatTok->LastNewlineOffset = SkippedWhitespace;  in getNextToken()
947     FormatTok->TokenText = FormatTok->TokenText.substr(SkippedWhitespace);  in getNextToken()
950   FormatTok->WhitespaceRange = SourceRange(  in getNextToken()
953   FormatTok->OriginalColumn = Column;  in getNextToken()
956   if (FormatTok->Tok.is(tok::comment)) {  in getNextToken()
958     StringRef UntrimmedText = FormatTok->TokenText;  in getNextToken()
959     FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f");  in getNextToken()
960     TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size();  in getNextToken()
961   } else if (FormatTok->Tok.is(tok::raw_identifier)) {  in getNextToken()
962     IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText);  in getNextToken()
963     FormatTok->Tok.setIdentifierInfo(&Info);  in getNextToken()
964     FormatTok->Tok.setKind(Info.getTokenID());  in getNextToken()
966         FormatTok->isOneOf(tok::kw_struct, tok::kw_union, tok::kw_delete,  in getNextToken()
968       FormatTok->Tok.setKind(tok::identifier);  in getNextToken()
969       FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
971                FormatTok->isOneOf(tok::kw_struct, tok::kw_union,  in getNextToken()
973       FormatTok->Tok.setKind(tok::identifier);  in getNextToken()
974       FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
976   } else if (FormatTok->Tok.is(tok::greatergreater)) {  in getNextToken()
977     FormatTok->Tok.setKind(tok::greater);  in getNextToken()
978     FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);  in getNextToken()
981   } else if (FormatTok->Tok.is(tok::lessless)) {  in getNextToken()
982     FormatTok->Tok.setKind(tok::less);  in getNextToken()
983     FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);  in getNextToken()
990   StringRef Text = FormatTok->TokenText;  in getNextToken()
995     FormatTok->ColumnWidth =  in getNextToken()
997     Column += FormatTok->ColumnWidth;  in getNextToken()
999     FormatTok->IsMultiline = true;  in getNextToken()
1002     FormatTok->ColumnWidth = encoding::columnWidthWithTabs(  in getNextToken()
1007     FormatTok->LastLineColumnWidth = encoding::columnWidthWithTabs(  in getNextToken()
1009     Column = FormatTok->LastLineColumnWidth;  in getNextToken()
1013     auto it = Macros.find(FormatTok->Tok.getIdentifierInfo());  in getNextToken()
1018       FormatTok->setType(it->second);  in getNextToken()
1024         FormatTok->Tok.setKind(tok::kw_if);  in getNextToken()
1026     } else if (FormatTok->is(tok::identifier)) {  in getNextToken()
1028         FormatTok->setType(TT_MacroBlockBegin);  in getNextToken()
1030         FormatTok->setType(TT_MacroBlockEnd);  in getNextToken()
1035   return FormatTok;  in getNextToken()