29     : FormatTok(nullptr), IsFirstToken(true), StateStack({LexerState::NORMAL}),  in FormatTokenLexer()
458   Token Tok = FormatTok->Tok;  in getStashedToken()
459   StringRef TokenText = FormatTok->TokenText;  in getStashedToken()
461   unsigned OriginalColumn = FormatTok->OriginalColumn;  in getStashedToken()
462   FormatTok = new (Allocator.Allocate()) FormatToken;  in getStashedToken()
463   FormatTok->Tok = Tok;  in getStashedToken()
465       FormatTok->Tok.getLocation().getLocWithOffset(Tok.getLength() - 1);  in getStashedToken()
466   FormatTok->Tok.setLocation(TokLocation);  in getStashedToken()
467   FormatTok->WhitespaceRange = SourceRange(TokLocation, TokLocation);  in getStashedToken()
468   FormatTok->TokenText = TokenText;  in getStashedToken()
469   FormatTok->ColumnWidth = 1;  in getStashedToken()
470   FormatTok->OriginalColumn = OriginalColumn + 1;  in getStashedToken()
472   return FormatTok;  in getStashedToken()
481   FormatTok = new (Allocator.Allocate()) FormatToken;  in getNextToken()
482   readRawToken(*FormatTok);  in getNextToken()
484       FormatTok->Tok.getLocation().getLocWithOffset(-TrailingWhitespace);  in getNextToken()
485   FormatTok->IsFirst = IsFirstToken;  in getNextToken()
490   while (FormatTok->Tok.is(tok::unknown)) {  in getNextToken()
491     StringRef Text = FormatTok->TokenText;  in getNextToken()
511         ++FormatTok->NewlinesBefore;  in getNextToken()
512         FormatTok->HasUnescapedNewline = !EscapesNewline(i - 1);  in getNextToken()
513         FormatTok->LastNewlineOffset = WhitespaceLength + i + 1;  in getNextToken()
517         FormatTok->LastNewlineOffset = WhitespaceLength + i + 1;  in getNextToken()
532           FormatTok->Type = TT_ImplicitStringLiteral;  in getNextToken()
535         FormatTok->Type = TT_ImplicitStringLiteral;  in getNextToken()
538       if (FormatTok->Type == TT_ImplicitStringLiteral)  in getNextToken()
542     if (FormatTok->is(TT_ImplicitStringLiteral))  in getNextToken()
544     WhitespaceLength += FormatTok->Tok.getLength();  in getNextToken()
546     readRawToken(*FormatTok);  in getNextToken()
558       FormatTok->is(tok::comment) && FormatTok->TokenText.startswith("//")) {  in getNextToken()
559     size_t BackslashPos = FormatTok->TokenText.find('\\');  in getNextToken()
561       if (BackslashPos + 1 < FormatTok->TokenText.size() &&  in getNextToken()
562           FormatTok->TokenText[BackslashPos + 1] == '\n') {  in getNextToken()
564         Offset -= FormatTok->TokenText.size();  in getNextToken()
567         FormatTok->TokenText = FormatTok->TokenText.substr(0, BackslashPos + 1);  in getNextToken()
568         FormatTok->ColumnWidth = encoding::columnWidthWithTabs(  in getNextToken()
569             FormatTok->TokenText, FormatTok->OriginalColumn, Style.TabWidth,  in getNextToken()
573       BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1);  in getNextToken()
581   while (FormatTok->TokenText.size() > 1 && FormatTok->TokenText[0] == '\\') {  in getNextToken()
583     if (FormatTok->TokenText.size() > 2 &&  in getNextToken()
584         (FormatTok->TokenText[1] == '\r' && FormatTok->TokenText[2] == '\n'))  in getNextToken()
586     else if (FormatTok->TokenText[1] == '\n')  in getNextToken()
591     ++FormatTok->NewlinesBefore;  in getNextToken()
593     FormatTok->LastNewlineOffset = SkippedWhitespace;  in getNextToken()
595     FormatTok->TokenText = FormatTok->TokenText.substr(SkippedWhitespace);  in getNextToken()
598   FormatTok->WhitespaceRange = SourceRange(  in getNextToken()
601   FormatTok->OriginalColumn = Column;  in getNextToken()
604   if (FormatTok->Tok.is(tok::comment)) {  in getNextToken()
606     StringRef UntrimmedText = FormatTok->TokenText;  in getNextToken()
607     FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f");  in getNextToken()
608     TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size();  in getNextToken()
609   } else if (FormatTok->Tok.is(tok::raw_identifier)) {  in getNextToken()
610     IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText);  in getNextToken()
611     FormatTok->Tok.setIdentifierInfo(&Info);  in getNextToken()
612     FormatTok->Tok.setKind(Info.getTokenID());  in getNextToken()
614         FormatTok->isOneOf(tok::kw_struct, tok::kw_union, tok::kw_delete,  in getNextToken()
616       FormatTok->Tok.setKind(tok::identifier);  in getNextToken()
617       FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
619                FormatTok->isOneOf(tok::kw_struct, tok::kw_union,  in getNextToken()
621       FormatTok->Tok.setKind(tok::identifier);  in getNextToken()
622       FormatTok->Tok.setIdentifierInfo(nullptr);  in getNextToken()
624   } else if (FormatTok->Tok.is(tok::greatergreater)) {  in getNextToken()
625     FormatTok->Tok.setKind(tok::greater);  in getNextToken()
626     FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);  in getNextToken()
629   } else if (FormatTok->Tok.is(tok::lessless)) {  in getNextToken()
630     FormatTok->Tok.setKind(tok::less);  in getNextToken()
631     FormatTok->TokenText = FormatTok->TokenText.substr(0, 1);  in getNextToken()
638   StringRef Text = FormatTok->TokenText;  in getNextToken()
643     FormatTok->ColumnWidth =  in getNextToken()
645     Column += FormatTok->ColumnWidth;  in getNextToken()
647     FormatTok->IsMultiline = true;  in getNextToken()
650     FormatTok->ColumnWidth = encoding::columnWidthWithTabs(  in getNextToken()
655     FormatTok->LastLineColumnWidth = encoding::columnWidthWithTabs(  in getNextToken()
657     Column = FormatTok->LastLineColumnWidth;  in getNextToken()
661     auto it = Macros.find(FormatTok->Tok.getIdentifierInfo());  in getNextToken()
666       FormatTok->Type = it->second;  in getNextToken()
667     } else if (FormatTok->is(tok::identifier)) {  in getNextToken()
669         FormatTok->Type = TT_MacroBlockBegin;  in getNextToken()
671         FormatTok->Type = TT_MacroBlockEnd;  in getNextToken()
676   return FormatTok;  in getNextToken()