301     const char *TokenPtr = BufferPtr;  in lexCommentText()  local
302     assert(TokenPtr < CommentEnd);  in lexCommentText()
303     switch (*TokenPtr) {  in lexCommentText()
306           TokenPtr = skipNewline(TokenPtr, CommentEnd);  in lexCommentText()
307           formTokenWithChars(T, TokenPtr, tok::newline);  in lexCommentText()
315           size_t End = StringRef(TokenPtr, CommentEnd - TokenPtr)  in lexCommentText()
318             TokenPtr += End;  in lexCommentText()
320             TokenPtr = CommentEnd;  in lexCommentText()
321           formTextToken(T, TokenPtr);  in lexCommentText()
351   const char *TokenPtr = BufferPtr;  in lexCommentText()  local
352   assert(TokenPtr < CommentEnd);  in lexCommentText()
353   switch(*TokenPtr) {  in lexCommentText()
360           (*TokenPtr == '@') ? tok::at_command : tok::backslash_command;  in lexCommentText()
361       TokenPtr++;  in lexCommentText()
362       if (TokenPtr == CommentEnd) {  in lexCommentText()
363         formTextToken(T, TokenPtr);  in lexCommentText()
366       char C = *TokenPtr;  in lexCommentText()
375         TokenPtr++;  in lexCommentText()
376         if (C == ':' && TokenPtr != CommentEnd && *TokenPtr == ':') {  in lexCommentText()
378           TokenPtr++;  in lexCommentText()
380         StringRef UnescapedText(BufferPtr + 1, TokenPtr - (BufferPtr + 1));  in lexCommentText()
381         formTokenWithChars(T, TokenPtr, tok::text);  in lexCommentText()
387       if (!isCommandNameStartCharacter(*TokenPtr)) {  in lexCommentText()
388         formTextToken(T, TokenPtr);  in lexCommentText()
392       TokenPtr = skipCommandName(TokenPtr, CommentEnd);  in lexCommentText()
393       unsigned Length = TokenPtr - (BufferPtr + 1);  in lexCommentText()
397       if (Length == 1 && TokenPtr[-1] == 'f' && TokenPtr != CommentEnd) {  in lexCommentText()
398         C = *TokenPtr;  in lexCommentText()
400           TokenPtr++;  in lexCommentText()
412           SourceLocation EndLoc = getSourceLocation(TokenPtr);  in lexCommentText()
419           formTokenWithChars(T, TokenPtr, tok::unknown_command);  in lexCommentText()
427         setupAndLexVerbatimBlock(T, TokenPtr, *BufferPtr, Info);  in lexCommentText()
431         setupAndLexVerbatimLine(T, TokenPtr, Info);  in lexCommentText()
434       formTokenWithChars(T, TokenPtr, CommandKind);  in lexCommentText()
444       TokenPtr++;  in lexCommentText()
445       if (TokenPtr == CommentEnd) {  in lexCommentText()
446         formTextToken(T, TokenPtr);  in lexCommentText()
449       const char C = *TokenPtr;  in lexCommentText()
455         formTextToken(T, TokenPtr);  in lexCommentText()
571   const char *TokenPtr = BufferPtr;  in lexHTMLCharacterReference()  local
572   assert(*TokenPtr == '&');  in lexHTMLCharacterReference()
573   TokenPtr++;  in lexHTMLCharacterReference()
574   if (TokenPtr == CommentEnd) {  in lexHTMLCharacterReference()
575     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
581   char C = *TokenPtr;  in lexHTMLCharacterReference()
583     NamePtr = TokenPtr;  in lexHTMLCharacterReference()
584     TokenPtr = skipNamedCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
587     TokenPtr++;  in lexHTMLCharacterReference()
588     if (TokenPtr == CommentEnd) {  in lexHTMLCharacterReference()
589       formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
592     C = *TokenPtr;  in lexHTMLCharacterReference()
594       NamePtr = TokenPtr;  in lexHTMLCharacterReference()
595       TokenPtr = skipDecimalCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
598       TokenPtr++;  in lexHTMLCharacterReference()
599       NamePtr = TokenPtr;  in lexHTMLCharacterReference()
600       TokenPtr = skipHexCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
602       formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
606     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
609   if (NamePtr == TokenPtr || TokenPtr == CommentEnd ||  in lexHTMLCharacterReference()
610       *TokenPtr != ';') {  in lexHTMLCharacterReference()
611     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
614   StringRef Name(NamePtr, TokenPtr - NamePtr);  in lexHTMLCharacterReference()
615   TokenPtr++; // Skip semicolon.  in lexHTMLCharacterReference()
625     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
628   formTokenWithChars(T, TokenPtr, tok::text);  in lexHTMLCharacterReference()
656   const char *TokenPtr = BufferPtr;  in lexHTMLStartTag()  local
657   char C = *TokenPtr;  in lexHTMLStartTag()
659     TokenPtr = skipHTMLIdentifier(TokenPtr, CommentEnd);  in lexHTMLStartTag()
660     StringRef Ident(BufferPtr, TokenPtr - BufferPtr);  in lexHTMLStartTag()
661     formTokenWithChars(T, TokenPtr, tok::html_ident);  in lexHTMLStartTag()
666       TokenPtr++;  in lexHTMLStartTag()
667       formTokenWithChars(T, TokenPtr, tok::html_equals);  in lexHTMLStartTag()
671       const char *OpenQuote = TokenPtr;  in lexHTMLStartTag()
672       TokenPtr = skipHTMLQuotedString(TokenPtr, CommentEnd);  in lexHTMLStartTag()
673       const char *ClosingQuote = TokenPtr;  in lexHTMLStartTag()
674       if (TokenPtr != CommentEnd) // Skip closing quote.  in lexHTMLStartTag()
675         TokenPtr++;  in lexHTMLStartTag()
676       formTokenWithChars(T, TokenPtr, tok::html_quoted_string);  in lexHTMLStartTag()
682       TokenPtr++;  in lexHTMLStartTag()
683       formTokenWithChars(T, TokenPtr, tok::html_greater);  in lexHTMLStartTag()
687       TokenPtr++;  in lexHTMLStartTag()
688       if (TokenPtr != CommentEnd && *TokenPtr == '>') {  in lexHTMLStartTag()
689         TokenPtr++;  in lexHTMLStartTag()
690         formTokenWithChars(T, TokenPtr, tok::html_slash_greater);  in lexHTMLStartTag()
692         formTextToken(T, TokenPtr);  in lexHTMLStartTag()