Lines Matching refs:Tok
59 const Token &Tok = Toks[Pos.CurToken]; in setupBuffer() local
61 Pos.BufferStart = Tok.getText().begin(); in setupBuffer()
62 Pos.BufferEnd = Tok.getText().end(); in setupBuffer()
64 Pos.BufferStartLoc = Tok.getLocation(); in setupBuffer()
99 if (P.Tok.is(tok::newline)) { in addToken()
101 Token Newline = P.Tok; in addToken()
103 if (P.Tok.isNot(tok::text)) { in addToken()
109 if (P.Tok.isNot(tok::text)) { in addToken()
114 Toks.push_back(P.Tok); in addToken()
153 bool lexWord(Token &Tok) { in lexWord() argument
182 formTokenWithChars(Tok, Loc, WordBegin, Length, Text); in lexWord()
186 bool lexDelimitedSeq(Token &Tok, char OpenDelim, char CloseDelim) { in lexDelimitedSeq() argument
227 formTokenWithChars(Tok, Loc, WordBegin, in lexDelimitedSeq()
308 assert(Tok.is(tok::backslash_command) || Tok.is(tok::at_command)); in parseBlockCommand()
313 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID()); in parseBlockCommand()
315 Tok.is(tok::backslash_command) ? CMK_Backslash : CMK_At; in parseBlockCommand()
317 PC = S.actOnParamCommandStart(Tok.getLocation(), in parseBlockCommand()
318 Tok.getEndLocation(), in parseBlockCommand()
319 Tok.getCommandID(), in parseBlockCommand()
322 TPC = S.actOnTParamCommandStart(Tok.getLocation(), in parseBlockCommand()
323 Tok.getEndLocation(), in parseBlockCommand()
324 Tok.getCommandID(), in parseBlockCommand()
327 BC = S.actOnBlockCommandStart(Tok.getLocation(), in parseBlockCommand()
328 Tok.getEndLocation(), in parseBlockCommand()
329 Tok.getCommandID(), in parseBlockCommand()
370 else if (Tok.is(tok::newline)) { in parseBlockCommand()
371 Token PrevTok = Tok; in parseBlockCommand()
400 assert(Tok.is(tok::backslash_command) || Tok.is(tok::at_command)); in parseInlineCommand()
401 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID()); in parseInlineCommand()
403 const Token CommandTok = Tok; in parseInlineCommand()
428 assert(Tok.is(tok::html_start_tag)); in parseHTMLStartTag()
430 S.actOnHTMLStartTagStart(Tok.getLocation(), in parseHTMLStartTag()
431 Tok.getHTMLTagStartName()); in parseHTMLStartTag()
436 switch (Tok.getKind()) { in parseHTMLStartTag()
438 Token Ident = Tok; in parseHTMLStartTag()
440 if (Tok.isNot(tok::html_equals)) { in parseHTMLStartTag()
445 Token Equals = Tok; in parseHTMLStartTag()
447 if (Tok.isNot(tok::html_quoted_string)) { in parseHTMLStartTag()
448 Diag(Tok.getLocation(), in parseHTMLStartTag()
453 while (Tok.is(tok::html_equals) || in parseHTMLStartTag()
454 Tok.is(tok::html_quoted_string)) in parseHTMLStartTag()
462 SourceRange(Tok.getLocation(), in parseHTMLStartTag()
463 Tok.getEndLocation()), in parseHTMLStartTag()
464 Tok.getHTMLQuotedString())); in parseHTMLStartTag()
472 Tok.getLocation(), in parseHTMLStartTag()
480 Tok.getLocation(), in parseHTMLStartTag()
487 Diag(Tok.getLocation(), in parseHTMLStartTag()
489 while (Tok.is(tok::html_equals) || in parseHTMLStartTag()
490 Tok.is(tok::html_quoted_string)) in parseHTMLStartTag()
492 if (Tok.is(tok::html_ident) || in parseHTMLStartTag()
493 Tok.is(tok::html_greater) || in parseHTMLStartTag()
494 Tok.is(tok::html_slash_greater)) in parseHTMLStartTag()
515 Tok.getLocation(), in parseHTMLStartTag()
518 Diag(Tok.getLocation(), in parseHTMLStartTag()
522 Diag(Tok.getLocation(), in parseHTMLStartTag()
533 assert(Tok.is(tok::html_end_tag)); in parseHTMLEndTag()
534 Token TokEndTag = Tok; in parseHTMLEndTag()
537 if (Tok.is(tok::html_greater)) { in parseHTMLEndTag()
538 Loc = Tok.getLocation(); in parseHTMLEndTag()
551 switch (Tok.getKind()) { in parseParagraphOrBlockCommand()
558 Content.push_back(S.actOnUnknownCommand(Tok.getLocation(), in parseParagraphOrBlockCommand()
559 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
560 Tok.getUnknownCommandName())); in parseParagraphOrBlockCommand()
566 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID()); in parseParagraphOrBlockCommand()
573 Diag(Tok.getLocation(), in parseParagraphOrBlockCommand()
575 << Tok.is(tok::at_command) in parseParagraphOrBlockCommand()
577 << SourceRange(Tok.getLocation(), Tok.getEndLocation()); in parseParagraphOrBlockCommand()
582 Content.push_back(S.actOnUnknownCommand(Tok.getLocation(), in parseParagraphOrBlockCommand()
583 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
595 if (Tok.is(tok::newline) || Tok.is(tok::eof)) { in parseParagraphOrBlockCommand()
601 if (Tok.is(tok::text) && isWhitespace(Tok.getText())) { in parseParagraphOrBlockCommand()
602 Token WhitespaceTok = Tok; in parseParagraphOrBlockCommand()
604 if (Tok.is(tok::newline) || Tok.is(tok::eof)) { in parseParagraphOrBlockCommand()
626 Content.push_back(S.actOnText(Tok.getLocation(), in parseParagraphOrBlockCommand()
627 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
628 Tok.getText())); in parseParagraphOrBlockCommand()
649 assert(Tok.is(tok::verbatim_block_begin)); in parseVerbatimBlock()
652 S.actOnVerbatimBlockStart(Tok.getLocation(), in parseVerbatimBlock()
653 Tok.getVerbatimBlockID()); in parseVerbatimBlock()
658 if (Tok.is(tok::newline)) in parseVerbatimBlock()
662 while (Tok.is(tok::verbatim_block_line) || in parseVerbatimBlock()
663 Tok.is(tok::newline)) { in parseVerbatimBlock()
665 if (Tok.is(tok::verbatim_block_line)) { in parseVerbatimBlock()
666 Line = S.actOnVerbatimBlockLine(Tok.getLocation(), in parseVerbatimBlock()
667 Tok.getVerbatimBlockText()); in parseVerbatimBlock()
669 if (Tok.is(tok::newline)) { in parseVerbatimBlock()
674 Line = S.actOnVerbatimBlockLine(Tok.getLocation(), ""); in parseVerbatimBlock()
680 if (Tok.is(tok::verbatim_block_end)) { in parseVerbatimBlock()
681 const CommandInfo *Info = Traits.getCommandInfo(Tok.getVerbatimBlockID()); in parseVerbatimBlock()
682 S.actOnVerbatimBlockFinish(VB, Tok.getLocation(), in parseVerbatimBlock()
696 assert(Tok.is(tok::verbatim_line_name)); in parseVerbatimLine()
698 Token NameTok = Tok; in parseVerbatimLine()
705 if (Tok.is(tok::verbatim_line_text)) { in parseVerbatimLine()
706 TextBegin = Tok.getLocation(); in parseVerbatimLine()
707 Text = Tok.getVerbatimLineText(); in parseVerbatimLine()
722 switch (Tok.getKind()) { in parseBlockContent()
754 while (Tok.is(tok::newline)) in parseFullComment()
758 while (Tok.isNot(tok::eof)) { in parseFullComment()
762 while (Tok.is(tok::newline)) in parseFullComment()