Lines Matching refs:Tok
59 const Token &Tok = Toks[Pos.CurToken]; in setupBuffer() local
61 Pos.BufferStart = Tok.getText().begin(); in setupBuffer()
62 Pos.BufferEnd = Tok.getText().end(); in setupBuffer()
64 Pos.BufferStartLoc = Tok.getLocation(); in setupBuffer()
99 if (P.Tok.is(tok::newline)) { in addToken()
101 Token Newline = P.Tok; in addToken()
103 if (P.Tok.isNot(tok::text)) { in addToken()
109 if (P.Tok.isNot(tok::text)) { in addToken()
114 Toks.push_back(P.Tok); in addToken()
153 bool lexWord(Token &Tok) { in lexWord() argument
182 formTokenWithChars(Tok, Loc, WordBegin, Length, Text); in lexWord()
186 bool lexDelimitedSeq(Token &Tok, char OpenDelim, char CloseDelim) { in lexDelimitedSeq() argument
227 formTokenWithChars(Tok, Loc, WordBegin, in lexDelimitedSeq()
308 assert(Tok.is(tok::backslash_command) || Tok.is(tok::at_command)); in parseBlockCommand()
313 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID()); in parseBlockCommand()
315 Tok.is(tok::backslash_command) ? CMK_Backslash : CMK_At; in parseBlockCommand()
317 PC = S.actOnParamCommandStart(Tok.getLocation(), in parseBlockCommand()
318 Tok.getEndLocation(), in parseBlockCommand()
319 Tok.getCommandID(), in parseBlockCommand()
322 TPC = S.actOnTParamCommandStart(Tok.getLocation(), in parseBlockCommand()
323 Tok.getEndLocation(), in parseBlockCommand()
324 Tok.getCommandID(), in parseBlockCommand()
327 BC = S.actOnBlockCommandStart(Tok.getLocation(), in parseBlockCommand()
328 Tok.getEndLocation(), in parseBlockCommand()
329 Tok.getCommandID(), in parseBlockCommand()
370 else if (Tok.is(tok::newline)) { in parseBlockCommand()
371 Token PrevTok = Tok; in parseBlockCommand()
400 assert(Tok.is(tok::backslash_command) || Tok.is(tok::at_command)); in parseInlineCommand()
401 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID()); in parseInlineCommand()
403 const Token CommandTok = Tok; in parseInlineCommand()
428 assert(Tok.is(tok::html_start_tag)); in parseHTMLStartTag()
430 S.actOnHTMLStartTagStart(Tok.getLocation(), in parseHTMLStartTag()
431 Tok.getHTMLTagStartName()); in parseHTMLStartTag()
436 switch (Tok.getKind()) { in parseHTMLStartTag()
438 Token Ident = Tok; in parseHTMLStartTag()
440 if (Tok.isNot(tok::html_equals)) { in parseHTMLStartTag()
445 Token Equals = Tok; in parseHTMLStartTag()
447 if (Tok.isNot(tok::html_quoted_string)) { in parseHTMLStartTag()
448 Diag(Tok.getLocation(), in parseHTMLStartTag()
453 while (Tok.is(tok::html_equals) || in parseHTMLStartTag()
454 Tok.is(tok::html_quoted_string)) in parseHTMLStartTag()
462 SourceRange(Tok.getLocation(), in parseHTMLStartTag()
463 Tok.getEndLocation()), in parseHTMLStartTag()
464 Tok.getHTMLQuotedString())); in parseHTMLStartTag()
471 Tok.getLocation(), in parseHTMLStartTag()
478 Tok.getLocation(), in parseHTMLStartTag()
485 Diag(Tok.getLocation(), in parseHTMLStartTag()
487 while (Tok.is(tok::html_equals) || in parseHTMLStartTag()
488 Tok.is(tok::html_quoted_string)) in parseHTMLStartTag()
490 if (Tok.is(tok::html_ident) || in parseHTMLStartTag()
491 Tok.is(tok::html_greater) || in parseHTMLStartTag()
492 Tok.is(tok::html_slash_greater)) in parseHTMLStartTag()
511 Tok.getLocation(), in parseHTMLStartTag()
514 Diag(Tok.getLocation(), in parseHTMLStartTag()
518 Diag(Tok.getLocation(), in parseHTMLStartTag()
529 assert(Tok.is(tok::html_end_tag)); in parseHTMLEndTag()
530 Token TokEndTag = Tok; in parseHTMLEndTag()
533 if (Tok.is(tok::html_greater)) { in parseHTMLEndTag()
534 Loc = Tok.getLocation(); in parseHTMLEndTag()
547 switch (Tok.getKind()) { in parseParagraphOrBlockCommand()
554 Content.push_back(S.actOnUnknownCommand(Tok.getLocation(), in parseParagraphOrBlockCommand()
555 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
556 Tok.getUnknownCommandName())); in parseParagraphOrBlockCommand()
562 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID()); in parseParagraphOrBlockCommand()
569 Diag(Tok.getLocation(), in parseParagraphOrBlockCommand()
571 << Tok.is(tok::at_command) in parseParagraphOrBlockCommand()
573 << SourceRange(Tok.getLocation(), Tok.getEndLocation()); in parseParagraphOrBlockCommand()
578 Content.push_back(S.actOnUnknownCommand(Tok.getLocation(), in parseParagraphOrBlockCommand()
579 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
591 if (Tok.is(tok::newline) || Tok.is(tok::eof)) { in parseParagraphOrBlockCommand()
597 if (Tok.is(tok::text) && isWhitespace(Tok.getText())) { in parseParagraphOrBlockCommand()
598 Token WhitespaceTok = Tok; in parseParagraphOrBlockCommand()
600 if (Tok.is(tok::newline) || Tok.is(tok::eof)) { in parseParagraphOrBlockCommand()
622 Content.push_back(S.actOnText(Tok.getLocation(), in parseParagraphOrBlockCommand()
623 Tok.getEndLocation(), in parseParagraphOrBlockCommand()
624 Tok.getText())); in parseParagraphOrBlockCommand()
645 assert(Tok.is(tok::verbatim_block_begin)); in parseVerbatimBlock()
648 S.actOnVerbatimBlockStart(Tok.getLocation(), in parseVerbatimBlock()
649 Tok.getVerbatimBlockID()); in parseVerbatimBlock()
654 if (Tok.is(tok::newline)) in parseVerbatimBlock()
658 while (Tok.is(tok::verbatim_block_line) || in parseVerbatimBlock()
659 Tok.is(tok::newline)) { in parseVerbatimBlock()
661 if (Tok.is(tok::verbatim_block_line)) { in parseVerbatimBlock()
662 Line = S.actOnVerbatimBlockLine(Tok.getLocation(), in parseVerbatimBlock()
663 Tok.getVerbatimBlockText()); in parseVerbatimBlock()
665 if (Tok.is(tok::newline)) { in parseVerbatimBlock()
670 Line = S.actOnVerbatimBlockLine(Tok.getLocation(), ""); in parseVerbatimBlock()
676 if (Tok.is(tok::verbatim_block_end)) { in parseVerbatimBlock()
677 const CommandInfo *Info = Traits.getCommandInfo(Tok.getVerbatimBlockID()); in parseVerbatimBlock()
678 S.actOnVerbatimBlockFinish(VB, Tok.getLocation(), Info->Name, in parseVerbatimBlock()
691 assert(Tok.is(tok::verbatim_line_name)); in parseVerbatimLine()
693 Token NameTok = Tok; in parseVerbatimLine()
700 if (Tok.is(tok::verbatim_line_text)) { in parseVerbatimLine()
701 TextBegin = Tok.getLocation(); in parseVerbatimLine()
702 Text = Tok.getVerbatimLineText(); in parseVerbatimLine()
717 switch (Tok.getKind()) { in parseBlockContent()
749 while (Tok.is(tok::newline)) in parseFullComment()
753 while (Tok.isNot(tok::eof)) { in parseFullComment()
757 while (Tok.is(tok::newline)) in parseFullComment()