Lines Matching refs:Token

39 llvm::ArrayRef<syntax::Token>
40 getTokensCovering(llvm::ArrayRef<syntax::Token> Toks, SourceRange R, in getTokensCovering()
44 const syntax::Token *Begin = in getTokensCovering()
45 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
48 const syntax::Token *End = in getTokensCovering()
49 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
143 syntax::Token::Token(SourceLocation Location, unsigned Length, in Token() function in syntax::Token
149 syntax::Token::Token(const clang::Token &T) in Token() function in syntax::Token
150 : Token(T.getLocation(), T.getLength(), T.getKind()) { in Token()
154 llvm::StringRef syntax::Token::text(const SourceManager &SM) const { in text()
161 FileRange syntax::Token::range(const SourceManager &SM) const { in range()
169 FileRange syntax::Token::range(const SourceManager &SM, in range()
170 const syntax::Token &First, in range()
171 const syntax::Token &Last) { in range()
180 llvm::raw_ostream &syntax::operator<<(llvm::raw_ostream &OS, const Token &T) { in operator <<()
241 llvm::ArrayRef<syntax::Token> TokenBuffer::expandedTokens(SourceRange R) const { in expandedTokens()
251 const Token *L = ExpandedTokens.data() + B->getSecond(); in expandedTokens()
253 const Token *R = ExpandedTokens.data() + E->getSecond() + 1; in expandedTokens()
270 std::pair<const syntax::Token *, const TokenBuffer::Mapping *>
271 TokenBuffer::spelledForExpandedToken(const syntax::Token *Expanded) const { in spelledForExpandedToken()
308 const syntax::Token *Spelled) { in mappingStartingBeforeSpelled()
322 llvm::SmallVector<llvm::ArrayRef<syntax::Token>, 1>
323 TokenBuffer::expandedForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const { in expandedForSpelled()
380 llvm::ArrayRef<syntax::Token> TokenBuffer::spelledTokens(FileID FID) const { in spelledTokens()
386 const syntax::Token *TokenBuffer::spelledTokenAt(SourceLocation Loc) const { in spelledTokenAt()
390 [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokenAt()
402 std::optional<llvm::ArrayRef<syntax::Token>>
403 TokenBuffer::spelledForExpanded(llvm::ArrayRef<syntax::Token> Expanded) const { in spelledForExpanded()
414 const syntax::Token *First = &Expanded.front(); in spelledForExpanded()
415 const syntax::Token *Last = &Expanded.back(); in spelledForExpanded()
471 TokenBuffer::fileForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const { in fileForSpelled()
490 TokenBuffer::expansionStartingAt(const syntax::Token *Spelled) const { in expansionStartingAt()
504 llvm::ArrayRef<syntax::Token> Spelled) const { in expansionsOverlapping()
521 llvm::ArrayRef<syntax::Token>
523 llvm::ArrayRef<syntax::Token> Tokens) { in spelledTokensTouching()
527 Tokens, [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokensTouching()
535 llvm::ArrayRef<syntax::Token>
542 const syntax::Token *
544 llvm::ArrayRef<syntax::Token> Tokens) { in spelledIdentifierTouching()
545 for (const syntax::Token &Tok : spelledTokensTouching(Loc, Tokens)) { in spelledIdentifierTouching()
552 const syntax::Token *
559 std::vector<const syntax::Token *>
564 std::vector<const syntax::Token *> Expansions; in macroExpansions()
567 const syntax::Token *Token = &Spelled[Mapping.BeginSpelled]; in macroExpansions() local
568 if (Token->kind() == tok::TokenKind::identifier) in macroExpansions()
569 Expansions.push_back(Token); in macroExpansions()
574 std::vector<syntax::Token> syntax::tokenize(const FileRange &FR, in tokenize()
577 std::vector<syntax::Token> Tokens; in tokenize()
579 auto AddToken = [&](clang::Token T) { in tokenize()
587 Tokens.push_back(syntax::Token(T)); in tokenize()
597 clang::Token T; in tokenize()
607 std::vector<syntax::Token> syntax::tokenize(FileID FID, const SourceManager &SM, in tokenize()
623 void MacroExpands(const clang::Token &MacroNameTok, const MacroDefinition &MD, in MacroExpands()
684 PP.setTokenWatcher([this](const clang::Token &T) { in TokenCollector()
689 << syntax::Token(T).dumpForTests( in TokenCollector()
694 Expanded.push_back(syntax::Token(T)); in TokenCollector()
707 Builder(std::vector<syntax::Token> Expanded, PPExpansions CollectedExpansions, in Builder()
811 const syntax::Token &Tok = Result.ExpandedTokens[NextExpanded]; in advance()
902 std::string syntax::Token::str() const { in str()
907 std::string syntax::Token::dumpForTests(const SourceManager &SM) const { in dumpForTests()
913 auto PrintToken = [this](const syntax::Token &T) -> std::string { in dumpForTests()
920 llvm::ArrayRef<syntax::Token> Tokens) { in dumpForTests()