Home
last modified time | relevance | path

Searched refs:tokenize (Results 1 – 17 of 17) sorted by relevance

/llvm-project-15.0.7/clang-tools-extra/unittests/clang-include-fixer/
H A DFuzzySymbolIndexTests.cpp22 EXPECT_THAT(FuzzySymbolIndex::tokenize("URLHandlerCallback"), in TEST()
24 EXPECT_THAT(FuzzySymbolIndex::tokenize("snake_case11"), in TEST()
26 EXPECT_THAT(FuzzySymbolIndex::tokenize("__$42!!BOB\nbob"), in TEST()
37 auto Tokens = FuzzySymbolIndex::tokenize(Identifier);
45 return FuzzySymbolIndex::queryRegexp(FuzzySymbolIndex::tokenize(query)); in TEST()
/llvm-project-15.0.7/clang-tools-extra/clang-include-fixer/
H A DFuzzySymbolIndex.cpp22 auto Tokens = tokenize(Symbol.Symbol.getName()); in MemSymbolIndex()
30 auto Tokens = tokenize(Query); in search()
66 std::vector<std::string> FuzzySymbolIndex::tokenize(StringRef Text) { in tokenize() function in clang::include_fixer::FuzzySymbolIndex
H A DFuzzySymbolIndex.h44 static std::vector<std::string> tokenize(llvm::StringRef Text);
/llvm-project-15.0.7/clang/unittests/Tooling/Syntax/
H A DTokensTest.cpp164 std::vector<syntax::Token> tokenize(llvm::StringRef Text) { in tokenize() function in __anona82596db0111::TokenCollectorTest
170 return syntax::tokenize(FID, *SourceMgr, LangOptions()); in tokenize()
171 return syntax::tokenize( in tokenize()
267 EXPECT_THAT(tokenize("int main() {}"), in TEST_F()
273 EXPECT_THAT(tokenize("/* foo */int a; // more comments"), in TEST_F()
277 EXPECT_THAT(tokenize("int [[main() {]]}"), in TEST_F()
281 EXPECT_THAT(tokenize("int [[main() { ]]}"), in TEST_F()
287 EXPECT_THAT(tokenize("int m[[ain() {ret]]urn 0;}"), in TEST_F()
/llvm-project-15.0.7/clang/lib/Tooling/Syntax/
H A DTokenBufferTokenManager.cpp19 auto It = ExtraTokens.try_emplace(FID, tokenize(FID, SM, LangOpts)); in lexBuffer()
H A DTokens.cpp623 std::vector<syntax::Token> syntax::tokenize(const FileRange &FR, in tokenize() function in syntax
656 std::vector<syntax::Token> syntax::tokenize(FileID FID, const SourceManager &SM, in tokenize() function in syntax
658 return tokenize(syntax::FileRange(FID, 0, SM.getFileIDSize(FID)), SM, LO); in tokenize()
931 File.SpelledTokens = tokenize(FID, SM, LangOpts); in buildSpelledTokens()
/llvm-project-15.0.7/lld/COFF/
H A DDriver.h67 llvm::opt::InputArgList parse(StringRef s) { return parse(tokenize(s)); } in parse()
78 std::vector<const char *> tokenize(StringRef s);
H A DDriverUtils.cpp943 std::vector<const char *> v = tokenize(*s); in addLINK()
947 std::vector<const char *> v = tokenize(*s); in addLINK()
952 std::vector<const char *> ArgParser::tokenize(StringRef s) { in tokenize() function in lld::coff::ArgParser
/llvm-project-15.0.7/lld/ELF/
H A DScriptLexer.h25 void tokenize(MemoryBufferRef mb);
H A DScriptLexer.cpp93 ScriptLexer::ScriptLexer(MemoryBufferRef mb) { tokenize(mb); } in ScriptLexer()
108 void ScriptLexer::tokenize(MemoryBufferRef mb) { in tokenize() function in ScriptLexer
H A DScriptParser.cpp384 tokenize(*mb); in readInclude()
/llvm-project-15.0.7/clang/include/clang/Tooling/Syntax/
H A DTokens.h406 std::vector<syntax::Token> tokenize(FileID FID, const SourceManager &SM,
413 tokenize(const FileRange &FR, const SourceManager &SM, const LangOptions &LO);
/llvm-project-15.0.7/llvm/utils/lit/lit/
H A DBooleanExpression.py39 self.tokens = BooleanExpression.tokenize(string)
53 def tokenize(string): member in BooleanExpression
H A DTest.py415 BooleanExpression.tokenize(expr) for expr in
/llvm-project-15.0.7/clang-tools-extra/clangd/
H A DParsedAST.cpp145 MainFileTokens = syntax::tokenize( in ReplayPreamble()
H A DSourceCode.cpp608 for (const auto &Tok : syntax::tokenize(SM.getMainFileID(), SM, LangOpts)) in lex()
/llvm-project-15.0.7/clang/docs/
H A DModules.rst659 file. In the future, we intend to pre-tokenize such headers and include the