Home
last modified time | relevance | path

Searched refs:Tokens (Results 1 – 25 of 103) sorted by relevance

12345

/llvm-project-15.0.7/clang/unittests/Format/
H A DTokenAnnotatorTest.cpp49 EXPECT_EQ(Tokens.size(), 18u) << Tokens; in TEST_F()
57 EXPECT_EQ(Tokens.size(), 18u) << Tokens; in TEST_F()
62 EXPECT_EQ(Tokens.size(), 17u) << Tokens; in TEST_F()
70 EXPECT_EQ(Tokens.size(), 17u) << Tokens; in TEST_F()
78 EXPECT_EQ(Tokens.size(), 21u) << Tokens; in TEST_F()
83 EXPECT_EQ(Tokens.size(), 5u) << Tokens; in TEST_F()
86 EXPECT_EQ(Tokens.size(), 5u) << Tokens; in TEST_F()
90 EXPECT_EQ(Tokens.size(), 13u) << Tokens; in TEST_F()
95 EXPECT_EQ(Tokens.size(), 7u) << Tokens; in TEST_F()
99 EXPECT_EQ(Tokens.size(), 7u) << Tokens; in TEST_F()
[all …]
H A DTestLexer.h40 for (size_t I = 0, E = Tokens.size(); I != E; ++I)
41 Stream << (I > 0 ? ", " : "") << *Tokens[I];
42 Stream << "} (" << Tokens.size() << " tokens)";
46 inline TokenList uneof(const TokenList &Tokens) { in uneof() argument
47 assert(!Tokens.empty() && Tokens.back()->is(tok::eof)); in uneof()
48 return TokenList(Tokens.begin(), std::prev(Tokens.end())); in uneof()
51 inline std::string text(llvm::ArrayRef<FormatToken *> Tokens) { in text() argument
52 return std::accumulate(Tokens.begin(), Tokens.end(), std::string(), in text()
74 auto Tokens = Lex.lex(); in annotate() local
75 UnwrappedLineParser Parser(Style, Lex.getKeywords(), 0, Tokens, *this); in annotate()
[all …]
H A DMacroExpanderTest.cpp44 void expectAttributes(const TokenList &Tokens, in expectAttributes() argument
47 EXPECT_EQ(Tokens.size(), Attributes.size()) << text(Tokens); in expectAttributes()
48 for (size_t I = 0, E = Tokens.size(); I != E; ++I) { in expectAttributes()
52 ("for token " + llvm::Twine(I) + ": " + Tokens[I]->Tok.getName() + in expectAttributes()
53 " / " + Tokens[I]->TokenText) in expectAttributes()
55 EXPECT_TRUE(Tokens[I]->is(Attributes[I].Kind)) in expectAttributes()
57 EXPECT_EQ(Tokens[I]->MacroCtx->Role, Attributes[I].Role) in expectAttributes()
59 EXPECT_EQ(Tokens[I]->MacroCtx->StartOfExpansion, Attributes[I].Start) in expectAttributes()
61 EXPECT_EQ(Tokens[I]->MacroCtx->EndOfExpansion, Attributes[I].End) in expectAttributes()
63 EXPECT_EQ(Tokens[I]->MacroCtx->ExpandedFrom, Attributes[I].ExpandedFrom) in expectAttributes()
[all …]
H A DMacroCallReconstructorTest.cpp38 UnexpandedLine->Tokens.push_back(ID); in expand()
44 UnexpandedLine->Tokens.insert(UnexpandedLine->Tokens.end(), I->begin(), in expand()
87 : Tokens(Tokens.begin(), Tokens.end()) {} in Chunk()
100 : Tokens(Tokens), It(this->Tokens.begin()), Lex(Lex) {} in Matcher()
102 Chunk consume(StringRef Tokens) { in consume()
114 TokenList Tokens; member
144 for (FormatToken *Tok : Tokens) { in line()
155 Result.Tokens.insert(Result.Tokens.end(), Chunk.Tokens.begin(), in line()
157 assert(!Result.Tokens.empty()); in line()
178 if (L1.Tokens.size() != L2.Tokens.size()) in matchesTokens()
[all …]
/llvm-project-15.0.7/clang/lib/Format/
H A DFormatTokenLexer.cpp210 Tokens.erase(Tokens.end() - 1); in tryMergeNSStringLiteral()
229 Tokens.erase(Tokens.end() - 1); in tryMergeJSPrivateIdentifier()
261 Tokens.erase(Tokens.end() - 2); in tryMergeCSharpStringLiteral()
262 Tokens.erase(Tokens.end() - 1); in tryMergeCSharpStringLiteral()
273 Tokens.erase(Tokens.end() - 1); in tryMergeCSharpStringLiteral()
299 Tokens.erase(Tokens.end() - 1); in tryMergeNullishCoalescingEqual()
318 Tokens.erase(Tokens.end() - 1); in tryMergeCSharpKeywordVariables()
355 Tokens.erase(Tokens.end() - 1); in tryMergeForEach()
404 Tokens.erase(Tokens.end() - 2); in tryMergeLessLess()
423 Tokens.resize(Tokens.size() - Kinds.size() + 1); in tryMergeTokens()
[all …]
H A DMacroCallReconstructor.cpp35 for (const auto &N : Line.Tokens) { in forEachToken()
64 assert(Result.Tokens.size() == 1 && Result.Tokens.front()->Children.size() == 1); in takeResult()
67 assert(!Final.Tokens.empty()); in takeResult()
244 if (!(*I)->Tokens.empty()) { in reconstruct()
292 {ID, IU->second->Tokens.begin(), IU->second->Tokens.end()}); in startReconstruction()
475 assert(Result.Tokens.size() == 1 && !Result.Tokens.front()->Children.empty()); in finalize()
513 for (const auto &N : Line.Tokens) { in createUnwrappedLine()
514 Result.Tokens.push_back(N->Tok); in createUnwrappedLine()
517 if (Child->Tokens.empty()) in createUnwrappedLine()
523 Result.Tokens.splice(Result.Tokens.end(), in createUnwrappedLine()
[all …]
H A DMacroExpander.cpp50 DefinitionParser(ArrayRef<FormatToken *> Tokens) : Tokens(Tokens) { in DefinitionParser() argument
51 assert(!Tokens.empty()); in DefinitionParser()
52 Current = Tokens[0]; in DefinitionParser()
109 if (Pos + 1 < Tokens.size()) in nextToken()
111 Current = Tokens[Pos]; in nextToken()
118 ArrayRef<FormatToken *> Tokens; member in clang::format::MacroExpander::DefinitionParser
140 const auto Tokens = Lex.lex(); in parseDefinition() local
141 if (!Tokens.empty()) { in parseDefinition()
142 DefinitionParser Parser(Tokens); in parseDefinition()
H A DUnwrappedLineParser.cpp245 : Tokens(Tokens), Position(-1) {} in IndexedTokenSource()
260 return Tokens[Position]; in getNextToken()
273 return Tokens[Next]; in peekNextToken()
283 return Tokens[Next]; in peekNextToken()
297 return Tokens[Position]; in setPosition()
354 Tokens = &TokenSource; in parse()
788 auto &Tokens = ParsedLine.Tokens; in mightFitOnOneLine() local
789 assert(!Tokens.empty()); in mightFitOnOneLine()
1914 auto I = Line->Tokens.begin(), E = Line->Tokens.end(); in parseStructuralElement()
3570 ScopedTokenPosition(FormatTokenSource *Tokens) : Tokens(Tokens) { in ScopedTokenPosition() argument
[all …]
H A DTokenAnnotator.h39 : First(Line.Tokens.front().Tok), Level(Line.Level), in AnnotatedLine()
47 assert(!Line.Tokens.empty()); in AnnotatedLine()
54 for (const UnwrappedLineNode &Node : llvm::drop_begin(Line.Tokens)) { in AnnotatedLine()
85 template <typename... Ts> bool startsWith(Ts... Tokens) const { in startsWith() argument
86 return First && First->startsSequence(Tokens...); in startsWith()
93 template <typename... Ts> bool endsWith(Ts... Tokens) const { in endsWith() argument
94 return Last && Last->endsSequence(Tokens...); in endsWith()
/llvm-project-15.0.7/clang-tools-extra/clang-tidy/modernize/
H A DUseOverrideCheck.cpp55 SmallVector<Token, 16> Tokens; in parseTokens() local
73 Tokens.push_back(Tok); in parseTokens()
75 return Tokens; in parseTokens()
147 for (Token T : Tokens) { in check()
187 if (Tokens.size() > 2 && in check()
189 Tokens.back().is(tok::kw_default) || in check()
190 Tokens.back().is(tok::kw_delete)) && in check()
191 getText(Tokens[Tokens.size() - 2], Sources) == "=") { in check()
192 InsertLoc = Tokens[Tokens.size() - 2].getLocation(); in check()
194 if ((Tokens[Tokens.size() - 2].getFlags() & Token::LeadingSpace) == 0) in check()
[all …]
/llvm-project-15.0.7/clang-tools-extra/pseudo/lib/
H A DDirectiveTree.cpp129 ArrayRef<Token> Tokens{Begin, Tok}; in parseDirective() local
130 D->Tokens = {Code.index(*Tokens.begin()), Code.index(*Tokens.end())}; in parseDirective()
133 Tokens = Tokens.drop_front().drop_while( in parseDirective()
135 if (!Tokens.empty()) in parseDirective()
242 Tokens += Other.Tokens; in operator +=()
251 for (const Token &T : Code.tokens(C.Tokens)) in walk()
253 ++S.Tokens; in walk()
328 const auto &Tokens = Code.tokens(Dir.Tokens); in isTakenWhenReached() local
329 assert(!Tokens.empty() && Tokens.front().Kind == tok::hash); in isTakenWhenReached()
333 if (&Value >= Tokens.end() || &Value.nextNC() < Tokens.end()) in isTakenWhenReached()
[all …]
/llvm-project-15.0.7/clang-tools-extra/clang-include-fixer/
H A DFuzzySymbolIndex.cpp22 auto Tokens = tokenize(Symbol.Symbol.getName()); in MemSymbolIndex() local
24 StringRef(llvm::join(Tokens.begin(), Tokens.end(), " ")), in MemSymbolIndex()
30 auto Tokens = tokenize(Query); in search() local
31 llvm::Regex Pattern("^" + queryRegexp(Tokens)); in search()
118 FuzzySymbolIndex::queryRegexp(const std::vector<std::string> &Tokens) { in queryRegexp() argument
120 for (size_t I = 0; I < Tokens.size(); ++I) { in queryRegexp()
123 for (size_t J = 0; J < Tokens[I].size(); ++J) { in queryRegexp()
126 Result.push_back(Tokens[I][J]); in queryRegexp()
/llvm-project-15.0.7/clang/lib/Lex/
H A DTokenLexer.cpp53 Tokens = &*Macro->tokens_begin(); in Init()
64 assert(Tokens[0].getLocation().isValid()); in Init()
65 assert((Tokens[0].getLocation().isFileID() || Tokens[0].is(tok::comment)) && in Init()
104 Tokens = TokArray; in Init()
128 delete [] Tokens; in destroy()
129 Tokens = nullptr; in destroy()
255 const Token &CurTok = Tokens[I]; in ExpandFunctionArguments()
267 assert(Tokens[I + 1].is(tok::l_paren) && in ExpandFunctionArguments()
290 if (Tokens[I].is(tok::l_paren)) in ExpandFunctionArguments()
643 Tok = Tokens[CurTokenIdx++]; in Lex()
[all …]
/llvm-project-15.0.7/clang/unittests/Lex/
H A DDependencyDirectivesScannerTest.cpp19 SmallVectorImpl<dependency_directives_scan::Token> &Tokens, in minimizeSourceToDependencyDirectives() argument
22 Tokens.clear(); in minimizeSourceToDependencyDirectives()
24 if (scanSourceForDependencyDirectives(Input, Tokens, Directives)) in minimizeSourceToDependencyDirectives()
39 SmallVector<dependency_directives_scan::Token, 16> Tokens; in minimizeSourceToDependencyDirectives() local
48 SmallVector<dependency_directives_scan::Token, 4> Tokens; in TEST() local
54 EXPECT_TRUE(Tokens.empty()); in TEST()
61 EXPECT_TRUE(Tokens.empty()); in TEST()
68 SmallVector<dependency_directives_scan::Token, 4> Tokens; in TEST() local
128 SmallVector<dependency_directives_scan::Token, 4> Tokens; in TEST() local
134 ASSERT_EQ(4u, Tokens.size()); in TEST()
[all …]
/llvm-project-15.0.7/clang-tools-extra/unittests/clang-tidy/
H A DModernizeModuleTest.cpp28 std::vector<Token> Tokens; in tokenify() local
33 Tokens.push_back(Tok); in tokenify()
36 return Tokens; in tokenify()
40 std::vector<Token> Tokens{tokenify(Text)}; in matchText() local
41 modernize::IntegralLiteralExpressionMatcher Matcher(Tokens, AllowComma); in matchText()
47 std::vector<Token> Tokens{tokenify(Text)}; in sizeText() local
48 modernize::IntegralLiteralExpressionMatcher Matcher(Tokens, true); in sizeText()
/llvm-project-15.0.7/clang/include/clang/Tooling/Syntax/
H A DTokenBufferTokenManager.h22 TokenBufferTokenManager(const TokenBuffer &Tokens, in TokenBufferTokenManager() argument
24 : Tokens(Tokens), LangOpts(LangOpts), SM(SourceMgr) {} in TokenBufferTokenManager()
45 const TokenBuffer &tokenBuffer() const { return Tokens; } in tokenBuffer()
58 const TokenBuffer &Tokens; variable
/llvm-project-15.0.7/clang-tools-extra/pseudo/unittests/
H A DGLRTest.cpp405 pairBrackets(Tokens); in TEST_F()
443 Tokens.tokens()[0].Pair = 5; in TEST_F()
444 Tokens.tokens()[1].Pair = 4; in TEST_F()
445 Tokens.tokens()[4].Pair = 1; in TEST_F()
446 Tokens.tokens()[5].Pair = 0; in TEST_F()
488 TokenStream Tokens = cook(lex("{ ? }", LOptions), LOptions); in TEST_F() local
489 pairBrackets(Tokens); in TEST_F()
525 glrParse({Tokens, Arena, GSStack}, id("test"), TestLang); in TEST_F()
562 glrParse({Tokens, Arena, GSStack}, id("test"), TestLang); in TEST_F()
588 pairBrackets(Tokens); in TEST_F()
[all …]
H A DDirectiveTreeTest.cpp32 MATCHER_P(tokens, Tokens, "") {
36 return Matcher<std::string>(StrEq(Tokens))
43 MATCHER_P2(tokensAre, TS, Tokens, "tokens are " + std::string(Tokens)) {
44 return testing::Matches(tokens(Tokens))(TS.tokens(arg.Tokens));
154 EXPECT_EQ(0u, X.End.Tokens.size()); in TEST()
299 auto Directive = S.tokens(Cond.Branches[I].first.Tokens); in TEST()
/llvm-project-15.0.7/clang/lib/Tooling/Syntax/
H A DComputeReplacements.cpp111 &TU, TBTM, [&](llvm::ArrayRef<syntax::Token> Tokens, bool IsOriginal) { in computeReplacements() argument
114 syntax::Token::range(SM, Tokens.front(), Tokens.back()).text(SM); in computeReplacements()
117 assert(NextOriginal <= Tokens.begin()); in computeReplacements()
119 if (NextOriginal != Tokens.begin()) { in computeReplacements()
121 emitReplacement(llvm::makeArrayRef(NextOriginal, Tokens.begin())); in computeReplacements()
126 NextOriginal = Tokens.end(); in computeReplacements()
H A DBuildTree.cpp442 assert(!Tokens.empty()); in finalize()
510 ArrayRef<syntax::Token> Tokens; in getDeclarationRange() local
528 return Tokens; in getStmtRange()
533 return Tokens; in getStmtRange()
541 return Tokens; in maybeAppendSemicolon()
543 return Tokens; in maybeAppendSemicolon()
551 assert(!Tokens.empty()); in withTrailingSemicolon()
554 if (Tokens.back().kind() != tok::semi && Tokens.end()->kind() == tok::semi) in withTrailingSemicolon()
555 return llvm::makeArrayRef(Tokens.begin(), Tokens.end() + 1); in withTrailingSemicolon()
556 return Tokens; in withTrailingSemicolon()
[all …]
/llvm-project-15.0.7/clang/unittests/Tooling/Syntax/
H A DTreeTestBase.cpp76 std::unique_ptr<syntax::TokenCollector> Tokens) in buildTree() argument
77 : Root(Root), TB(TB), TM(TM), Arena(Arena), Tokens(std::move(Tokens)) { in buildTree()
78 assert(this->Tokens); in buildTree()
82 TB = std::make_unique<syntax::TokenBuffer>(std::move(*Tokens).consume()); in buildTree()
83 Tokens = nullptr; // make sure we fail if this gets called twice. in buildTree()
95 std::unique_ptr<syntax::TokenCollector> Tokens; in buildTree() member in SyntaxTreeTest::buildTree::BuildSyntaxTree
109 auto Tokens = in buildTree() local
112 std::move(Tokens)); in buildTree()
/llvm-project-15.0.7/clang/include/clang/Lex/
H A DDependencyDirectivesScanner.h92 ArrayRef<Token> Tokens; member
98 Directive(DirectiveKind K, ArrayRef<Token> Tokens) in Directive()
99 : Tokens(Tokens), Kind(K) {} in Directive()
114 StringRef Input, SmallVectorImpl<dependency_directives_scan::Token> &Tokens,
/llvm-project-15.0.7/clang-tools-extra/clangd/unittests/
H A DSemanticHighlightingTests.cpp36 llvm::ArrayRef<HighlightingToken> Tokens) { in annotate() argument
38 Tokens.begin(), Tokens.end(), in annotate()
46 for (auto &T : Tokens) { in annotate()
974 auto Tokens = tokens(R"( in TEST() local
979 Tokens.front().Modifiers |= unsigned(HighlightingModifier::Declaration); in TEST()
980 Tokens.front().Modifiers |= unsigned(HighlightingModifier::Readonly); in TEST()
981 auto Results = toSemanticTokens(Tokens, /*Code=*/""); in TEST()
/llvm-project-15.0.7/clang-tools-extra/clangd/
H A DSemanticHighlighting.cpp330 if (Tokens.size() == 1) in resolveConflict()
331 return Tokens[0]; in resolveConflict()
333 assert(Tokens.size() >= 2); in resolveConflict()
334 Optional<HighlightingToken> Winner = resolveConflict(Tokens[0], Tokens[1]); in resolveConflict()
359 Tokens.push_back(std::move(HT)); in addToken()
360 return Tokens.back(); in addToken()
371 llvm::sort(Tokens); in collect()
372 auto Last = std::unique(Tokens.begin(), Tokens.end()); in collect()
373 Tokens.erase(Last, Tokens.end()); in collect()
475 std::vector<HighlightingToken> Tokens; member in clang::clangd::__anoneeb98f950111::HighlightingsBuilder
[all …]
/llvm-project-15.0.7/clang-tools-extra/pseudo/lib/cxx/
H A DCXX.cpp100 const TokenStream &Tokens) { in onlyToken() argument
102 return Tokens.tokens()[RHS.front()->startTokenIndex()]; in onlyToken()
108 const TokenStream &Tokens) { in onlySymbol() argument
267 const Token &Tok = onlyToken(tok::kind, P.RHS, P.Tokens); \ in buildGuards()
272 const ForestNode &N = onlySymbol((SymbolID)Symbol::kind, P.RHS, P.Tokens); \ in buildGuards()
368 Token::Index recoverBrackets(Token::Index Begin, const TokenStream &Tokens) { in recoverBrackets() argument
370 const Token &Left = Tokens.tokens()[Begin - 1]; in recoverBrackets()
374 assert(Tokens.index(*Right) > Begin - 1); in recoverBrackets()
375 return Tokens.index(*Right); in recoverBrackets()

12345