Home
last modified time | relevance | path

Searched refs:TokenStream (Results 1 – 23 of 23) sorted by relevance

/llvm-project-15.0.7/clang-tools-extra/pseudo/lib/
H A DToken.cpp29 llvm::raw_ostream &operator<<(llvm::raw_ostream &OS, const TokenStream &TS) { in operator <<()
49 TokenStream::TokenStream(std::shared_ptr<void> Payload) in TokenStream() function in clang::pseudo::TokenStream
55 void TokenStream::finalize() { in finalize()
66 bool TokenStream::isFinalized() const { in isFinalized()
73 void TokenStream::print(llvm::raw_ostream &OS) const { in print()
118 TokenStream stripComments(const TokenStream &Input) { in stripComments()
119 TokenStream Out(Input.getPayload()); in stripComments()
H A DDirectiveTree.cpp20 explicit DirectiveParser(const TokenStream &Code) in DirectiveParser()
139 const TokenStream &Code;
146 DirectiveTree DirectiveTree::parse(const TokenStream &Code) { in parse()
224 BranchChooser(const TokenStream &Code) : Code(Code) {} in BranchChooser()
341 const TokenStream &Code;
346 void chooseConditionalBranches(DirectiveTree &Tree, const TokenStream &Code) { in chooseConditionalBranches()
352 const TokenStream &In;
353 TokenStream &Out;
356 Preprocessor(const TokenStream &In, TokenStream &Out) : In(In), Out(Out) {} in Preprocessor()
392 TokenStream DirectiveTree::stripDirectives(const TokenStream &In) const { in stripDirectives()
[all …]
H A DLex.cpp19 TokenStream lex(const std::string &Code, const clang::LangOptions &LangOpts) { in lex()
27 TokenStream Result; in lex()
79 TokenStream cook(const TokenStream &Code, const LangOptions &LangOpts) { in cook()
82 TokenStream Result(CleanedStorage); in cook()
H A DBracket.cpp84 std::vector<Bracket> findBrackets(const TokenStream &Stream) { in findBrackets()
119 void applyPairings(ArrayRef<Bracket> Brackets, TokenStream &Tokens) { in applyPairings()
148 void pairBrackets(TokenStream &Stream) { in pairBrackets()
H A DForest.cpp180 ForestArena::createTerminals(const TokenStream &Code) { in createTerminals()
H A DGLR.cpp31 const TokenStream &Tokens, in findRecoveryEndpoint()
/llvm-project-15.0.7/clang-tools-extra/pseudo/unittests/
H A DTokenTest.cpp46 TokenStream Raw = lex(Code, Opts); in TEST()
71 TokenStream Cooked = cook(Raw, Opts); in TEST()
107 TokenStream Raw = lex(Code, Opts); in TEST()
122 TokenStream Cooked = cook(Raw, Opts); in TEST()
138 TokenStream Raw = lex(Code, Opts); in TEST()
156 TokenStream Cooked = cook(Raw, Opts); in TEST()
172 TokenStream Raw = lex(Code, Opts); in TEST()
190 TokenStream Cook = cook(lex(Code, Opts), Opts); in TEST()
191 TokenStream Split = stripComments(Cook); in TEST()
208 TokenStream Raw = cook(lex(Code, Opts), Opts); in TEST()
[all …]
H A DBracketTest.cpp20 std::string decorate(llvm::StringRef Code, const TokenStream &Stream) { in decorate()
38 const TokenStream &Stream) { in verifyMatchedSet()
43 void verifyNesting(const TokenStream &Stream) { in verifyNesting()
59 void verifyMatchKind(const TokenStream &Stream) { in verifyMatchKind()
H A DGLRTest.cpp51 Token::Index recoverBraces(Token::Index Begin, const TokenStream &Code) { in recoverBraces()
69 TokenStream emptyTokenStream() { in emptyTokenStream()
70 TokenStream Empty; in emptyTokenStream()
404 TokenStream Tokens = cook(lex("{ ? ? ? }", LOptions), LOptions); in TEST_F()
417 TokenStream NoRBrace = cook(lex("{ ? ? ? ?", LOptions), LOptions); in TEST_F()
442 TokenStream Tokens = cook(lex("{ { { ? } }", LOptions), LOptions); in TEST_F()
488 TokenStream Tokens = cook(lex("{ ? }", LOptions), LOptions); in TEST_F()
522 const TokenStream &Tokens = cook(lex("{ abc", LOptions), LOptions); in TEST_F()
587 TokenStream Tokens = cook(lex("{ { 42 ? } }", LOptions), LOptions); in TEST_F()
618 TokenStream Tokens = cook(lex("foo", LOptions), LOptions); in TEST_F()
[all …]
H A DDirectiveTreeTest.cpp67 TokenStream S = cook(lex(Code, Opts), Opts); in TEST()
114 TokenStream S = cook(lex(Code, Opts), Opts); in TEST()
135 TokenStream S = cook(lex(Code, Opts), Opts); in TEST()
290 TokenStream S = cook(lex(Code, Opts), Opts); in TEST()
339 TokenStream S = lex(Code, Opts); in TEST()
/llvm-project-15.0.7/clang-tools-extra/pseudo/include/clang-pseudo/
H A DToken.h124 class TokenStream {
133 explicit TokenStream(std::shared_ptr<void> Payload = nullptr);
198 llvm::raw_ostream &operator<<(llvm::raw_ostream &, const TokenStream &);
204 TokenStream lex(const std::string &, const clang::LangOptions &);
241 TokenStream cook(const TokenStream &, const clang::LangOptions &);
244 TokenStream stripComments(const TokenStream &);
H A DLanguage.h19 class TokenStream; variable
24 const TokenStream &Tokens;
46 llvm::function_ref<Token::Index(Token::Index Start, const TokenStream &)>;
H A DDirectiveTree.h93 static DirectiveTree parse(const TokenStream &);
99 TokenStream stripDirectives(const TokenStream &) const;
125 void chooseConditionalBranches(DirectiveTree &, const TokenStream &Code);
H A DBracket.h36 void pairBrackets(TokenStream &);
H A DGLR.h118 const TokenStream &Code;
H A DForest.h153 llvm::ArrayRef<ForestNode> createTerminals(const TokenStream &Code);
/llvm-project-15.0.7/clang-tools-extra/pseudo/benchmarks/
H A DBenchmark.cpp74 TokenStream lexAndPreprocess() { in lexAndPreprocess()
76 TokenStream RawStream = pseudo::lex(*SourceText, LangOpts); in lexAndPreprocess()
79 TokenStream Cook = in lexAndPreprocess()
107 TokenStream RawStream = clang::pseudo::lex(*SourceText, LangOpts); in preprocess()
121 TokenStream Stream = lexAndPreprocess(); in glrParse()
135 TokenStream Stream = lexAndPreprocess(); in full()
/llvm-project-15.0.7/clang-tools-extra/pseudo/tool/
H A DClangPseudo.cpp29 using clang::pseudo::TokenStream;
73 const ForestNode &Root, const TokenStream &);
106 llvm::Optional<clang::pseudo::TokenStream> RawStream; in main()
107 llvm::Optional<TokenStream> PreprocessedStream; in main()
108 llvm::Optional<clang::pseudo::TokenStream> ParseableStream; in main()
112 TokenStream *Stream = RawStream.getPointer(); in main()
117 llvm::Optional<TokenStream> Preprocessed; in main()
H A DHTMLForest.cpp62 const TokenStream &Stream;
183 const ForestNode &Root, const TokenStream &Stream) { in writeHTMLForest()
/llvm-project-15.0.7/clang/lib/Lex/
H A DTokenLexer.cpp731 bool TokenLexer::pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream, in pasteTokens() argument
734 assert((TokenStream[CurIdx].is(tok::hashhash) || in pasteTokens()
736 isWideStringLiteralFromMacro(LHSTok, TokenStream[CurIdx]))) && in pasteTokens()
744 TokenStream[CurIdx - 2].is(tok::hashhash)) in pasteTokens()
752 auto IsAtEnd = [&TokenStream, &CurIdx] { in pasteTokens()
753 return TokenStream.size() == CurIdx; in pasteTokens()
758 PasteOpLoc = TokenStream[CurIdx].getLocation(); in pasteTokens()
759 if (TokenStream[CurIdx].is(tok::hashhash)) in pasteTokens()
764 const Token &RHS = TokenStream[CurIdx]; in pasteTokens()
889 } while (!IsAtEnd() && TokenStream[CurIdx].is(tok::hashhash)); in pasteTokens()
[all …]
/llvm-project-15.0.7/clang/lib/Rewrite/
H A DHTMLRewrite.cpp538 std::vector<Token> TokenStream; in HighlightMacros() local
566 TokenStream.push_back(Tok); in HighlightMacros()
594 TmpPP.EnterTokenStream(TokenStream, false, /*IsReinject=*/false); in HighlightMacros()
/llvm-project-15.0.7/clang-tools-extra/pseudo/lib/cxx/
H A DCXX.cpp100 const TokenStream &Tokens) { in onlyToken()
108 const TokenStream &Tokens) { in onlySymbol()
368 Token::Index recoverBrackets(Token::Index Begin, const TokenStream &Tokens) { in recoverBrackets()
/llvm-project-15.0.7/clang/include/clang/Lex/
H A DTokenLexer.h184 bool pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream,