Searched refs:tokenizer (Results 1 – 9 of 9) sorted by relevance
19 SRCS+= tokenizer.c21 SRCS+= tokenizer.l24 GENFILES= tokenizer.c parser.c parser.h27 tokenizer.o: parser.h29 CLEANFILES+= parser.c parser.h tokenizer.o tokenizer.c
9 tokenizer.c: bootstrap_m4_tokenizer16 .for _f in tokenizer.c27 …(cd ${SRCTOP}/usr.bin/m4 && lex -t ${SRCTOP}/usr.bin/m4/tokenizer.l) | grep -v '#line' > inittoken…
20 terminal.c tokenizer.c tokenizern.c tty.c vi.c137 COPTS.tokenizer.c+= -Wno-cast-qual
238 typedef struct tokenizer Tokenizer;
85 struct TYPE(tokenizer) { in TYPE() argument
21 terminal.c tokenizer.c tokenizern.c tty.c vi.c
449 straightforward. The lexical analyzer's tokenizer hands each
3775 Get rid of unnecessary eol variable in tokenizer.
234388 fts5_tokenizer tokenizer; /* Parent tokenizer module */234400 p->tokenizer.xDelete(p->pTokenizer);234427 rc = pApi->xFindTokenizer(pApi, zBase, &pUserdata, &pRet->tokenizer);234434 rc = pRet->tokenizer.xCreate(pUserdata, azArg2, nArg2, &pRet->pTokenizer);235092 return p->tokenizer.xTokenize(