Searched refs:unicode_tokenizer (Results 1 – 1 of 1) sorted by relevance
80 typedef struct unicode_tokenizer unicode_tokenizer; typedef83 struct unicode_tokenizer { struct106 unicode_tokenizer *p = (unicode_tokenizer *)pTokenizer; in unicodeDestroy() argument132 unicode_tokenizer *p, /* Tokenizer to add exceptions to */ in unicodeAddExceptions()185 static int unicodeIsException(unicode_tokenizer *p, int iCode){ in unicodeIsException()210 static int unicodeIsAlnum(unicode_tokenizer *p, int iCode){ in unicodeIsAlnum()223 unicode_tokenizer *pNew; /* New tokenizer object */ in unicodeCreate()227 pNew = (unicode_tokenizer *) sqlite3_malloc(sizeof(unicode_tokenizer)); in unicodeCreate()229 memset(pNew, 0, sizeof(unicode_tokenizer)); in unicodeCreate()324 unicode_tokenizer *p = ((unicode_tokenizer *)pCsr->base.pTokenizer); in unicodeNext()