Home
last modified time | relevance | path

Searched refs:pTokenizer (Results 1 – 25 of 29) sorted by relevance

12

/sqlite-3.40.0/ext/fts3/
H A Dfts3_expr.c94 sqlite3_tokenizer *pTokenizer; /* Tokenizer module */ member
132 sqlite3_tokenizer *pTokenizer, in sqlite3Fts3OpenTokenizer() argument
142 rc = pModule->xOpen(pTokenizer, z, n, &pCsr); in sqlite3Fts3OpenTokenizer()
145 pCsr->pTokenizer = pTokenizer; in sqlite3Fts3OpenTokenizer()
183 sqlite3_tokenizer *pTokenizer = pParse->pTokenizer; in getNextToken() local
280 sqlite3_tokenizer *pTokenizer = pParse->pTokenizer; in getNextString() local
311 pTokenizer, pParse->iLangid, zInput, nInput, &pCursor); in getNextString()
976 sParse.pTokenizer = pTokenizer; in fts3ExprParseUnbalanced()
1185 sqlite3_tokenizer *pTokenizer = 0; in fts3ExprTestCommon() local
1255 if( pTokenizer ){ in fts3ExprTestCommon()
[all …]
H A Dfts3_tokenizer1.c102 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){ in simpleDestroy() argument
103 sqlite3_free(pTokenizer); in simpleDestroy()
114 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in simpleOpen() argument
120 UNUSED_PARAMETER(pTokenizer); in simpleOpen()
166 simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer; in simpleNext()
H A Dfts3_tokenizer.h86 int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
94 sqlite3_tokenizer *pTokenizer, /* Tokenizer object */
153 sqlite3_tokenizer *pTokenizer; /* Tokenizer for this cursor. */ member
H A Dfts3_icu.c82 static int icuDestroy(sqlite3_tokenizer *pTokenizer){ in icuDestroy() argument
83 IcuTokenizer *p = (IcuTokenizer *)pTokenizer; in icuDestroy()
95 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in icuOpen() argument
100 IcuTokenizer *p = (IcuTokenizer *)pTokenizer; in icuOpen()
H A Dfts3_tokenizer.c268 sqlite3_tokenizer *pTokenizer = 0; in testFunc() local
316 if( SQLITE_OK!=p->xCreate(argc-2, azArg, &pTokenizer) ){ in testFunc()
320 pTokenizer->pModule = p; in testFunc()
321 if( sqlite3Fts3OpenTokenizer(pTokenizer, 0, zInput, nInput, &pCsr) ){ in testFunc()
338 if( SQLITE_OK!=p->xDestroy(pTokenizer) ){ in testFunc()
H A Dfts3_unicode.c104 static int unicodeDestroy(sqlite3_tokenizer *pTokenizer){ in unicodeDestroy() argument
105 if( pTokenizer ){ in unicodeDestroy()
106 unicode_tokenizer *p = (unicode_tokenizer *)pTokenizer; in unicodeDestroy()
324 unicode_tokenizer *p = ((unicode_tokenizer *)pCsr->base.pTokenizer); in unicodeNext()
H A Dfts3_porter.c78 static int porterDestroy(sqlite3_tokenizer *pTokenizer){ in porterDestroy() argument
79 sqlite3_free(pTokenizer); in porterDestroy()
90 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in porterOpen() argument
96 UNUSED_PARAMETER(pTokenizer); in porterOpen()
H A Dfts3_test.c377 static int testTokenizerDestroy(sqlite3_tokenizer *pTokenizer){ in testTokenizerDestroy() argument
378 test_tokenizer *p = (test_tokenizer *)pTokenizer; in testTokenizerDestroy()
384 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in testTokenizerOpen() argument
391 UNUSED_PARAMETER(pTokenizer); in testTokenizerOpen()
H A Dfts3_snippet.c687 pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule; in fts3SnippetShift()
692 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, iLangid, zDoc, nDoc, &pC); in fts3SnippetShift()
752 pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule; in fts3SnippetText()
753 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid, zDoc,nDoc,&pC); in fts3SnippetText()
1594 sqlite3_tokenizer_module const *pMod = pTab->pTokenizer->pModule; in sqlite3Fts3Offsets()
1660 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid, in sqlite3Fts3Offsets()
H A Dfts3.c549 p->pTokenizer->pModule->xDestroy(p->pTokenizer); in fts3DisconnectMethod()
1194 sqlite3_tokenizer *pTokenizer = 0; /* Tokenizer for this table */ in fts3InitVtab() local
1249 if( !pTokenizer in fts3InitVtab()
1254 rc = sqlite3Fts3InitTokenizer(pHash, &z[9], &pTokenizer, pzErr); in fts3InitVtab()
1396 if( pTokenizer==0 ){ in fts3InitVtab()
1397 rc = sqlite3Fts3InitTokenizer(pHash, "simple", &pTokenizer, pzErr); in fts3InitVtab()
1400 assert( pTokenizer ); in fts3InitVtab()
1427 p->pTokenizer = pTokenizer; in fts3InitVtab()
1542 }else if( pTokenizer ){ in fts3InitVtab()
1543 pTokenizer->pModule->xDestroy(pTokenizer); in fts3InitVtab()
[all …]
/sqlite-3.40.0/ext/fts1/
H A Dfulltext.c839 if( v->pTokenizer!=NULL ){ in fulltext_vtab_destroy()
840 v->pTokenizer->pModule->xDestroy(v->pTokenizer); in fulltext_vtab_destroy()
841 v->pTokenizer = NULL; in fulltext_vtab_destroy()
872 v->pTokenizer = NULL; in fulltextConnect()
894 v->pTokenizer->pModule = m; in fulltextConnect()
1158 pCursor->pTokenizer = pTokenizer; in tokenize_segment()
1307 int rc = pTokenizer->pModule->xOpen(pTokenizer, zText, -1, &pCursor); in build_terms()
1310 pCursor->pTokenizer = pTokenizer; in build_terms()
1312 while( SQLITE_OK==pTokenizer->pModule->xNext(pCursor, in build_terms()
1339 pTokenizer->pModule->xClose(pCursor); in build_terms()
[all …]
H A Dfts1.c1515 if( v->pTokenizer!=NULL ){ in fulltext_vtab_destroy()
1516 v->pTokenizer->pModule->xDestroy(v->pTokenizer); in fulltext_vtab_destroy()
1517 v->pTokenizer = NULL; in fulltext_vtab_destroy()
1982 v->pTokenizer->pModule = m; in constructVtab()
2240 pTokenizer = pVtab->pTokenizer; in snippetOffsetsOfColumn()
2241 pTModule = pTokenizer->pModule; in snippetOffsetsOfColumn()
2244 pTCursor->pTokenizer = pTokenizer; in snippetOffsetsOfColumn()
2685 pCursor->pTokenizer = pTokenizer; in tokenizeSegment()
2972 sqlite3_tokenizer *pTokenizer = v->pTokenizer; in buildTerms() local
2979 rc = pTokenizer->pModule->xOpen(pTokenizer, zText, -1, &pCursor); in buildTerms()
[all …]
H A Dsimple_tokenizer.c81 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){ in simpleDestroy() argument
82 simple_tokenizer *t = (simple_tokenizer *) pTokenizer; in simpleDestroy()
91 sqlite3_tokenizer *pTokenizer, in simpleOpen() argument
127 simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer; in simpleNext()
H A Dtokenizer.h45 int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
59 int (*xOpen)(sqlite3_tokenizer *pTokenizer,
74 sqlite3_tokenizer *pTokenizer; /* Tokenizer for this cursor. */ member
H A Dfts1_tokenizer1.c94 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){ in simpleDestroy() argument
95 free(pTokenizer); in simpleDestroy()
106 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in simpleOpen() argument
156 simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer; in simpleNext()
H A Dfts1_tokenizer.h45 int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
59 int (*xOpen)(sqlite3_tokenizer *pTokenizer,
74 sqlite3_tokenizer *pTokenizer; /* Tokenizer for this cursor. */ member
H A Dfts1_porter.c79 static int porterDestroy(sqlite3_tokenizer *pTokenizer){ in porterDestroy() argument
80 free(pTokenizer); in porterDestroy()
91 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in porterOpen() argument
/sqlite-3.40.0/ext/fts2/
H A Dfts2_tokenizer.c142 sqlite3_tokenizer *pTokenizer = 0; in testFunc() local
186 if( SQLITE_OK!=p->xCreate(zArg ? 1 : 0, &zArg, &pTokenizer) ){ in testFunc()
190 pTokenizer->pModule = p; in testFunc()
191 if( SQLITE_OK!=p->xOpen(pTokenizer, zInput, nInput, &pCsr) ){ in testFunc()
195 pCsr->pTokenizer = pTokenizer; in testFunc()
209 if( SQLITE_OK!=p->xDestroy(pTokenizer) ){ in testFunc()
H A Dfts2_tokenizer.h86 int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
94 sqlite3_tokenizer *pTokenizer, /* Tokenizer object */
141 sqlite3_tokenizer *pTokenizer; /* Tokenizer for this cursor. */ member
H A Dfts2_tokenizer1.c106 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){ in simpleDestroy() argument
107 sqlite3_free(pTokenizer); in simpleDestroy()
118 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in simpleOpen() argument
168 simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer; in simpleNext()
H A Dfts2_icu.c84 static int icuDestroy(sqlite3_tokenizer *pTokenizer){ in icuDestroy() argument
85 IcuTokenizer *p = (IcuTokenizer *)pTokenizer; in icuDestroy()
97 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in icuOpen() argument
102 IcuTokenizer *p = (IcuTokenizer *)pTokenizer; in icuOpen()
H A Dfts2.c2381 if( v->pTokenizer!=NULL ){ in fulltext_vtab_destroy()
2382 v->pTokenizer->pModule->xDestroy(v->pTokenizer); in fulltext_vtab_destroy()
2383 v->pTokenizer = NULL; in fulltext_vtab_destroy()
2858 v->pTokenizer->pModule = m; in constructVtab()
3106 pTokenizer = pVtab->pTokenizer; in snippetOffsetsOfColumn()
3107 pTModule = pTokenizer->pModule; in snippetOffsetsOfColumn()
3110 pTCursor->pTokenizer = pTokenizer; in snippetOffsetsOfColumn()
3548 pCursor->pTokenizer = pTokenizer; in tokenizeSegment()
3893 sqlite3_tokenizer *pTokenizer = v->pTokenizer; in buildTerms() local
3900 rc = pTokenizer->pModule->xOpen(pTokenizer, zText, -1, &pCursor); in buildTerms()
[all …]
H A Dfts2_porter.c81 static int porterDestroy(sqlite3_tokenizer *pTokenizer){ in porterDestroy() argument
82 sqlite3_free(pTokenizer); in porterDestroy()
93 sqlite3_tokenizer *pTokenizer, /* The tokenizer */ in porterOpen() argument
/sqlite-3.40.0/ext/fts5/
H A Dfts5_tokenize.c118 Fts5Tokenizer *pTokenizer, in fts5AsciiTokenize() argument
124 AsciiTokenizer *p = (AsciiTokenizer*)pTokenizer; in fts5AsciiTokenize()
439 Fts5Tokenizer *pTokenizer, in fts5UnicodeTokenize() argument
445 Unicode61Tokenizer *p = (Unicode61Tokenizer*)pTokenizer; in fts5UnicodeTokenize()
553 Fts5Tokenizer *pTokenizer; /* Parent tokenizer instance */ member
563 if( p->pTokenizer ){ in fts5PorterDelete()
564 p->tokenizer.xDelete(p->pTokenizer); in fts5PorterDelete()
598 rc = pRet->tokenizer.xCreate(pUserdata, azArg2, nArg2, &pRet->pTokenizer); in fts5PorterCreate()
1245 Fts5Tokenizer *pTokenizer, in fts5PorterTokenize() argument
1251 PorterTokenizer *p = (PorterTokenizer*)pTokenizer; in fts5PorterTokenize()
[all …]
H A Dfts5.h545 fts5_tokenizer *pTokenizer,
554 fts5_tokenizer *pTokenizer

12