Home
last modified time | relevance | path

Searched refs:pToken (Results 1 – 23 of 23) sorted by relevance

/sqlite-3.40.0/ext/fts3/
H A Dfts3_test.c67 NearToken *pToken = &p->aToken[ii]; in nm_phrase_match() local
68 if( pToken->n>0 && pToken->z[pToken->n-1]=='*' ){ in nm_phrase_match()
69 if( aToken[ii].n<(pToken->n-1) ) return 0; in nm_phrase_match()
70 if( memcmp(aToken[ii].z, pToken->z, pToken->n-1) ) return 0; in nm_phrase_match()
72 if( aToken[ii].n!=pToken->n ) return 0; in nm_phrase_match()
73 if( memcmp(aToken[ii].z, pToken->z, pToken->n) ) return 0; in nm_phrase_match()
450 const char *pToken = p; in testTokenizerNext() local
453 nToken = (sqlite3_int64)(p-pToken); in testTokenizerNext()
466 for(i=0; i<nToken; i++) pCsr->aBuffer[i] = pToken[i]; in testTokenizerNext()
468 for(i=0; i<nToken; i++) pCsr->aBuffer[i] = (char)testTolower(pToken[i]); in testTokenizerNext()
[all …]
H A Dfts3_tokenizer1.c46 char *pToken; /* storage for current token */ member
135 c->pToken = NULL; /* no space allocated, yet. */ in simpleOpen()
148 sqlite3_free(c->pToken); in simpleClose()
188 pNew = sqlite3_realloc64(c->pToken, c->nTokenAllocated); in simpleNext()
190 c->pToken = pNew; in simpleNext()
197 c->pToken[i] = (char)((ch>='A' && ch<='Z') ? ch-'A'+'a' : ch); in simpleNext()
199 *ppToken = c->pToken; in simpleNext()
H A Dfts3.c4178 pToken->z, pToken->n, pToken->isPrefix, &pToken->pSegcsr in fts3EvalAllocateReaders()
4279 assert( pToken->pDeferred==0 || pToken->pSegcsr==0 ); in fts3EvalPhraseLoad()
4281 if( pToken->pSegcsr ){ in fts3EvalPhraseLoad()
4442 if( pToken->bFirst || (pToken->pSegcsr!=0 && !pToken->pSegcsr->bLookup) ){ in fts3EvalPhraseStart()
4455 rc = sqlite3Fts3MsrIncrStart(pTab, pSegcsr, iCol, pToken->z, pToken->n); in fts3EvalPhraseStart()
4656 if( pToken->pSegcsr ){ in incrPhraseTokenNext()
5078 Fts3PhraseToken *pToken = pTC->pToken; in fts3EvalSelectDeferred() local
5081 pToken->pSegcsr = 0; in fts3EvalSelectDeferred()
5092 Fts3PhraseToken *pToken = pTC->pToken; in fts3EvalSelectDeferred() local
5111 pTC->pToken = 0; in fts3EvalSelectDeferred()
[all …]
H A Dfts3_expr.c319 Fts3PhraseToken *pToken; in getNextString() local
328 pToken = &((Fts3Phrase *)(&p[1]))->aToken[ii]; in getNextString()
329 memset(pToken, 0, sizeof(Fts3PhraseToken)); in getNextString()
334 pToken->n = nByte; in getNextString()
335 pToken->isPrefix = (iEnd<nInput && zInput[iEnd]=='*'); in getNextString()
336 pToken->bFirst = (iBegin>0 && zInput[iBegin-1]=='^'); in getNextString()
H A Dfts3_write.c114 Fts3PhraseToken *pToken; /* Pointer to corresponding expr token */ member
5521 Fts3PhraseToken *pPT = pDef->pToken; in sqlite3Fts3CacheDeferredDoclists()
5578 Fts3PhraseToken *pToken, /* Token to defer */ in sqlite3Fts3DeferToken() argument
5587 pDeferred->pToken = pToken; in sqlite3Fts3DeferToken()
5592 assert( pToken->pDeferred==0 ); in sqlite3Fts3DeferToken()
5593 pToken->pDeferred = pDeferred; in sqlite3Fts3DeferToken()
/sqlite-3.40.0/ext/fts2/
H A Dfts2_tokenizer1.c49 char *pToken; /* storage for current token */ member
137 c->pToken = NULL; /* no space allocated, yet. */ in simpleOpen()
150 sqlite3_free(c->pToken); in simpleClose()
189 c->pToken = sqlite3_realloc(c->pToken, c->nTokenAllocated); in simpleNext()
190 if( c->pToken==NULL ) return SQLITE_NOMEM; in simpleNext()
197 c->pToken[i] = (ch>='A' && ch<='Z') ? (ch - 'A' + 'a') : ch; in simpleNext()
199 *ppToken = c->pToken; in simpleNext()
H A Dfts2.c3551 const char *pToken; in tokenizeSegment() local
3555 &pToken, &nToken, in tokenizeSegment()
3560 (iCol = checkColumnSpecifier(pQuery->pFts, pToken, nToken))>=0 ){ in tokenizeSegment()
3569 queryAdd(pQuery, pToken, nToken); in tokenizeSegment()
3895 const char *pToken; in buildTerms() local
3905 &pToken, &nTokenBytes, in buildTerms()
3913 if( iPosition<0 || pToken == NULL || nTokenBytes == 0 ){ in buildTerms()
3918 p = fts2HashFind(&v->pendingTerms, pToken, nTokenBytes); in buildTerms()
3922 fts2HashInsert(&v->pendingTerms, pToken, nTokenBytes, p); in buildTerms()
/sqlite-3.40.0/ext/fts1/
H A Dfts1_tokenizer1.c39 char *pToken; /* storage for current token */ member
125 c->pToken = NULL; /* no space allocated, yet. */ in simpleOpen()
138 free(c->pToken); in simpleClose()
177 c->pToken = realloc(c->pToken, c->nTokenAllocated); in simpleNext()
178 if( c->pToken==NULL ) return SQLITE_NOMEM; in simpleNext()
185 c->pToken[i] = ch<0x80 ? tolower(ch) : ch; in simpleNext()
187 *ppToken = c->pToken; in simpleNext()
H A Dfts1.c2688 const char *pToken; in tokenizeSegment() local
2692 &pToken, &nToken, in tokenizeSegment()
2697 (iCol = checkColumnSpecifier(pQuery->pFts, pToken, nToken))>=0 ){ in tokenizeSegment()
2706 queryAdd(pQuery, pToken, nToken); in tokenizeSegment()
2974 const char *pToken; in buildTerms() local
2984 &pToken, &nTokenBytes, in buildTerms()
2995 p = fts1HashFind(terms, pToken, nTokenBytes); in buildTerms()
2999 fts1HashInsert(terms, pToken, nTokenBytes, p); in buildTerms()
H A Dfulltext.c1303 const char *pToken; in build_terms() local
1313 &pToken, &nTokenBytes, in build_terms()
1324 p = HashFind(terms, pToken, nTokenBytes); in build_terms()
1328 HashInsert(terms, pToken, nTokenBytes, p); in build_terms()
/sqlite-3.40.0/src/
H A Dalter.c772 const Token *pToken in sqlite3RenameTokenMap() argument
781 pNew->t = *pToken; in sqlite3RenameTokenMap()
945 for(p=pToken; p; p=pNext){ in renameTokenFree()
973 *pp = pToken->pNext; in renameTokenFind()
978 return pToken; in renameTokenFind()
1036 RenameToken *pToken; in renameColumnTokenNext() local
1039 for(pToken=pBest->pNext; pToken; pToken=pToken->pNext){ in renameColumnTokenNext()
1040 if( pToken->t.z>pBest->t.z ) pBest = pToken; in renameColumnTokenNext()
1160 RenameToken *pToken; in renameParseSql() local
1161 for(pToken=p->pRename; pToken; pToken=pToken->pNext){ in renameParseSql()
[all …]
H A Dprintf.c862 Token *pToken = va_arg(ap, Token*); in sqlite3_str_vappendf() local
864 if( pToken && pToken->n ){ in sqlite3_str_vappendf()
865 sqlite3_str_append(pAccum, (const char*)pToken->z, pToken->n); in sqlite3_str_vappendf()
866 sqlite3RecordErrorByteOffset(pAccum->db, pToken->z); in sqlite3_str_vappendf()
H A Dexpr.c849 if( pToken ){ in sqlite3ExprAlloc()
850 if( op!=TK_INTEGER || pToken->z==0 in sqlite3ExprAlloc()
851 || sqlite3GetInt32(pToken->z, &iValue)==0 ){ in sqlite3ExprAlloc()
852 nExtra = pToken->n+1; in sqlite3ExprAlloc()
861 if( pToken ){ in sqlite3ExprAlloc()
867 assert( pToken->z!=0 || pToken->n==0 ); in sqlite3ExprAlloc()
868 if( pToken->n ) memcpy(pNew->u.zToken, pToken->z, pToken->n); in sqlite3ExprAlloc()
869 pNew->u.zToken[pToken->n] = 0; in sqlite3ExprAlloc()
1070 const Token *pToken, /* Name of the function */ in sqlite3ExprFunction() argument
1075 assert( pToken ); in sqlite3ExprFunction()
[all …]
H A Dbuild.c1942 void sqlite3AddCollateType(Parse *pParse, Token *pToken){ in sqlite3AddCollateType() argument
1951 zColl = sqlite3NameFromToken(db, pToken); in sqlite3AddCollateType()
4669 IdList *sqlite3IdListAppend(Parse *pParse, IdList *pList, Token *pToken){ in sqlite3IdListAppend() argument
4686 pList->a[i].zName = sqlite3NameFromToken(db, pToken); in sqlite3IdListAppend()
4688 sqlite3RenameTokenMap(pParse, (void*)pList->a[i].zName, pToken); in sqlite3IdListAppend()
4968 Token *pToken = (ALWAYS(pDatabase) && pDatabase->z) ? pDatabase : pTable; in sqlite3SrcListAppendFromTerm() local
4969 sqlite3RenameTokenMap(pParse, pItem->zName, pToken); in sqlite3SrcListAppendFromTerm()
/sqlite-3.40.0/ext/fts5/
H A Dfts5_expr.c155 Fts5Token *pToken in fts5ExprGetToken() argument
163 pToken->p = z; in fts5ExprGetToken()
164 pToken->n = 1; in fts5ExprGetToken()
192 pToken->n = (z2 - z); in fts5ExprGetToken()
204 pToken->n = (z2 - z); in fts5ExprGetToken()
205 if( pToken->n==2 && memcmp(pToken->p, "OR", 2)==0 ) tok = FTS5_OR; in fts5ExprGetToken()
206 if( pToken->n==3 && memcmp(pToken->p, "NOT", 3)==0 ) tok = FTS5_NOT; in fts5ExprGetToken()
207 if( pToken->n==3 && memcmp(pToken->p, "AND", 3)==0 ) tok = FTS5_AND; in fts5ExprGetToken()
212 *pz = &pToken->p[pToken->n]; in fts5ExprGetToken()
1542 *pz = sqlite3Fts5Strndup(&rc, pToken->p, pToken->n); in fts5ParseStringFromToken()
[all …]
H A Dfts5_hash.c247 const char *pToken, int nToken /* Token to add or remove to or from index */ in sqlite3Fts5HashWrite() argument
258 iHash = fts5HashKey2(pHash->nSlot, (u8)bByte, (const u8*)pToken, nToken); in sqlite3Fts5HashWrite()
263 && memcmp(&zKey[1], pToken, nToken)==0 in sqlite3Fts5HashWrite()
280 iHash = fts5HashKey2(pHash->nSlot, (u8)bByte, (const u8*)pToken, nToken); in sqlite3Fts5HashWrite()
290 memcpy(&zKey[1], pToken, nToken); in sqlite3Fts5HashWrite()
H A Dfts5_storage.c372 const char *pToken, /* Buffer containing token */ in fts5StorageInsertCallback() argument
384 return sqlite3Fts5IndexWrite(pIdx, pCtx->iCol, pCtx->szCol-1, pToken, nToken); in fts5StorageInsertCallback()
821 const char *pToken, /* Buffer containing token */ in fts5StorageIntegrityCallback() argument
859 rc = sqlite3Fts5TermsetAdd(pTermset, 0, pToken, nToken, &bPresent); in fts5StorageIntegrityCallback()
862 pCtx->iRowid, iCol, iPos, 0, pToken, nToken in fts5StorageIntegrityCallback()
868 int nByte = sqlite3Fts5IndexCharlenToBytelen(pToken, nToken, nChar); in fts5StorageIntegrityCallback()
870 rc = sqlite3Fts5TermsetAdd(pTermset, ii+1, pToken, nByte, &bPresent); in fts5StorageIntegrityCallback()
873 pCtx->iRowid, iCol, iPos, ii+1, pToken, nByte in fts5StorageIntegrityCallback()
H A Dfts5Int.h422 const char *pToken, int nToken, /* Token (or prefix) to query for */
469 const char *pToken, int nToken /* Token to add or remove to or from index */
604 const char *pToken, int nToken /* Token to add or remove to or from index */
777 Fts5Token *pToken,
H A Dfts5_aux.c152 const char *pToken, /* Buffer containing token */ in fts5HighlightCb() argument
161 UNUSED_PARAM2(pToken, nToken); in fts5HighlightCb()
288 const char *pToken, /* Buffer containing token */ in fts5SentenceFinderCb() argument
295 UNUSED_PARAM2(pToken, nToken); in fts5SentenceFinderCb()
H A Dfts5_test_tok.c327 const char *pToken, /* Pointer to buffer containing token */ in fts5tokCb() argument
352 memcpy(pRow->zToken, pToken, nToken); in fts5tokCb()
H A Dfts5.h511 const char *pToken, /* Pointer to buffer containing token */
H A Dfts5_tokenize.c1178 const char *pToken, in fts5PorterCb() argument
1191 memcpy(aBuf, pToken, nBuf); in fts5PorterCb()
1238 return p->xToken(p->pCtx, tflags, pToken, nToken, iStart, iEnd); in fts5PorterCb()
H A Dfts5_index.c5204 u8 *pToken, /* Buffer containing prefix to match */ in fts5SetupPrefixIter() argument
5244 pToken[0] = FTS5_MAIN_PREFIX; in fts5SetupPrefixIter()
5245 fts5MultiIterNew(p, pStruct, f2, pColset, pToken, nToken, -1, 0, &p1); in fts5SetupPrefixIter()
5261 pToken[0] = FTS5_MAIN_PREFIX + iIdx; in fts5SetupPrefixIter()
5273 assert_nc( memcmp(pToken, pTerm, MIN(nToken, nTerm))<=0 ); in fts5SetupPrefixIter()
5275 if( nTerm<nToken || memcmp(pToken, pTerm, nToken) ) break; in fts5SetupPrefixIter()
5537 int nByte = sqlite3Fts5IndexCharlenToBytelen(pToken, nToken, nChar); in sqlite3Fts5IndexWrite()
5540 p->iWriteRowid, iCol, iPos, (char)(FTS5_MAIN_PREFIX+i+1), pToken, in sqlite3Fts5IndexWrite()
5555 const char *pToken, int nToken, /* Token (or prefix) to query for */ in sqlite3Fts5IndexQuery() argument
5570 if( nToken>0 ) memcpy(&buf.p[1], pToken, nToken); in sqlite3Fts5IndexQuery()
[all …]