Home
last modified time | relevance | path

Searched refs:zToken (Results 1 – 25 of 37) sorted by relevance

12

/sqlite-3.40.0/ext/fts1/
H A Dsimple_tokenizer.c42 char *zToken; /* storage for current token */ member
102 c->zToken = NULL; /* no space allocated, yet. */ in simpleOpen()
113 if( NULL!=c->zToken ){ in simpleClose()
114 free(c->zToken); in simpleClose()
134 c->zToken = realloc(c->zToken, n+1); in simpleNext()
141 c->zToken[ii] = (unsigned char)ch<0x80 ? tolower((unsigned char)ch):ch; in simpleNext()
143 c->zToken[n] = '\0'; in simpleNext()
144 *ppToken = c->zToken; in simpleNext()
H A Dfts1_porter.c52 char *zToken; /* storage for current token */ member
110 c->zToken = NULL; /* no space allocated, yet. */ in porterOpen()
123 free(c->zToken); in porterClose()
607 c->zToken = realloc(c->zToken, c->nAllocated); in porterNext()
608 if( c->zToken==NULL ) return SQLITE_NOMEM; in porterNext()
610 porter_stemmer(&z[iStartOffset], n, c->zToken, pnBytes); in porterNext()
611 *pzToken = c->zToken; in porterNext()
H A Dfulltext.c1161 const char *zToken; in tokenize_segment() local
1165 &zToken, &nToken, in tokenize_segment()
1169 query_add(pQuery, !in_phrase || is_first, string_dup_n(zToken, nToken)); in tokenize_segment()
H A Dfts1.c2228 const char *zToken; /* Next token from the tokenizer */ in snippetOffsetsOfColumn() local
2252 rc = pTModule->xNext(pTCursor, &zToken, &nToken, &iBegin, &iEnd, &iPos); in snippetOffsetsOfColumn()
2262 if( memcmp(aTerm[i].pTerm, zToken, nToken) ) continue; in snippetOffsetsOfColumn()
2648 const char *zToken, /* Text of the token */ in checkColumnSpecifier() argument
2653 if( memcmp(pVtab->azColumn[i], zToken, nToken)==0 in checkColumnSpecifier()
/sqlite-3.40.0/ext/fts3/
H A Dfts3_unicode.c96 char *zToken; /* storage for current token */ member
306 sqlite3_free(pCsr->zToken); in unicodeClose()
342 zOut = pCsr->zToken; in unicodeNext()
347 if( (zOut-pCsr->zToken)>=(pCsr->nAlloc-4) ){ in unicodeNext()
348 char *zNew = sqlite3_realloc64(pCsr->zToken, pCsr->nAlloc+64); in unicodeNext()
350 zOut = &zNew[zOut - pCsr->zToken]; in unicodeNext()
351 pCsr->zToken = zNew; in unicodeNext()
371 *paToken = pCsr->zToken; in unicodeNext()
372 *pnToken = (int)(zOut - pCsr->zToken); in unicodeNext()
H A Dfts3_porter.c51 char *zToken; /* storage for current token */ member
111 c->zToken = NULL; /* no space allocated, yet. */ in porterOpen()
124 sqlite3_free(c->zToken); in porterClose()
624 pNew = sqlite3_realloc64(c->zToken, c->nAllocated); in porterNext()
626 c->zToken = pNew; in porterNext()
628 porter_stemmer(&z[iStartOffset], n, c->zToken, pnBytes); in porterNext()
629 *pzToken = c->zToken; in porterNext()
H A Dfts3_tokenize_vtab.c67 const char *zToken; /* Current 'token' value */ member
289 pCsr->zToken = 0; in fts3tokResetCursor()
318 &pCsr->zToken, &pCsr->nToken, in fts3tokNextMethod()
372 return (pCsr->zToken==0); in fts3tokEofMethod()
391 sqlite3_result_text(pCtx, pCsr->zToken, pCsr->nToken, SQLITE_TRANSIENT); in fts3tokColumnMethod()
H A Dfts3_tokenizer.c280 const char *zToken; in testFunc() local
326 while( SQLITE_OK==p->xNext(pCsr, &zToken, &nToken, &iStart, &iEnd, &iPos) ){ in testFunc()
328 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken)); in testFunc()
329 zToken = &zInput[iStart]; in testFunc()
331 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken)); in testFunc()
H A Dfts3_write.c755 const char *zToken, in fts3PendingTermsAddOne() argument
761 pList = (PendingList *)fts3HashFind(pHash, zToken, nToken); in fts3PendingTermsAddOne()
766 if( pList==fts3HashInsert(pHash, zToken, nToken, pList) ){ in fts3PendingTermsAddOne()
770 assert( 0==fts3HashFind(pHash, zToken, nToken) ); in fts3PendingTermsAddOne()
801 char const *zToken; in fts3PendingTermsAdd() local
835 if( iPos<0 || !zToken || nToken<=0 ){ in fts3PendingTermsAdd()
842 p, iCol, iPos, &p->aIndex[0].hPending, zToken, nToken in fts3PendingTermsAdd()
851 p, iCol, iPos, &pIndex->hPending, zToken, pIndex->nPrefix in fts3PendingTermsAdd()
5343 zToken, nToken, iLang, 0, iDocid, iCol, iPos in fts3IntegrityCheck()
5514 char const *zToken; /* Buffer containing token */ in sqlite3Fts3CacheDeferredDoclists() local
[all …]
H A Dfts3_expr.c199 const char *zToken; in getNextToken() local
203 rc = pModule->xNext(pCursor, &zToken, &nToken, &iStart, &iEnd, &iPosition); in getNextToken()
216 memcpy(pRet->pPhrase->aToken[0].z, zToken, nToken); in getNextToken()
/sqlite-3.40.0/ext/fts2/
H A Dfts2_porter.c54 char *zToken; /* storage for current token */ member
112 c->zToken = NULL; /* no space allocated, yet. */ in porterOpen()
125 sqlite3_free(c->zToken); in porterClose()
608 c->zToken = sqlite3_realloc(c->zToken, c->nAllocated); in porterNext()
609 if( c->zToken==NULL ) return SQLITE_NOMEM; in porterNext()
611 porter_stemmer(&z[iStartOffset], n, c->zToken, pnBytes); in porterNext()
612 *pzToken = c->zToken; in porterNext()
H A Dfts2_tokenizer.c154 const char *zToken; in testFunc() local
197 while( SQLITE_OK==p->xNext(pCsr, &zToken, &nToken, &iStart, &iEnd, &iPos) ){ in testFunc()
199 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken)); in testFunc()
200 zToken = &zInput[iStart]; in testFunc()
202 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken)); in testFunc()
/sqlite-3.40.0/ext/fts5/
H A Dfts5_test_tok.c64 char *zToken; member
295 sqlite3_free(pCsr->aRow[i].zToken); in fts5tokResetCursor()
350 pRow->zToken = sqlite3_malloc(nToken+1); in fts5tokCb()
351 if( pRow->zToken==0 ) return SQLITE_NOMEM; in fts5tokCb()
352 memcpy(pRow->zToken, pToken, nToken); in fts5tokCb()
353 pRow->zToken[nToken] = 0; in fts5tokCb()
418 sqlite3_result_text(pCtx, pRow->zToken, -1, SQLITE_TRANSIENT); in fts5tokColumnMethod()
H A Dfts5_tcl.c152 const char *zToken, int nToken, in xTokenizeCb() argument
160 Tcl_ListObjAppendElement(p->interp, pEval, Tcl_NewStringObj(zToken, nToken)); in xTokenizeCb()
658 const char *zToken, int nToken, in xTokenizeCb2() argument
663 Tcl_ListObjAppendElement(0, p->pRet, Tcl_NewStringObj(zToken, nToken)); in xTokenizeCb2()
668 Tcl_ListObjAppendElement(0, p->pRet, Tcl_NewStringObj(zToken, nToken)); in xTokenizeCb2()
898 char *zToken; in f5tTokenizerReturn() local
913 zToken = Tcl_GetStringFromObj(objv[objc-3], &nToken); in f5tTokenizerReturn()
927 rc = p->xToken(p->pCtx, tflags, zToken, nToken, iStart, iEnd); in f5tTokenizerReturn()
/sqlite-3.40.0/tool/
H A Dsqldiff.c1827 char zToken[32]; in module_name_func() local
1832 zSql = gobble_token(zSql, zToken, sizeof(zToken)); in module_name_func()
1833 if( zSql==0 || sqlite3_stricmp(zToken, "create") ) return; in module_name_func()
1834 zSql = gobble_token(zSql, zToken, sizeof(zToken)); in module_name_func()
1836 zSql = gobble_token(zSql, zToken, sizeof(zToken)); in module_name_func()
1837 if( zSql==0 || sqlite3_stricmp(zToken, "table") ) return; in module_name_func()
1838 zSql = gobble_token(zSql, zToken, sizeof(zToken)); in module_name_func()
1840 zSql = gobble_token(zSql, zToken, sizeof(zToken)); in module_name_func()
1841 if( zSql==0 || sqlite3_stricmp(zToken, "using") ) return; in module_name_func()
1842 zSql = gobble_token(zSql, zToken, sizeof(zToken)); in module_name_func()
[all …]
H A Dmkkeywordhash.c641 char *zToken = aKeywordTable[i].zTokenType; in main() local
643 printf("%s,%*s", zToken, (int)(14-strlen(zToken)), ""); in main()
/sqlite-3.40.0/src/
H A Dexpr.c892 x.z = zToken; in sqlite3Expr()
1154 z = pExpr->u.zToken; in sqlite3ExprAssignVarNumber()
1472 char *zToken = pNew->u.zToken = (char*)&zAlloc[nNewSize]; in exprDup() local
1473 memcpy(zToken, p->u.zToken, nToken); in exprDup()
4268 assert( pExpr->u.zToken[0]=='x' || pExpr->u.zToken[0]=='X' ); in sqlite3ExprCodeTarget()
4285 assert( pExpr->u.zToken[0]=='?' || (z && !strcmp(pExpr->u.zToken, z)) ); in sqlite3ExprCodeTarget()
5623 if( pA->u.zToken ){ in sqlite3ExprCompare()
5625 if( sqlite3StrICmp(pA->u.zToken,pB->u.zToken)!=0 ) return 2; in sqlite3ExprCompare()
5640 if( sqlite3_stricmp(pA->u.zToken,pB->u.zToken)!=0 ) return 2; in sqlite3ExprCompare()
5642 if( pB->u.zToken!=0 in sqlite3ExprCompare()
[all …]
H A Dtreeview.c543 sqlite3TreeViewLine(pView, "%s", pExpr->u.zToken); in sqlite3TreeViewExpr()
550 sqlite3TreeViewLine(pView,"%s", pExpr->u.zToken); in sqlite3TreeViewExpr()
556 sqlite3TreeViewLine(pView,"%Q", pExpr->u.zToken); in sqlite3TreeViewExpr()
571 sqlite3TreeViewLine(pView,"%s", pExpr->u.zToken); in sqlite3TreeViewExpr()
578 pExpr->u.zToken, pExpr->iColumn); in sqlite3TreeViewExpr()
587 sqlite3TreeViewLine(pView,"ID \"%w\"", pExpr->u.zToken); in sqlite3TreeViewExpr()
594 sqlite3TreeViewLine(pView,"CAST %Q", pExpr->u.zToken); in sqlite3TreeViewExpr()
644 sqlite3TreeViewLine(pView, "SPAN %Q", pExpr->u.zToken); in sqlite3TreeViewExpr()
658 pExpr->u.zToken, zFlgs); in sqlite3TreeViewExpr()
682 pExpr->op2, pExpr->u.zToken, zFlgs, in sqlite3TreeViewExpr()
[all …]
H A Dresolve.c92 pDup = sqlite3ExprAddCollateString(pParse, pDup, pExpr->u.zToken); in resolveAlias()
684 pExpr->u.zToken = "coalesce"; in lookupName()
839 sqlite3AtoF(p->u.zToken, &r, sqlite3Strlen30(p->u.zToken), SQLITE_UTF8); in exprProbability()
922 pExpr->u.zToken = "true"; in resolveExprStep()
925 pExpr->u.zToken = "false"; in resolveExprStep()
957 zColumn = pExpr->u.zToken; in resolveExprStep()
970 zDb = pLeft->u.zToken; in resolveExprStep()
975 zTable = pLeft->u.zToken; in resolveExprStep()
976 zColumn = pRight->u.zToken; in resolveExprStep()
1002 zId = pExpr->u.zToken; in resolveExprStep()
[all …]
H A Dwhereexpr.c213 z = (u8*)pRight->u.zToken; in isLikeOrGlob()
244 zNew = pPrefix->u.zToken; in isLikeOrGlob()
299 if( *pisComplete && pRight->u.zToken[1] ){ in isLikeOrGlob()
390 if( sqlite3StrICmp(pExpr->u.zToken, aOp[i].zOp)==0 ){ in isAuxiliaryVtabOperator()
423 i = pMod->xFindFunction(pVtab,2, pExpr->u.zToken, &xNotUsed, &pNotUsed); in isAuxiliaryVtabOperator()
1205 pExpr->u.zToken = "false"; in exprAnalyze()
1341 for(i=0; (c = pStr1->u.zToken[i])!=0; i++){ in exprAnalyze()
1342 pStr1->u.zToken[i] = sqlite3Toupper(c); in exprAnalyze()
1343 pStr2->u.zToken[i] = sqlite3Tolower(c); in exprAnalyze()
1349 pC = (u8*)&pStr2->u.zToken[sqlite3Strlen30(pStr2->u.zToken)-1]; in exprAnalyze()
H A Dvdbemem.c1479 pFunc = sqlite3FindFunction(db, p->u.zToken, nVal, enc, 0); in valueFromFunction()
1582 aff = sqlite3AffinityType(pExpr->u.zToken,0); in valueFromExpr()
1609 zVal = sqlite3MPrintf(db, "%s%s", zNeg, pExpr->u.zToken); in valueFromExpr()
1656 assert( pExpr->u.zToken[0]=='x' || pExpr->u.zToken[0]=='X' ); in valueFromExpr()
1657 assert( pExpr->u.zToken[1]=='\'' ); in valueFromExpr()
1660 zVal = &pExpr->u.zToken[2]; in valueFromExpr()
1677 pVal->u.i = pExpr->u.zToken[4]==0; in valueFromExpr()
H A Dutil.c268 assert( sqlite3Isquote(p->u.zToken[0]) ); in sqlite3DequoteExpr()
269 p->flags |= p->u.zToken[0]=='"' ? EP_Quoted|EP_DblQuoted : EP_Quoted; in sqlite3DequoteExpr()
270 sqlite3Dequote(p->u.zToken); in sqlite3DequoteExpr()
H A Dupsert.c165 sCol[0].u.zToken = (char*)pIdx->azColl[ii]; in sqlite3UpsertAnalyzeTarget()
H A Dattach.c361 zAuthArg = pAuthArg->u.zToken; in codeAttach()
/sqlite-3.40.0/test/
H A Dfts3rnd.test165 proc simple_token_matchinfo {zToken bDesc} {
181 set hit [llength [lsearch -all $col $zToken]]

12