paulhorn/sqlite
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add a test for an fts5 tokenizer that supports synonyms by adding multiple entries to the fts index.

Browse Source 
FossilOrigin-Name: 98d07d16cab92f1e7001afbe370df3ec6343fc1f
This commit is contained in:
dan
2015-08-29 18:46:12 +00:00
parent ee0c0a8de3
commit 0cb01f5c2c
5 changed files with 271 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ext/fts5/fts5_storage.c
+2 -2
View File
@@ -367,7 +367,7 @@ static int fts5StorageInsertCallback(
){
Fts5InsertCtx *pCtx = (Fts5InsertCtx*)pContext;
Fts5Index *pIdx = pCtx->pStorage->pIndex;
if( (tflags & FTS5_TOKEN_COLOCATED)==0 ){
if( (tflags & FTS5_TOKEN_COLOCATED)==0 || pCtx->szCol==0 ){
pCtx->szCol++;
}
return sqlite3Fts5IndexWrite(pIdx, pCtx->iCol, pCtx->szCol-1, pToken, nToken);
@@ -852,7 +852,7 @@ static int fts5StorageIntegrityCallback(
int iEnd /* End offset of token */
){
Fts5IntegrityCtx *pCtx = (Fts5IntegrityCtx*)pContext;
if( (tflags & FTS5_TOKEN_COLOCATED)==0 ){
if( (tflags & FTS5_TOKEN_COLOCATED)==0 || pCtx->szCol==0 ){
pCtx->szCol++;
}
pCtx->cksum ^= sqlite3Fts5IndexCksum(