Add the xTokenize extension API.

FossilOrigin-Name: 8c6b0aff3443fae4b7f0b9adcbf1514992b70653
2014-07-21 14:22:38 +00:00
parent 84d6fb394f
commit 5c1b820460
6 changed files with 76 additions and 12 deletions
@@ -630,8 +630,9 @@ static int fts5ApiTokenize(
  void *pUserData,
  int (*xToken)(void*, const char*, int, int, int, int)
 ){
-  assert( 0 );
-  return SQLITE_OK;
+  Fts5Cursor *pCsr = (Fts5Cursor*)pCtx;
+  Fts5Table *pTab = (Fts5Table*)(pCsr->base.pVtab);
+  return sqlite3Fts5Tokenize(pTab->pConfig, pText, nText, pUserData, xToken);
 }

 static int fts5ApiPhraseCount(Fts5Context *pCtx){