Make hi-bit characters delimiters. This is a stopgap until the tokenizer

and fulltext.c recognize UTF-8 correctly. (CVS 3370) FossilOrigin-Name: ca850d3d80f67672172d11392fcdf60bfbb94c02
2006-08-28 20:08:56 +00:00
parent aa5ac05b5f
commit 4f4897e80d
3 changed files with 12 additions and 12 deletions
@@ -61,11 +61,11 @@ static int simpleCreate(
  if( argc>1 ){
    t->zDelim = string_dup(argv[1]);
  } else {
-    /* Build a string of non-alphanumeric ASCII characters */
-    char zDelim[128];               /* nul-terminated, so nul not a member */
+    /* Build a string excluding alphanumeric ASCII characters */
+    char zDelim[256];               /* nul-terminated, so nul not a member */
    int i, j;
-    for(i=1, j=0; i<0x80; i++){
-      if( !isalnum(i) ){
+    for(i=1, j=0; i<0x100; i++){
+      if( i>=0x80 || !isalnum(i) ){
        zDelim[j++] = i;
      }
    }