Index: third_party/sqlite/src/ext/fts2/fts2_tokenizer1.c |
diff --git a/third_party/sqlite/src/ext/fts2/fts2_tokenizer1.c b/third_party/sqlite/src/ext/fts2/fts2_tokenizer1.c |
index 1f03cc4b626329777e2bc0c4e4832e80b7e85082..7e13366910d097982174bf61aa3d77a26e050a5a 100644 |
--- a/third_party/sqlite/src/ext/fts2/fts2_tokenizer1.c |
+++ b/third_party/sqlite/src/ext/fts2/fts2_tokenizer1.c |
@@ -29,7 +29,6 @@ |
#include <stdlib.h> |
#include <stdio.h> |
#include <string.h> |
-#include <ctype.h> |
#include "fts2_tokenizer.h" |
@@ -89,7 +88,8 @@ static int simpleCreate( |
/* Mark non-alphanumeric ASCII characters as delimiters */ |
int i; |
for(i=1; i<0x80; i++){ |
- t->delim[i] = !isalnum(i); |
+ t->delim[i] = !((i>='0' && i<='9') || (i>='A' && i<='Z') || |
+ (i>='a' && i<='z')); |
} |
} |
@@ -191,7 +191,7 @@ static int simpleNext( |
** case-insensitivity. |
*/ |
unsigned char ch = p[iStartOffset+i]; |
- c->pToken[i] = (ch>='A' && ch<='Z') ? (ch-'A'+'a') : ch; |
+ c->pToken[i] = (ch>='A' && ch<='Z') ? (ch - 'A' + 'a') : ch; |
} |
*ppToken = c->pToken; |
*pnBytes = n; |