Index: third_party/sqlite/src/ext/fts1/fts1_tokenizer1.c |
diff --git a/third_party/sqlite/src/ext/fts1/fts1_tokenizer1.c b/third_party/sqlite/src/ext/fts1/fts1_tokenizer1.c |
index 90774da5bb10cf41d752940211086ef47e7318f5..f58fba8f8e613ffed6764ffd0868d9646cb96011 100644 |
--- a/third_party/sqlite/src/ext/fts1/fts1_tokenizer1.c |
+++ b/third_party/sqlite/src/ext/fts1/fts1_tokenizer1.c |
@@ -182,7 +182,7 @@ static int simpleNext( |
** case-insensitivity. |
*/ |
unsigned char ch = p[iStartOffset+i]; |
- c->pToken[i] = (ch>='A' && ch<='Z') ? (ch-'A'+'a') : ch; |
+ c->pToken[i] = ch<0x80 ? tolower(ch) : ch; |
} |
*ppToken = c->pToken; |
*pnBytes = n; |