| Index: third_party/sqlite/src/ext/fts3/fts3_tokenizer.h
|
| diff --git a/third_party/sqlite/src/ext/fts3/fts3_tokenizer.h b/third_party/sqlite/src/ext/fts3/fts3_tokenizer.h
|
| index 615644506cb75c42358e0ab6eef30db3c3eae954..4a40b2b38503833bf17ded9ee2e2742e86267fc6 100644
|
| --- a/third_party/sqlite/src/ext/fts3/fts3_tokenizer.h
|
| +++ b/third_party/sqlite/src/ext/fts3/fts3_tokenizer.h
|
| @@ -52,7 +52,7 @@ typedef struct sqlite3_tokenizer_cursor sqlite3_tokenizer_cursor;
|
| struct sqlite3_tokenizer_module {
|
|
|
| /*
|
| - ** Structure version. Should always be set to 0.
|
| + ** Structure version. Should always be set to 0 or 1.
|
| */
|
| int iVersion;
|
|
|
| @@ -70,7 +70,7 @@ struct sqlite3_tokenizer_module {
|
| ** This method should return either SQLITE_OK (0), or an SQLite error
|
| ** code. If SQLITE_OK is returned, then *ppTokenizer should be set
|
| ** to point at the newly created tokenizer structure. The generic
|
| - ** sqlite3_tokenizer.pModule variable should not be initialised by
|
| + ** sqlite3_tokenizer.pModule variable should not be initialized by
|
| ** this callback. The caller will do so.
|
| */
|
| int (*xCreate)(
|
| @@ -133,6 +133,15 @@ struct sqlite3_tokenizer_module {
|
| int *piEndOffset, /* OUT: Byte offset of end of token in input buffer */
|
| int *piPosition /* OUT: Number of tokens returned before this one */
|
| );
|
| +
|
| + /***********************************************************************
|
| + ** Methods below this point are only available if iVersion>=1.
|
| + */
|
| +
|
| + /*
|
| + ** Configure the language id of a tokenizer cursor.
|
| + */
|
| + int (*xLanguageid)(sqlite3_tokenizer_cursor *pCsr, int iLangid);
|
| };
|
|
|
| struct sqlite3_tokenizer {
|
|
|