| OLD | NEW |
| 1 /* | 1 /* |
| 2 ** 2006 Oct 10 | 2 ** 2006 Oct 10 |
| 3 ** | 3 ** |
| 4 ** The author disclaims copyright to this source code. In place of | 4 ** The author disclaims copyright to this source code. In place of |
| 5 ** a legal notice, here is a blessing: | 5 ** a legal notice, here is a blessing: |
| 6 ** | 6 ** |
| 7 ** May you do good and not evil. | 7 ** May you do good and not evil. |
| 8 ** May you find forgiveness for yourself and forgive others. | 8 ** May you find forgiveness for yourself and forgive others. |
| 9 ** May you share freely, never taking more than you give. | 9 ** May you share freely, never taking more than you give. |
| 10 ** | 10 ** |
| (...skipping 12 matching lines...) Expand all Loading... |
| 23 ** SQLite (in which case SQLITE_ENABLE_FTS2 is defined). | 23 ** SQLite (in which case SQLITE_ENABLE_FTS2 is defined). |
| 24 */ | 24 */ |
| 25 #if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) | 25 #if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) |
| 26 | 26 |
| 27 | 27 |
| 28 #include <assert.h> | 28 #include <assert.h> |
| 29 #include <stdlib.h> | 29 #include <stdlib.h> |
| 30 #include <stdio.h> | 30 #include <stdio.h> |
| 31 #include <string.h> | 31 #include <string.h> |
| 32 | 32 |
| 33 #include "sqlite3.h" |
| 34 #include "sqlite3ext.h" |
| 35 SQLITE_EXTENSION_INIT3 |
| 33 #include "fts2_tokenizer.h" | 36 #include "fts2_tokenizer.h" |
| 34 | 37 |
| 35 typedef struct simple_tokenizer { | 38 typedef struct simple_tokenizer { |
| 36 sqlite3_tokenizer base; | 39 sqlite3_tokenizer base; |
| 37 char delim[128]; /* flag ASCII delimiters */ | 40 char delim[128]; /* flag ASCII delimiters */ |
| 38 } simple_tokenizer; | 41 } simple_tokenizer; |
| 39 | 42 |
| 40 typedef struct simple_tokenizer_cursor { | 43 typedef struct simple_tokenizer_cursor { |
| 41 sqlite3_tokenizer_cursor base; | 44 sqlite3_tokenizer_cursor base; |
| 42 const char *pInput; /* input we are tokenizing */ | 45 const char *pInput; /* input we are tokenizing */ |
| (...skipping 178 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 221 ** Allocate a new simple tokenizer. Return a pointer to the new | 224 ** Allocate a new simple tokenizer. Return a pointer to the new |
| 222 ** tokenizer in *ppModule | 225 ** tokenizer in *ppModule |
| 223 */ | 226 */ |
| 224 void sqlite3Fts2SimpleTokenizerModule( | 227 void sqlite3Fts2SimpleTokenizerModule( |
| 225 sqlite3_tokenizer_module const**ppModule | 228 sqlite3_tokenizer_module const**ppModule |
| 226 ){ | 229 ){ |
| 227 *ppModule = &simpleTokenizerModule; | 230 *ppModule = &simpleTokenizerModule; |
| 228 } | 231 } |
| 229 | 232 |
| 230 #endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) */ | 233 #endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) */ |
| OLD | NEW |