OLD | NEW |
1 /* | 1 /* |
2 ** 2006 July 10 | 2 ** 2006 July 10 |
3 ** | 3 ** |
4 ** The author disclaims copyright to this source code. | 4 ** The author disclaims copyright to this source code. |
5 ** | 5 ** |
6 ************************************************************************* | 6 ************************************************************************* |
7 ** Defines the interface to tokenizers used by fulltext-search. There | 7 ** Defines the interface to tokenizers used by fulltext-search. There |
8 ** are three basic components: | 8 ** are three basic components: |
9 ** | 9 ** |
10 ** sqlite3_tokenizer_module is a singleton defining the tokenizer | 10 ** sqlite3_tokenizer_module is a singleton defining the tokenizer |
(...skipping 69 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
80 ** set of non-token characters. The default is to break tokens at any | 80 ** set of non-token characters. The default is to break tokens at any |
81 ** non-alnum character, though the set of delimiters can also be | 81 ** non-alnum character, though the set of delimiters can also be |
82 ** specified by the first argv argument to xCreate(). | 82 ** specified by the first argv argument to xCreate(). |
83 */ | 83 */ |
84 /* TODO(shess) This doesn't belong here. Need some sort of | 84 /* TODO(shess) This doesn't belong here. Need some sort of |
85 ** registration process. | 85 ** registration process. |
86 */ | 86 */ |
87 void get_simple_tokenizer_module(sqlite3_tokenizer_module **ppModule); | 87 void get_simple_tokenizer_module(sqlite3_tokenizer_module **ppModule); |
88 | 88 |
89 #endif /* _TOKENIZER_H_ */ | 89 #endif /* _TOKENIZER_H_ */ |
OLD | NEW |