Import SQLite 3.8.7.4.

third_party/sqlite/src/ext/fts2/fts2_tokenizer.h

 /*
 ** 2006 July 10
 **
 ** The author disclaims copyright to this source code.
 **
 *************************************************************************
 ** Defines the interface to tokenizers used by fulltext-search.  There
 ** are three basic components:
 **
 ** sqlite3_tokenizer_module is a singleton defining the tokenizer
@@ skipping 52 matching lines @@
   ** the following SQL is executed:
   **
   **   CREATE .. USING fts2( ... , tokenizer <tokenizer-name> arg1 arg2)
   **
   ** then argc is set to 2, and the argv[] array contains pointers
   ** to the strings "arg1" and "arg2".
   **
   ** This method should return either SQLITE_OK (0), or an SQLite error 
   ** code. If SQLITE_OK is returned, then *ppTokenizer should be set
   ** to point at the newly created tokenizer structure. The generic
-  ** sqlite3_tokenizer.pModule variable should not be initialised by
+  ** sqlite3_tokenizer.pModule variable should not be initialized by
   ** this callback. The caller will do so.
   */
   int (*xCreate)(
     int argc,                           /* Size of argv array */
     const char *const*argv,             /* Tokenizer argument strings */
     sqlite3_tokenizer **ppTokenizer     /* OUT: Created tokenizer */
   );
 
   /*
   ** Destroy an existing tokenizer. The fts2 module calls this method
@@ skipping 52 matching lines @@
   const sqlite3_tokenizer_module *pModule;  /* The module for this tokenizer */
   /* Tokenizer implementations will typically add additional fields */
 };
 
 struct sqlite3_tokenizer_cursor {
   sqlite3_tokenizer *pTokenizer;       /* Tokenizer for this cursor. */
   /* Tokenizer implementations will typically add additional fields */
 };
 
 #endif /* _FTS2_TOKENIZER_H_ */