[sql] Import reference version of SQLite 3.7.6.3.

third_party/sqlite/sqlite-src-3070603/ext/fts2/fts2_tokenizer.c

 /*
 ** 2007 June 22
 **
 ** The author disclaims copyright to this source code.  In place of
 ** a legal notice, here is a blessing:
 **
 **    May you do good and not evil.
 **    May you find forgiveness for yourself and forgive others.
 **    May you share freely, never taking more than you give.
 **
@@ skipping 10 matching lines @@
 **       (in which case SQLITE_CORE is not defined), or
 **
 **     * The FTS2 module is being built into the core of
 **       SQLite (in which case SQLITE_ENABLE_FTS2 is defined).
 */
 #if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2)
 
 
 #include "sqlite3.h"
 #include "sqlite3ext.h"
-#ifndef SQLITE_CORE
-  SQLITE_EXTENSION_INIT1
-#endif
+SQLITE_EXTENSION_INIT1
 
 #include "fts2_hash.h"
 #include "fts2_tokenizer.h"
 #include <assert.h>
-#include <stddef.h>
 
 /*
 ** Implementation of the SQL scalar function for accessing the underlying 
 ** hash table. This function may be called as follows:
 **
 **   SELECT <function-name>(<key-name>);
 **   SELECT <function-name>(<key-name>, <pointer>);
 **
 ** where <function-name> is the name passed as the second argument
 ** to the sqlite3Fts2InitHashTable() function (e.g. 'fts2_tokenizer').
@@ skipping 316 matching lines @@
    || (rc = sqlite3_create_function(db, zTest2, 0, any, pdb, intTestFunc, 0, 0))
 #endif
   );
 
   sqlite3_free(zTest);
   sqlite3_free(zTest2);
   return rc;
 }
 
 #endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) */