| OLD | NEW |
| 1 /* | 1 /* |
| 2 ** 2007 June 22 | 2 ** 2007 June 22 |
| 3 ** | 3 ** |
| 4 ** The author disclaims copyright to this source code. In place of | 4 ** The author disclaims copyright to this source code. In place of |
| 5 ** a legal notice, here is a blessing: | 5 ** a legal notice, here is a blessing: |
| 6 ** | 6 ** |
| 7 ** May you do good and not evil. | 7 ** May you do good and not evil. |
| 8 ** May you find forgiveness for yourself and forgive others. | 8 ** May you find forgiveness for yourself and forgive others. |
| 9 ** May you share freely, never taking more than you give. | 9 ** May you share freely, never taking more than you give. |
| 10 ** | 10 ** |
| (...skipping 180 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 191 UChar32 c; | 191 UChar32 c; |
| 192 | 192 |
| 193 iStart = ubrk_current(pCsr->pIter); | 193 iStart = ubrk_current(pCsr->pIter); |
| 194 iEnd = ubrk_next(pCsr->pIter); | 194 iEnd = ubrk_next(pCsr->pIter); |
| 195 if( iEnd==UBRK_DONE ){ | 195 if( iEnd==UBRK_DONE ){ |
| 196 return SQLITE_DONE; | 196 return SQLITE_DONE; |
| 197 } | 197 } |
| 198 | 198 |
| 199 while( iStart<iEnd ){ | 199 while( iStart<iEnd ){ |
| 200 int iWhite = iStart; | 200 int iWhite = iStart; |
| 201 U8_NEXT(pCsr->aChar, iWhite, pCsr->nChar, c); | 201 U16_NEXT(pCsr->aChar, iWhite, pCsr->nChar, c); |
| 202 if( u_isspace(c) ){ | 202 if( u_isspace(c) ){ |
| 203 iStart = iWhite; | 203 iStart = iWhite; |
| 204 }else{ | 204 }else{ |
| 205 break; | 205 break; |
| 206 } | 206 } |
| 207 } | 207 } |
| 208 assert(iStart<=iEnd); | 208 assert(iStart<=iEnd); |
| 209 } | 209 } |
| 210 | 210 |
| 211 do { | 211 do { |
| (...skipping 39 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 251 ** Set *ppModule to point at the implementation of the ICU tokenizer. | 251 ** Set *ppModule to point at the implementation of the ICU tokenizer. |
| 252 */ | 252 */ |
| 253 void sqlite3Fts3IcuTokenizerModule( | 253 void sqlite3Fts3IcuTokenizerModule( |
| 254 sqlite3_tokenizer_module const**ppModule | 254 sqlite3_tokenizer_module const**ppModule |
| 255 ){ | 255 ){ |
| 256 *ppModule = &icuTokenizerModule; | 256 *ppModule = &icuTokenizerModule; |
| 257 } | 257 } |
| 258 | 258 |
| 259 #endif /* defined(SQLITE_ENABLE_ICU) */ | 259 #endif /* defined(SQLITE_ENABLE_ICU) */ |
| 260 #endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS3) */ | 260 #endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS3) */ |
| OLD | NEW |