| OLD | NEW |
| (Empty) |
| 1 /* | |
| 2 ** 2014 May 31 | |
| 3 ** | |
| 4 ** The author disclaims copyright to this source code. In place of | |
| 5 ** a legal notice, here is a blessing: | |
| 6 ** | |
| 7 ** May you do good and not evil. | |
| 8 ** May you find forgiveness for yourself and forgive others. | |
| 9 ** May you share freely, never taking more than you give. | |
| 10 ** | |
| 11 ****************************************************************************** | |
| 12 */ | |
| 13 | |
| 14 | |
| 15 | |
| 16 #include "fts5Int.h" | |
| 17 | |
| 18 int sqlite3Fts5BufferSize(int *pRc, Fts5Buffer *pBuf, int nByte){ | |
| 19 int nNew = pBuf->nSpace ? pBuf->nSpace*2 : 64; | |
| 20 u8 *pNew; | |
| 21 while( nNew<nByte ){ | |
| 22 nNew = nNew * 2; | |
| 23 } | |
| 24 pNew = sqlite3_realloc(pBuf->p, nNew); | |
| 25 if( pNew==0 ){ | |
| 26 *pRc = SQLITE_NOMEM; | |
| 27 return 1; | |
| 28 }else{ | |
| 29 pBuf->nSpace = nNew; | |
| 30 pBuf->p = pNew; | |
| 31 } | |
| 32 return 0; | |
| 33 } | |
| 34 | |
| 35 | |
| 36 /* | |
| 37 ** Encode value iVal as an SQLite varint and append it to the buffer object | |
| 38 ** pBuf. If an OOM error occurs, set the error code in p. | |
| 39 */ | |
| 40 void sqlite3Fts5BufferAppendVarint(int *pRc, Fts5Buffer *pBuf, i64 iVal){ | |
| 41 if( fts5BufferGrow(pRc, pBuf, 9) ) return; | |
| 42 pBuf->n += sqlite3Fts5PutVarint(&pBuf->p[pBuf->n], iVal); | |
| 43 } | |
| 44 | |
| 45 void sqlite3Fts5Put32(u8 *aBuf, int iVal){ | |
| 46 aBuf[0] = (iVal>>24) & 0x00FF; | |
| 47 aBuf[1] = (iVal>>16) & 0x00FF; | |
| 48 aBuf[2] = (iVal>> 8) & 0x00FF; | |
| 49 aBuf[3] = (iVal>> 0) & 0x00FF; | |
| 50 } | |
| 51 | |
| 52 int sqlite3Fts5Get32(const u8 *aBuf){ | |
| 53 return (aBuf[0] << 24) + (aBuf[1] << 16) + (aBuf[2] << 8) + aBuf[3]; | |
| 54 } | |
| 55 | |
| 56 /* | |
| 57 ** Append buffer nData/pData to buffer pBuf. If an OOM error occurs, set | |
| 58 ** the error code in p. If an error has already occurred when this function | |
| 59 ** is called, it is a no-op. | |
| 60 */ | |
| 61 void sqlite3Fts5BufferAppendBlob( | |
| 62 int *pRc, | |
| 63 Fts5Buffer *pBuf, | |
| 64 int nData, | |
| 65 const u8 *pData | |
| 66 ){ | |
| 67 assert( *pRc || nData>=0 ); | |
| 68 if( fts5BufferGrow(pRc, pBuf, nData) ) return; | |
| 69 memcpy(&pBuf->p[pBuf->n], pData, nData); | |
| 70 pBuf->n += nData; | |
| 71 } | |
| 72 | |
| 73 /* | |
| 74 ** Append the nul-terminated string zStr to the buffer pBuf. This function | |
| 75 ** ensures that the byte following the buffer data is set to 0x00, even | |
| 76 ** though this byte is not included in the pBuf->n count. | |
| 77 */ | |
| 78 void sqlite3Fts5BufferAppendString( | |
| 79 int *pRc, | |
| 80 Fts5Buffer *pBuf, | |
| 81 const char *zStr | |
| 82 ){ | |
| 83 int nStr = (int)strlen(zStr); | |
| 84 sqlite3Fts5BufferAppendBlob(pRc, pBuf, nStr+1, (const u8*)zStr); | |
| 85 pBuf->n--; | |
| 86 } | |
| 87 | |
| 88 /* | |
| 89 ** Argument zFmt is a printf() style format string. This function performs | |
| 90 ** the printf() style processing, then appends the results to buffer pBuf. | |
| 91 ** | |
| 92 ** Like sqlite3Fts5BufferAppendString(), this function ensures that the byte | |
| 93 ** following the buffer data is set to 0x00, even though this byte is not | |
| 94 ** included in the pBuf->n count. | |
| 95 */ | |
| 96 void sqlite3Fts5BufferAppendPrintf( | |
| 97 int *pRc, | |
| 98 Fts5Buffer *pBuf, | |
| 99 char *zFmt, ... | |
| 100 ){ | |
| 101 if( *pRc==SQLITE_OK ){ | |
| 102 char *zTmp; | |
| 103 va_list ap; | |
| 104 va_start(ap, zFmt); | |
| 105 zTmp = sqlite3_vmprintf(zFmt, ap); | |
| 106 va_end(ap); | |
| 107 | |
| 108 if( zTmp==0 ){ | |
| 109 *pRc = SQLITE_NOMEM; | |
| 110 }else{ | |
| 111 sqlite3Fts5BufferAppendString(pRc, pBuf, zTmp); | |
| 112 sqlite3_free(zTmp); | |
| 113 } | |
| 114 } | |
| 115 } | |
| 116 | |
| 117 char *sqlite3Fts5Mprintf(int *pRc, const char *zFmt, ...){ | |
| 118 char *zRet = 0; | |
| 119 if( *pRc==SQLITE_OK ){ | |
| 120 va_list ap; | |
| 121 va_start(ap, zFmt); | |
| 122 zRet = sqlite3_vmprintf(zFmt, ap); | |
| 123 va_end(ap); | |
| 124 if( zRet==0 ){ | |
| 125 *pRc = SQLITE_NOMEM; | |
| 126 } | |
| 127 } | |
| 128 return zRet; | |
| 129 } | |
| 130 | |
| 131 | |
| 132 /* | |
| 133 ** Free any buffer allocated by pBuf. Zero the structure before returning. | |
| 134 */ | |
| 135 void sqlite3Fts5BufferFree(Fts5Buffer *pBuf){ | |
| 136 sqlite3_free(pBuf->p); | |
| 137 memset(pBuf, 0, sizeof(Fts5Buffer)); | |
| 138 } | |
| 139 | |
| 140 /* | |
| 141 ** Zero the contents of the buffer object. But do not free the associated | |
| 142 ** memory allocation. | |
| 143 */ | |
| 144 void sqlite3Fts5BufferZero(Fts5Buffer *pBuf){ | |
| 145 pBuf->n = 0; | |
| 146 } | |
| 147 | |
| 148 /* | |
| 149 ** Set the buffer to contain nData/pData. If an OOM error occurs, leave an | |
| 150 ** the error code in p. If an error has already occurred when this function | |
| 151 ** is called, it is a no-op. | |
| 152 */ | |
| 153 void sqlite3Fts5BufferSet( | |
| 154 int *pRc, | |
| 155 Fts5Buffer *pBuf, | |
| 156 int nData, | |
| 157 const u8 *pData | |
| 158 ){ | |
| 159 pBuf->n = 0; | |
| 160 sqlite3Fts5BufferAppendBlob(pRc, pBuf, nData, pData); | |
| 161 } | |
| 162 | |
| 163 int sqlite3Fts5PoslistNext64( | |
| 164 const u8 *a, int n, /* Buffer containing poslist */ | |
| 165 int *pi, /* IN/OUT: Offset within a[] */ | |
| 166 i64 *piOff /* IN/OUT: Current offset */ | |
| 167 ){ | |
| 168 int i = *pi; | |
| 169 if( i>=n ){ | |
| 170 /* EOF */ | |
| 171 *piOff = -1; | |
| 172 return 1; | |
| 173 }else{ | |
| 174 i64 iOff = *piOff; | |
| 175 int iVal; | |
| 176 fts5FastGetVarint32(a, i, iVal); | |
| 177 if( iVal==1 ){ | |
| 178 fts5FastGetVarint32(a, i, iVal); | |
| 179 iOff = ((i64)iVal) << 32; | |
| 180 fts5FastGetVarint32(a, i, iVal); | |
| 181 } | |
| 182 *piOff = iOff + (iVal-2); | |
| 183 *pi = i; | |
| 184 return 0; | |
| 185 } | |
| 186 } | |
| 187 | |
| 188 | |
| 189 /* | |
| 190 ** Advance the iterator object passed as the only argument. Return true | |
| 191 ** if the iterator reaches EOF, or false otherwise. | |
| 192 */ | |
| 193 int sqlite3Fts5PoslistReaderNext(Fts5PoslistReader *pIter){ | |
| 194 if( sqlite3Fts5PoslistNext64(pIter->a, pIter->n, &pIter->i, &pIter->iPos) ){ | |
| 195 pIter->bEof = 1; | |
| 196 } | |
| 197 return pIter->bEof; | |
| 198 } | |
| 199 | |
| 200 int sqlite3Fts5PoslistReaderInit( | |
| 201 const u8 *a, int n, /* Poslist buffer to iterate through */ | |
| 202 Fts5PoslistReader *pIter /* Iterator object to initialize */ | |
| 203 ){ | |
| 204 memset(pIter, 0, sizeof(*pIter)); | |
| 205 pIter->a = a; | |
| 206 pIter->n = n; | |
| 207 sqlite3Fts5PoslistReaderNext(pIter); | |
| 208 return pIter->bEof; | |
| 209 } | |
| 210 | |
| 211 int sqlite3Fts5PoslistWriterAppend( | |
| 212 Fts5Buffer *pBuf, | |
| 213 Fts5PoslistWriter *pWriter, | |
| 214 i64 iPos | |
| 215 ){ | |
| 216 static const i64 colmask = ((i64)(0x7FFFFFFF)) << 32; | |
| 217 int rc = SQLITE_OK; | |
| 218 if( 0==fts5BufferGrow(&rc, pBuf, 5+5+5) ){ | |
| 219 if( (iPos & colmask) != (pWriter->iPrev & colmask) ){ | |
| 220 pBuf->p[pBuf->n++] = 1; | |
| 221 pBuf->n += sqlite3Fts5PutVarint(&pBuf->p[pBuf->n], (iPos>>32)); | |
| 222 pWriter->iPrev = (iPos & colmask); | |
| 223 } | |
| 224 pBuf->n += sqlite3Fts5PutVarint(&pBuf->p[pBuf->n], (iPos-pWriter->iPrev)+2); | |
| 225 pWriter->iPrev = iPos; | |
| 226 } | |
| 227 return rc; | |
| 228 } | |
| 229 | |
| 230 void *sqlite3Fts5MallocZero(int *pRc, int nByte){ | |
| 231 void *pRet = 0; | |
| 232 if( *pRc==SQLITE_OK ){ | |
| 233 pRet = sqlite3_malloc(nByte); | |
| 234 if( pRet==0 && nByte>0 ){ | |
| 235 *pRc = SQLITE_NOMEM; | |
| 236 }else{ | |
| 237 memset(pRet, 0, nByte); | |
| 238 } | |
| 239 } | |
| 240 return pRet; | |
| 241 } | |
| 242 | |
| 243 /* | |
| 244 ** Return a nul-terminated copy of the string indicated by pIn. If nIn | |
| 245 ** is non-negative, then it is the length of the string in bytes. Otherwise, | |
| 246 ** the length of the string is determined using strlen(). | |
| 247 ** | |
| 248 ** It is the responsibility of the caller to eventually free the returned | |
| 249 ** buffer using sqlite3_free(). If an OOM error occurs, NULL is returned. | |
| 250 */ | |
| 251 char *sqlite3Fts5Strndup(int *pRc, const char *pIn, int nIn){ | |
| 252 char *zRet = 0; | |
| 253 if( *pRc==SQLITE_OK ){ | |
| 254 if( nIn<0 ){ | |
| 255 nIn = (int)strlen(pIn); | |
| 256 } | |
| 257 zRet = (char*)sqlite3_malloc(nIn+1); | |
| 258 if( zRet ){ | |
| 259 memcpy(zRet, pIn, nIn); | |
| 260 zRet[nIn] = '\0'; | |
| 261 }else{ | |
| 262 *pRc = SQLITE_NOMEM; | |
| 263 } | |
| 264 } | |
| 265 return zRet; | |
| 266 } | |
| 267 | |
| 268 | |
| 269 /* | |
| 270 ** Return true if character 't' may be part of an FTS5 bareword, or false | |
| 271 ** otherwise. Characters that may be part of barewords: | |
| 272 ** | |
| 273 ** * All non-ASCII characters, | |
| 274 ** * The 52 upper and lower case ASCII characters, and | |
| 275 ** * The 10 integer ASCII characters. | |
| 276 ** * The underscore character "_" (0x5F). | |
| 277 ** * The unicode "subsitute" character (0x1A). | |
| 278 */ | |
| 279 int sqlite3Fts5IsBareword(char t){ | |
| 280 u8 aBareword[128] = { | |
| 281 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 0x00 .. 0x0F */ | |
| 282 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, /* 0x10 .. 0x1F */ | |
| 283 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 0x20 .. 0x2F */ | |
| 284 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, /* 0x30 .. 0x3F */ | |
| 285 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 0x40 .. 0x4F */ | |
| 286 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, /* 0x50 .. 0x5F */ | |
| 287 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 0x60 .. 0x6F */ | |
| 288 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0 /* 0x70 .. 0x7F */ | |
| 289 }; | |
| 290 | |
| 291 return (t & 0x80) || aBareword[(int)t]; | |
| 292 } | |
| 293 | |
| 294 | |
| OLD | NEW |