| Index: third_party/sqlite/src/src/test_multiplex.c | 
| diff --git a/third_party/sqlite/src/src/test_multiplex.c b/third_party/sqlite/src/src/test_multiplex.c | 
| index d8a7db86e1d4f568b3cd745b38eba105636e58dd..99819371ce5eb6b86df072b64ccac0abef29a9f3 100644 | 
| --- a/third_party/sqlite/src/src/test_multiplex.c | 
| +++ b/third_party/sqlite/src/src/test_multiplex.c | 
| @@ -11,17 +11,46 @@ | 
| ************************************************************************* | 
| ** | 
| ** This file contains a VFS "shim" - a layer that sits in between the | 
| -** pager and the real VFS. | 
| +** pager and the real VFS - that breaks up a very large database file | 
| +** into two or more smaller files on disk.  This is useful, for example, | 
| +** in order to support large, multi-gigabyte databases on older filesystems | 
| +** that limit the maximum file size to 2 GiB. | 
| ** | 
| -** This particular shim enforces a multiplex system on DB files. | 
| -** This shim shards/partitions a single DB file into smaller | 
| -** "chunks" such that the total DB file size may exceed the maximum | 
| -** file size of the underlying file system. | 
| +** USAGE: | 
| ** | 
| +** Compile this source file and link it with your application.  Then | 
| +** at start-time, invoke the following procedure: | 
| +** | 
| +**   int sqlite3_multiplex_initialize( | 
| +**      const char *zOrigVfsName,    // The underlying real VFS | 
| +**      int makeDefault              // True to make multiplex the default VFS | 
| +**   ); | 
| +** | 
| +** The procedure call above will create and register a new VFS shim named | 
| +** "multiplex".  The multiplex VFS will use the VFS named by zOrigVfsName to | 
| +** do the actual disk I/O.  (The zOrigVfsName parameter may be NULL, in | 
| +** which case the default VFS at the moment sqlite3_multiplex_initialize() | 
| +** is called will be used as the underlying real VFS.) | 
| +** | 
| +** If the makeDefault parameter is TRUE then multiplex becomes the new | 
| +** default VFS.  Otherwise, you can use the multiplex VFS by specifying | 
| +** "multiplex" as the 4th parameter to sqlite3_open_v2() or by employing | 
| +** URI filenames and adding "vfs=multiplex" as a parameter to the filename | 
| +** URI. | 
| +** | 
| +** The multiplex VFS allows databases up to 32 GiB in size.  But it splits | 
| +** the files up into smaller pieces, so that they will work even on | 
| +** filesystems that do not support large files.  The default chunk size | 
| +** is 2147418112 bytes (which is 64KiB less than 2GiB) but this can be | 
| +** changed at compile-time by defining the SQLITE_MULTIPLEX_CHUNK_SIZE | 
| +** macro.  Use the "chunksize=NNNN" query parameter with a URI filename | 
| +** in order to select an alternative chunk size for individual connections | 
| +** at run-time. | 
| */ | 
| #include "sqlite3.h" | 
| #include <string.h> | 
| #include <assert.h> | 
| +#include <stdlib.h> | 
| #include "test_multiplex.h" | 
|  | 
| #ifndef SQLITE_CORE | 
| @@ -31,7 +60,7 @@ | 
|  | 
| /* | 
| ** These should be defined to be the same as the values in | 
| -** sqliteInt.h.  They are defined seperately here so that | 
| +** sqliteInt.h.  They are defined separately here so that | 
| ** the multiplex VFS shim can be built as a loadable | 
| ** module. | 
| */ | 
| @@ -52,34 +81,37 @@ | 
| #define sqlite3_mutex_notheld(X)  ((void)(X),1) | 
| #endif /* SQLITE_THREADSAFE==0 */ | 
|  | 
| +/* Maximum chunk number */ | 
| +#define MX_CHUNK_NUMBER 299 | 
| + | 
| +/* First chunk for rollback journal files */ | 
| +#define SQLITE_MULTIPLEX_JOURNAL_8_3_OFFSET 400 | 
| +#define SQLITE_MULTIPLEX_WAL_8_3_OFFSET 700 | 
| + | 
|  | 
| /************************ Shim Definitions ******************************/ | 
|  | 
| -#define SQLITE_MULTIPLEX_VFS_NAME "multiplex" | 
| +#ifndef SQLITE_MULTIPLEX_VFS_NAME | 
| +# define SQLITE_MULTIPLEX_VFS_NAME "multiplex" | 
| +#endif | 
|  | 
| /* This is the limit on the chunk size.  It may be changed by calling | 
| ** the xFileControl() interface.  It will be rounded up to a | 
| -** multiple of MAX_PAGE_SIZE.  We default it here to 1GB. | 
| +** multiple of MAX_PAGE_SIZE.  We default it here to 2GiB less 64KiB. | 
| */ | 
| -#define SQLITE_MULTIPLEX_CHUNK_SIZE (MAX_PAGE_SIZE*16384) | 
| +#ifndef SQLITE_MULTIPLEX_CHUNK_SIZE | 
| +# define SQLITE_MULTIPLEX_CHUNK_SIZE 2147418112 | 
| +#endif | 
|  | 
| -/* Default limit on number of chunks.  Care should be taken | 
| -** so that values for chunks numbers fit in the SQLITE_MULTIPLEX_EXT_FMT | 
| -** format specifier. It may be changed by calling | 
| -** the xFileControl() interface. | 
| -*/ | 
| -#define SQLITE_MULTIPLEX_MAX_CHUNKS 32 | 
| - | 
| -/* If SQLITE_MULTIPLEX_EXT_OVWR is defined, the | 
| -** last SQLITE_MULTIPLEX_EXT_SZ characters of the | 
| -** filename will be overwritten, otherwise, the | 
| -** multiplex extension is simply appended to the filename. | 
| -** Ex.  (undefined) test.db -> test.db01 | 
| -**      (defined)   test.db -> test.01 | 
| -** Chunk 0 does not have a modified extension. | 
| +/* This used to be the default limit on number of chunks, but | 
| +** it is no longer enforced. There is currently no limit to the | 
| +** number of chunks. | 
| +** | 
| +** May be changed by calling the xFileControl() interface. | 
| */ | 
| -#define SQLITE_MULTIPLEX_EXT_FMT    "%02d" | 
| -#define SQLITE_MULTIPLEX_EXT_SZ     2 | 
| +#ifndef SQLITE_MULTIPLEX_MAX_CHUNKS | 
| +# define SQLITE_MULTIPLEX_MAX_CHUNKS 12 | 
| +#endif | 
|  | 
| /************************ Object Definitions ******************************/ | 
|  | 
| @@ -96,14 +128,17 @@ typedef struct multiplexConn multiplexConn; | 
| ** group. | 
| */ | 
| struct multiplexGroup { | 
| -  sqlite3_file **pReal;            /* Handles to each chunk */ | 
| -  char *bOpen;                     /* array of bools - 0 if chunk not opened */ | 
| +  struct multiplexReal {           /* For each chunk */ | 
| +    sqlite3_file *p;                  /* Handle for the chunk */ | 
| +    char *z;                          /* Name of this chunk */ | 
| +  } *aReal;                        /* list of all chunks */ | 
| +  int nReal;                       /* Number of chunks */ | 
| char *zName;                     /* Base filename of this group */ | 
| int nName;                       /* Length of base filename */ | 
| int flags;                       /* Flags used for original opening */ | 
| -  int nChunkSize;                  /* Chunk size used for this group */ | 
| -  int nMaxChunks;                  /* Max number of chunks for this group */ | 
| -  int bEnabled;                    /* TRUE to use Multiplex VFS for this file */ | 
| +  unsigned int szChunk;            /* Chunk size used for this group */ | 
| +  unsigned char bEnabled;          /* TRUE to use Multiplex VFS for this file */ | 
| +  unsigned char bTruncate;         /* TRUE to enable truncation of databases */ | 
| multiplexGroup *pNext, *pPrev;   /* Doubly linked list of all group objects */ | 
| }; | 
|  | 
| @@ -161,12 +196,6 @@ static struct { | 
| /* List of multiplexGroup objects. | 
| */ | 
| multiplexGroup *pGroups; | 
| - | 
| -  /* Storage for temp file names.  Allocated during | 
| -  ** initialization to the max pathname of the underlying VFS. | 
| -  */ | 
| -  char *zName; | 
| - | 
| } gMultiplex; | 
|  | 
| /************************* Utility Routines *********************************/ | 
| @@ -185,45 +214,189 @@ static void multiplexLeave(void){ sqlite3_mutex_leave(gMultiplex.pMutex); } | 
| ** than the actual length of the string.  For very long strings (greater | 
| ** than 1GiB) the value returned might be less than the true string length. | 
| */ | 
| -int multiplexStrlen30(const char *z){ | 
| +static int multiplexStrlen30(const char *z){ | 
| const char *z2 = z; | 
| if( z==0 ) return 0; | 
| while( *z2 ){ z2++; } | 
| return 0x3fffffff & (int)(z2 - z); | 
| } | 
|  | 
| +/* | 
| +** Generate the file-name for chunk iChunk of the group with base name | 
| +** zBase. The file-name is written to buffer zOut before returning. Buffer | 
| +** zOut must be allocated by the caller so that it is at least (nBase+5) | 
| +** bytes in size, where nBase is the length of zBase, not including the | 
| +** nul-terminator. | 
| +** | 
| +** If iChunk is 0 (or 400 - the number for the first journal file chunk), | 
| +** the output is a copy of the input string. Otherwise, if | 
| +** SQLITE_ENABLE_8_3_NAMES is not defined or the input buffer does not contain | 
| +** a "." character, then the output is a copy of the input string with the | 
| +** three-digit zero-padded decimal representation if iChunk appended to it. | 
| +** For example: | 
| +** | 
| +**   zBase="test.db", iChunk=4  ->  zOut="test.db004" | 
| +** | 
| +** Or, if SQLITE_ENABLE_8_3_NAMES is defined and the input buffer contains | 
| +** a "." character, then everything after the "." is replaced by the | 
| +** three-digit representation of iChunk. | 
| +** | 
| +**   zBase="test.db", iChunk=4  ->  zOut="test.004" | 
| +** | 
| +** The output buffer string is terminated by 2 0x00 bytes. This makes it safe | 
| +** to pass to sqlite3_uri_parameter() and similar. | 
| +*/ | 
| +static void multiplexFilename( | 
| +  const char *zBase,              /* Filename for chunk 0 */ | 
| +  int nBase,                      /* Size of zBase in bytes (without \0) */ | 
| +  int flags,                      /* Flags used to open file */ | 
| +  int iChunk,                     /* Chunk to generate filename for */ | 
| +  char *zOut                      /* Buffer to write generated name to */ | 
| +){ | 
| +  int n = nBase; | 
| +  memcpy(zOut, zBase, n+1); | 
| +  if( iChunk!=0 && iChunk<=MX_CHUNK_NUMBER ){ | 
| +#ifdef SQLITE_ENABLE_8_3_NAMES | 
| +    int i; | 
| +    for(i=n-1; i>0 && i>=n-4 && zOut[i]!='.'; i--){} | 
| +    if( i>=n-4 ) n = i+1; | 
| +    if( flags & SQLITE_OPEN_MAIN_JOURNAL ){ | 
| +      /* The extensions on overflow files for main databases are 001, 002, | 
| +      ** 003 and so forth.  To avoid name collisions, add 400 to the | 
| +      ** extensions of journal files so that they are 401, 402, 403, .... | 
| +      */ | 
| +      iChunk += SQLITE_MULTIPLEX_JOURNAL_8_3_OFFSET; | 
| +    }else if( flags & SQLITE_OPEN_WAL ){ | 
| +      /* To avoid name collisions, add 700 to the | 
| +      ** extensions of WAL files so that they are 701, 702, 703, .... | 
| +      */ | 
| +      iChunk += SQLITE_MULTIPLEX_WAL_8_3_OFFSET; | 
| +    } | 
| +#endif | 
| +    sqlite3_snprintf(4,&zOut[n],"%03d",iChunk); | 
| +    n += 3; | 
| +  } | 
| + | 
| +  assert( zOut[n]=='\0' ); | 
| +  zOut[n+1] = '\0'; | 
| +} | 
| + | 
| +/* Compute the filename for the iChunk-th chunk | 
| +*/ | 
| +static int multiplexSubFilename(multiplexGroup *pGroup, int iChunk){ | 
| +  if( iChunk>=pGroup->nReal ){ | 
| +    struct multiplexReal *p; | 
| +    p = sqlite3_realloc(pGroup->aReal, (iChunk+1)*sizeof(*p)); | 
| +    if( p==0 ){ | 
| +      return SQLITE_NOMEM; | 
| +    } | 
| +    memset(&p[pGroup->nReal], 0, sizeof(p[0])*(iChunk+1-pGroup->nReal)); | 
| +    pGroup->aReal = p; | 
| +    pGroup->nReal = iChunk+1; | 
| +  } | 
| +  if( pGroup->zName && pGroup->aReal[iChunk].z==0 ){ | 
| +    char *z; | 
| +    int n = pGroup->nName; | 
| +    pGroup->aReal[iChunk].z = z = sqlite3_malloc( n+5 ); | 
| +    if( z==0 ){ | 
| +      return SQLITE_NOMEM; | 
| +    } | 
| +    multiplexFilename(pGroup->zName, pGroup->nName, pGroup->flags, iChunk, z); | 
| +  } | 
| +  return SQLITE_OK; | 
| +} | 
| + | 
| /* Translate an sqlite3_file* that is really a multiplexGroup* into | 
| ** the sqlite3_file* for the underlying original VFS. | 
| +** | 
| +** For chunk 0, the pGroup->flags determines whether or not a new file | 
| +** is created if it does not already exist.  For chunks 1 and higher, the | 
| +** file is created only if createFlag is 1. | 
| */ | 
| -static sqlite3_file *multiplexSubOpen(multiplexConn *pConn, int iChunk, int *rc, int *pOutFlags){ | 
| -  multiplexGroup *pGroup = pConn->pGroup; | 
| +static sqlite3_file *multiplexSubOpen( | 
| +  multiplexGroup *pGroup,    /* The multiplexor group */ | 
| +  int iChunk,                /* Which chunk to open.  0==original file */ | 
| +  int *rc,                   /* Result code in and out */ | 
| +  int *pOutFlags,            /* Output flags */ | 
| +  int createFlag             /* True to create if iChunk>0 */ | 
| +){ | 
| +  sqlite3_file *pSubOpen = 0; | 
| sqlite3_vfs *pOrigVfs = gMultiplex.pOrigVfs;        /* Real VFS */ | 
| -  if( iChunk<pGroup->nMaxChunks ){ | 
| -    sqlite3_file *pSubOpen = pGroup->pReal[iChunk];    /* Real file descriptor */ | 
| -    if( !pGroup->bOpen[iChunk] ){ | 
| -      memcpy(gMultiplex.zName, pGroup->zName, pGroup->nName+1); | 
| -      if( iChunk ){ | 
| -#ifdef SQLITE_MULTIPLEX_EXT_OVWR | 
| -        sqlite3_snprintf(SQLITE_MULTIPLEX_EXT_SZ+1, gMultiplex.zName+pGroup->nName-SQLITE_MULTIPLEX_EXT_SZ, SQLITE_MULTIPLEX_EXT_FMT, iChunk); | 
| -#else | 
| -        sqlite3_snprintf(SQLITE_MULTIPLEX_EXT_SZ+1, gMultiplex.zName+pGroup->nName, SQLITE_MULTIPLEX_EXT_FMT, iChunk); | 
| + | 
| +#ifdef SQLITE_ENABLE_8_3_NAMES | 
| +  /* If JOURNAL_8_3_OFFSET is set to (say) 400, then any overflow files are | 
| +  ** part of a database journal are named db.401, db.402, and so on. A | 
| +  ** database may therefore not grow to larger than 400 chunks. Attempting | 
| +  ** to open chunk 401 indicates the database is full. */ | 
| +  if( iChunk>=SQLITE_MULTIPLEX_JOURNAL_8_3_OFFSET ){ | 
| +    sqlite3_log(SQLITE_FULL, "multiplexed chunk overflow: %s", pGroup->zName); | 
| +    *rc = SQLITE_FULL; | 
| +    return 0; | 
| +  } | 
| #endif | 
| + | 
| +  *rc = multiplexSubFilename(pGroup, iChunk); | 
| +  if( (*rc)==SQLITE_OK && (pSubOpen = pGroup->aReal[iChunk].p)==0 ){ | 
| +    int flags, bExists; | 
| +    flags = pGroup->flags; | 
| +    if( createFlag ){ | 
| +      flags |= SQLITE_OPEN_CREATE; | 
| +    }else if( iChunk==0 ){ | 
| +      /* Fall through */ | 
| +    }else if( pGroup->aReal[iChunk].z==0 ){ | 
| +      return 0; | 
| +    }else{ | 
| +      *rc = pOrigVfs->xAccess(pOrigVfs, pGroup->aReal[iChunk].z, | 
| +                              SQLITE_ACCESS_EXISTS, &bExists); | 
| +     if( *rc || !bExists ){ | 
| +        if( *rc ){ | 
| +          sqlite3_log(*rc, "multiplexor.xAccess failure on %s", | 
| +                      pGroup->aReal[iChunk].z); | 
| +        } | 
| +        return 0; | 
| } | 
| -      *rc = pOrigVfs->xOpen(pOrigVfs, gMultiplex.zName, pSubOpen, pGroup->flags, pOutFlags); | 
| -      if( *rc==SQLITE_OK ){ | 
| -        pGroup->bOpen[iChunk] = -1; | 
| -        return pSubOpen; | 
| -      } | 
| -      return NULL; | 
| +      flags &= ~SQLITE_OPEN_CREATE; | 
| +    } | 
| +    pSubOpen = sqlite3_malloc( pOrigVfs->szOsFile ); | 
| +    if( pSubOpen==0 ){ | 
| +      *rc = SQLITE_IOERR_NOMEM; | 
| +      return 0; | 
| +    } | 
| +    pGroup->aReal[iChunk].p = pSubOpen; | 
| +    *rc = pOrigVfs->xOpen(pOrigVfs, pGroup->aReal[iChunk].z, pSubOpen, | 
| +                          flags, pOutFlags); | 
| +    if( (*rc)!=SQLITE_OK ){ | 
| +      sqlite3_log(*rc, "multiplexor.xOpen failure on %s", | 
| +                  pGroup->aReal[iChunk].z); | 
| +      sqlite3_free(pSubOpen); | 
| +      pGroup->aReal[iChunk].p = 0; | 
| +      return 0; | 
| } | 
| -    *rc = SQLITE_OK; | 
| -    return pSubOpen; | 
| } | 
| -  *rc = SQLITE_FULL; | 
| -  return NULL; | 
| +  return pSubOpen; | 
| } | 
|  | 
| /* | 
| +** Return the size, in bytes, of chunk number iChunk.  If that chunk | 
| +** does not exist, then return 0.  This function does not distingish between | 
| +** non-existant files and zero-length files. | 
| +*/ | 
| +static sqlite3_int64 multiplexSubSize( | 
| +  multiplexGroup *pGroup,    /* The multiplexor group */ | 
| +  int iChunk,                /* Which chunk to open.  0==original file */ | 
| +  int *rc                    /* Result code in and out */ | 
| +){ | 
| +  sqlite3_file *pSub; | 
| +  sqlite3_int64 sz = 0; | 
| + | 
| +  if( *rc ) return 0; | 
| +  pSub = multiplexSubOpen(pGroup, iChunk, rc, NULL, 0); | 
| +  if( pSub==0 ) return 0; | 
| +  *rc = pSub->pMethods->xFileSize(pSub, &sz); | 
| +  return sz; | 
| +} | 
| + | 
| +/* | 
| ** This is the implementation of the multiplex_control() SQL function. | 
| */ | 
| static void multiplexControlFunc( | 
| @@ -279,6 +452,38 @@ static int multiplexFuncInit( | 
| return rc; | 
| } | 
|  | 
| +/* | 
| +** Close a single sub-file in the connection group. | 
| +*/ | 
| +static void multiplexSubClose( | 
| +  multiplexGroup *pGroup, | 
| +  int iChunk, | 
| +  sqlite3_vfs *pOrigVfs | 
| +){ | 
| +  sqlite3_file *pSubOpen = pGroup->aReal[iChunk].p; | 
| +  if( pSubOpen ){ | 
| +    pSubOpen->pMethods->xClose(pSubOpen); | 
| +    if( pOrigVfs && pGroup->aReal[iChunk].z ){ | 
| +      pOrigVfs->xDelete(pOrigVfs, pGroup->aReal[iChunk].z, 0); | 
| +    } | 
| +    sqlite3_free(pGroup->aReal[iChunk].p); | 
| +  } | 
| +  sqlite3_free(pGroup->aReal[iChunk].z); | 
| +  memset(&pGroup->aReal[iChunk], 0, sizeof(pGroup->aReal[iChunk])); | 
| +} | 
| + | 
| +/* | 
| +** Deallocate memory held by a multiplexGroup | 
| +*/ | 
| +static void multiplexFreeComponents(multiplexGroup *pGroup){ | 
| +  int i; | 
| +  for(i=0; i<pGroup->nReal; i++){ multiplexSubClose(pGroup, i, 0); } | 
| +  sqlite3_free(pGroup->aReal); | 
| +  pGroup->aReal = 0; | 
| +  pGroup->nReal = 0; | 
| +} | 
| + | 
| + | 
| /************************* VFS Method Wrappers *****************************/ | 
|  | 
| /* | 
| @@ -295,70 +500,121 @@ static int multiplexOpen( | 
| int flags,                 /* Flags to control the opening */ | 
| int *pOutFlags             /* Flags showing results of opening */ | 
| ){ | 
| -  int rc;                                        /* Result code */ | 
| -  multiplexConn *pMultiplexOpen;                 /* The new multiplex file descriptor */ | 
| -  multiplexGroup *pGroup;                        /* Corresponding multiplexGroup object */ | 
| -  sqlite3_file *pSubOpen;                        /* Real file descriptor */ | 
| +  int rc = SQLITE_OK;                  /* Result code */ | 
| +  multiplexConn *pMultiplexOpen;       /* The new multiplex file descriptor */ | 
| +  multiplexGroup *pGroup = 0;          /* Corresponding multiplexGroup object */ | 
| +  sqlite3_file *pSubOpen = 0;                    /* Real file descriptor */ | 
| sqlite3_vfs *pOrigVfs = gMultiplex.pOrigVfs;   /* Real VFS */ | 
| -  int nName = multiplexStrlen30(zName); | 
| -  int i; | 
| -  int sz; | 
| +  int nName = 0; | 
| +  int sz = 0; | 
| +  char *zToFree = 0; | 
|  | 
| UNUSED_PARAMETER(pVfs); | 
| +  memset(pConn, 0, pVfs->szOsFile); | 
| +  assert( zName || (flags & SQLITE_OPEN_DELETEONCLOSE) ); | 
|  | 
| /* We need to create a group structure and manage | 
| ** access to this group of files. | 
| */ | 
| multiplexEnter(); | 
| pMultiplexOpen = (multiplexConn*)pConn; | 
| -  /* allocate space for group */ | 
| -  sz = sizeof(multiplexGroup)                                /* multiplexGroup */ | 
| -     + (sizeof(sqlite3_file *)*SQLITE_MULTIPLEX_MAX_CHUNKS)  /* pReal[] */ | 
| -     + (pOrigVfs->szOsFile*SQLITE_MULTIPLEX_MAX_CHUNKS)      /* *pReal */ | 
| -     + SQLITE_MULTIPLEX_MAX_CHUNKS                           /* bOpen[] */ | 
| -     + nName + 1;                                            /* zName */ | 
| -#ifndef SQLITE_MULTIPLEX_EXT_OVWR | 
| -  sz += SQLITE_MULTIPLEX_EXT_SZ; | 
| -  assert(nName+SQLITE_MULTIPLEX_EXT_SZ < pOrigVfs->mxPathname); | 
| -#else | 
| -  assert(nName >= SQLITE_MULTIPLEX_EXT_SZ); | 
| -  assert(nName < pOrigVfs->mxPathname); | 
| -#endif | 
| -  pGroup = sqlite3_malloc( sz ); | 
| -  if( pGroup==0 ){ | 
| -    rc=SQLITE_NOMEM; | 
| -  }else{ | 
| + | 
| +  if( rc==SQLITE_OK ){ | 
| +    /* allocate space for group */ | 
| +    nName = zName ? multiplexStrlen30(zName) : 0; | 
| +    sz = sizeof(multiplexGroup)                             /* multiplexGroup */ | 
| +       + nName + 1;                                         /* zName */ | 
| +    pGroup = sqlite3_malloc( sz ); | 
| +    if( pGroup==0 ){ | 
| +      rc = SQLITE_NOMEM; | 
| +    } | 
| +  } | 
| + | 
| +  if( rc==SQLITE_OK ){ | 
| +    const char *zUri = (flags & SQLITE_OPEN_URI) ? zName : 0; | 
| /* assign pointers to extra space allocated */ | 
| -    char *p = (char *)&pGroup[1]; | 
| -    pMultiplexOpen->pGroup = pGroup; | 
| memset(pGroup, 0, sz); | 
| +    pMultiplexOpen->pGroup = pGroup; | 
| pGroup->bEnabled = -1; | 
| -    pGroup->nChunkSize = SQLITE_MULTIPLEX_CHUNK_SIZE; | 
| -    pGroup->nMaxChunks = SQLITE_MULTIPLEX_MAX_CHUNKS; | 
| -    pGroup->pReal = (sqlite3_file **)p; | 
| -    p += (sizeof(sqlite3_file *)*pGroup->nMaxChunks); | 
| -    for(i=0; i<pGroup->nMaxChunks; i++){ | 
| -      pGroup->pReal[i] = (sqlite3_file *)p; | 
| -      p += pOrigVfs->szOsFile; | 
| +    pGroup->bTruncate = sqlite3_uri_boolean(zUri, "truncate", | 
| +                                   (flags & SQLITE_OPEN_MAIN_DB)==0); | 
| +    pGroup->szChunk = (int)sqlite3_uri_int64(zUri, "chunksize", | 
| +                                        SQLITE_MULTIPLEX_CHUNK_SIZE); | 
| +    pGroup->szChunk = (pGroup->szChunk+0xffff)&~0xffff; | 
| +    if( zName ){ | 
| +      char *p = (char *)&pGroup[1]; | 
| +      pGroup->zName = p; | 
| +      memcpy(pGroup->zName, zName, nName+1); | 
| +      pGroup->nName = nName; | 
| +    } | 
| +    if( pGroup->bEnabled ){ | 
| +      /* Make sure that the chunksize is such that the pending byte does not | 
| +      ** falls at the end of a chunk.  A region of up to 64K following | 
| +      ** the pending byte is never written, so if the pending byte occurs | 
| +      ** near the end of a chunk, that chunk will be too small. */ | 
| +#ifndef SQLITE_OMIT_WSD | 
| +      extern int sqlite3PendingByte; | 
| +#else | 
| +      int sqlite3PendingByte = 0x40000000; | 
| +#endif | 
| +      while( (sqlite3PendingByte % pGroup->szChunk)>=(pGroup->szChunk-65536) ){ | 
| +        pGroup->szChunk += 65536; | 
| +      } | 
| } | 
| -    /* bOpen[] vals should all be zero from memset above */ | 
| -    pGroup->bOpen = p; | 
| -    p += pGroup->nMaxChunks; | 
| -    pGroup->zName = p; | 
| -    /* save off base filename, name length, and original open flags  */ | 
| -    memcpy(pGroup->zName, zName, nName+1); | 
| -    pGroup->nName = nName; | 
| pGroup->flags = flags; | 
| -    pSubOpen = multiplexSubOpen(pMultiplexOpen, 0, &rc, pOutFlags); | 
| -    if( pSubOpen ){ | 
| -      /* if this file is already larger than chunk size, disable | 
| -      ** the multiplex feature. | 
| -      */ | 
| +    rc = multiplexSubFilename(pGroup, 1); | 
| +    if( rc==SQLITE_OK ){ | 
| +      pSubOpen = multiplexSubOpen(pGroup, 0, &rc, pOutFlags, 0); | 
| +      if( pSubOpen==0 && rc==SQLITE_OK ) rc = SQLITE_CANTOPEN; | 
| +    } | 
| +    if( rc==SQLITE_OK ){ | 
| sqlite3_int64 sz; | 
| -      int rc2 = pSubOpen->pMethods->xFileSize(pSubOpen, &sz); | 
| -      if( (rc2==SQLITE_OK) && (sz>pGroup->nChunkSize) ){ | 
| -        pGroup->bEnabled = 0; | 
| + | 
| +      rc = pSubOpen->pMethods->xFileSize(pSubOpen, &sz); | 
| +      if( rc==SQLITE_OK && zName ){ | 
| +        int bExists; | 
| +        if( sz==0 ){ | 
| +          if( flags & SQLITE_OPEN_MAIN_JOURNAL ){ | 
| +            /* If opening a main journal file and the first chunk is zero | 
| +            ** bytes in size, delete any subsequent chunks from the | 
| +            ** file-system. */ | 
| +            int iChunk = 1; | 
| +            do { | 
| +              rc = pOrigVfs->xAccess(pOrigVfs, | 
| +                  pGroup->aReal[iChunk].z, SQLITE_ACCESS_EXISTS, &bExists | 
| +              ); | 
| +              if( rc==SQLITE_OK && bExists ){ | 
| +                rc = pOrigVfs->xDelete(pOrigVfs, pGroup->aReal[iChunk].z, 0); | 
| +                if( rc==SQLITE_OK ){ | 
| +                  rc = multiplexSubFilename(pGroup, ++iChunk); | 
| +                } | 
| +              } | 
| +            }while( rc==SQLITE_OK && bExists ); | 
| +          } | 
| +        }else{ | 
| +          /* If the first overflow file exists and if the size of the main file | 
| +          ** is different from the chunk size, that means the chunk size is set | 
| +          ** set incorrectly.  So fix it. | 
| +          ** | 
| +          ** Or, if the first overflow file does not exist and the main file is | 
| +          ** larger than the chunk size, that means the chunk size is too small. | 
| +          ** But we have no way of determining the intended chunk size, so | 
| +          ** just disable the multiplexor all togethre. | 
| +          */ | 
| +          rc = pOrigVfs->xAccess(pOrigVfs, pGroup->aReal[1].z, | 
| +              SQLITE_ACCESS_EXISTS, &bExists); | 
| +          bExists = multiplexSubSize(pGroup, 1, &rc)>0; | 
| +          if( rc==SQLITE_OK && bExists  && sz==(sz&0xffff0000) && sz>0 | 
| +              && sz!=pGroup->szChunk ){ | 
| +            pGroup->szChunk = (int)sz; | 
| +          }else if( rc==SQLITE_OK && !bExists && sz>pGroup->szChunk ){ | 
| +            pGroup->bEnabled = 0; | 
| +          } | 
| +        } | 
| } | 
| +    } | 
| + | 
| +    if( rc==SQLITE_OK ){ | 
| if( pSubOpen->pMethods->iVersion==1 ){ | 
| pMultiplexOpen->base.pMethods = &gMultiplex.sIoMethodsV1; | 
| }else{ | 
| @@ -369,58 +625,61 @@ static int multiplexOpen( | 
| if( gMultiplex.pGroups ) gMultiplex.pGroups->pPrev = pGroup; | 
| gMultiplex.pGroups = pGroup; | 
| }else{ | 
| +      multiplexFreeComponents(pGroup); | 
| sqlite3_free(pGroup); | 
| } | 
| } | 
| multiplexLeave(); | 
| +  sqlite3_free(zToFree); | 
| return rc; | 
| } | 
|  | 
| /* | 
| ** This is the xDelete method used for the "multiplex" VFS. | 
| -** It attempts to delete the filename specified, as well | 
| -** as additional files with the SQLITE_MULTIPLEX_EXT_FMT extension. | 
| +** It attempts to delete the filename specified. | 
| */ | 
| static int multiplexDelete( | 
| sqlite3_vfs *pVfs,         /* The multiplex VFS */ | 
| const char *zName,         /* Name of file to delete */ | 
| int syncDir | 
| ){ | 
| +  int rc; | 
| sqlite3_vfs *pOrigVfs = gMultiplex.pOrigVfs;   /* Real VFS */ | 
| -  int rc = SQLITE_OK; | 
| -  int nName = multiplexStrlen30(zName); | 
| -  int i; | 
| - | 
| -  UNUSED_PARAMETER(pVfs); | 
| - | 
| -  multiplexEnter(); | 
| -  memcpy(gMultiplex.zName, zName, nName+1); | 
| -  for(i=0; i<SQLITE_MULTIPLEX_MAX_CHUNKS; i++){ | 
| -    int rc2; | 
| -    int exists = 0; | 
| -    if( i ){ | 
| -#ifdef SQLITE_MULTIPLEX_EXT_OVWR | 
| -        sqlite3_snprintf(SQLITE_MULTIPLEX_EXT_SZ+1, | 
| -            gMultiplex.zName+nName-SQLITE_MULTIPLEX_EXT_SZ, | 
| -            SQLITE_MULTIPLEX_EXT_FMT, i); | 
| -#else | 
| -        sqlite3_snprintf(SQLITE_MULTIPLEX_EXT_SZ+1, | 
| -            gMultiplex.zName+nName, | 
| -            SQLITE_MULTIPLEX_EXT_FMT, i); | 
| -#endif | 
| -    } | 
| -    rc2 = pOrigVfs->xAccess(pOrigVfs, gMultiplex.zName, | 
| -        SQLITE_ACCESS_EXISTS, &exists); | 
| -    if( rc2==SQLITE_OK && exists){ | 
| -      /* if it exists, delete it */ | 
| -      rc2 = pOrigVfs->xDelete(pOrigVfs, gMultiplex.zName, syncDir); | 
| -      if( rc2!=SQLITE_OK ) rc = rc2; | 
| +  rc = pOrigVfs->xDelete(pOrigVfs, zName, syncDir); | 
| +  if( rc==SQLITE_OK ){ | 
| +    /* If the main chunk was deleted successfully, also delete any subsequent | 
| +    ** chunks - starting with the last (highest numbered). | 
| +    */ | 
| +    int nName = (int)strlen(zName); | 
| +    char *z; | 
| +    z = sqlite3_malloc(nName + 5); | 
| +    if( z==0 ){ | 
| +      rc = SQLITE_IOERR_NOMEM; | 
| }else{ | 
| -      /* stop at first "gap" */ | 
| -      break; | 
| +      int iChunk = 0; | 
| +      int bExists; | 
| +      do{ | 
| +        multiplexFilename(zName, nName, SQLITE_OPEN_MAIN_JOURNAL, ++iChunk, z); | 
| +        rc = pOrigVfs->xAccess(pOrigVfs, z, SQLITE_ACCESS_EXISTS, &bExists); | 
| +      }while( rc==SQLITE_OK && bExists ); | 
| +      while( rc==SQLITE_OK && iChunk>1 ){ | 
| +        multiplexFilename(zName, nName, SQLITE_OPEN_MAIN_JOURNAL, --iChunk, z); | 
| +        rc = pOrigVfs->xDelete(pOrigVfs, z, syncDir); | 
| +      } | 
| +      if( rc==SQLITE_OK ){ | 
| +        iChunk = 0; | 
| +        do{ | 
| +          multiplexFilename(zName, nName, SQLITE_OPEN_WAL, ++iChunk, z); | 
| +          rc = pOrigVfs->xAccess(pOrigVfs, z, SQLITE_ACCESS_EXISTS, &bExists); | 
| +        }while( rc==SQLITE_OK && bExists ); | 
| +        while( rc==SQLITE_OK && iChunk>1 ){ | 
| +          multiplexFilename(zName, nName, SQLITE_OPEN_WAL, --iChunk, z); | 
| +          rc = pOrigVfs->xDelete(pOrigVfs, z, syncDir); | 
| +        } | 
| +      } | 
| } | 
| +    sqlite3_free(z); | 
| } | 
| -  multiplexLeave(); | 
| return rc; | 
| } | 
|  | 
| @@ -469,17 +728,8 @@ static int multiplexClose(sqlite3_file *pConn){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| multiplexGroup *pGroup = p->pGroup; | 
| int rc = SQLITE_OK; | 
| -  int i; | 
| multiplexEnter(); | 
| -  /* close any open handles */ | 
| -  for(i=0; i<pGroup->nMaxChunks; i++){ | 
| -    if( pGroup->bOpen[i] ){ | 
| -      sqlite3_file *pSubOpen = pGroup->pReal[i]; | 
| -      int rc2 = pSubOpen->pMethods->xClose(pSubOpen); | 
| -      if( rc2!=SQLITE_OK ) rc = rc2; | 
| -      pGroup->bOpen[i] = 0; | 
| -    } | 
| -  } | 
| +  multiplexFreeComponents(pGroup); | 
| /* remove from linked list */ | 
| if( pGroup->pNext ) pGroup->pNext->pPrev = pGroup->pPrev; | 
| if( pGroup->pPrev ){ | 
| @@ -505,19 +755,29 @@ static int multiplexRead( | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| multiplexGroup *pGroup = p->pGroup; | 
| int rc = SQLITE_OK; | 
| -  multiplexEnter(); | 
| +  int nMutex = 0; | 
| +  multiplexEnter(); nMutex++; | 
| if( !pGroup->bEnabled ){ | 
| -    sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| -    rc = ( !pSubOpen ) ? SQLITE_IOERR_READ : pSubOpen->pMethods->xRead(pSubOpen, pBuf, iAmt, iOfst); | 
| +    sqlite3_file *pSubOpen = multiplexSubOpen(pGroup, 0, &rc, NULL, 0); | 
| +    multiplexLeave(); nMutex--; | 
| +    if( pSubOpen==0 ){ | 
| +      rc = SQLITE_IOERR_READ; | 
| +    }else{ | 
| +      rc = pSubOpen->pMethods->xRead(pSubOpen, pBuf, iAmt, iOfst); | 
| +    } | 
| }else{ | 
| while( iAmt > 0 ){ | 
| -      int i = (int)(iOfst / pGroup->nChunkSize); | 
| -      sqlite3_file *pSubOpen = multiplexSubOpen(p, i, &rc, NULL); | 
| +      int i = (int)(iOfst / pGroup->szChunk); | 
| +      sqlite3_file *pSubOpen; | 
| +      if( nMutex==0 ){ multiplexEnter(); nMutex++; } | 
| +      pSubOpen = multiplexSubOpen(pGroup, i, &rc, NULL, 1); | 
| +      multiplexLeave(); nMutex--; | 
| if( pSubOpen ){ | 
| -        int extra = ((int)(iOfst % pGroup->nChunkSize) + iAmt) - pGroup->nChunkSize; | 
| +        int extra = ((int)(iOfst % pGroup->szChunk) + iAmt) - pGroup->szChunk; | 
| if( extra<0 ) extra = 0; | 
| iAmt -= extra; | 
| -        rc = pSubOpen->pMethods->xRead(pSubOpen, pBuf, iAmt, iOfst % pGroup->nChunkSize); | 
| +        rc = pSubOpen->pMethods->xRead(pSubOpen, pBuf, iAmt, | 
| +                                       iOfst % pGroup->szChunk); | 
| if( rc!=SQLITE_OK ) break; | 
| pBuf = (char *)pBuf + iAmt; | 
| iOfst += iAmt; | 
| @@ -528,7 +788,8 @@ static int multiplexRead( | 
| } | 
| } | 
| } | 
| -  multiplexLeave(); | 
| +  assert( nMutex==0 || nMutex==1 ); | 
| +  if( nMutex ) multiplexLeave(); | 
| return rc; | 
| } | 
|  | 
| @@ -547,24 +808,26 @@ static int multiplexWrite( | 
| int rc = SQLITE_OK; | 
| multiplexEnter(); | 
| if( !pGroup->bEnabled ){ | 
| -    sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| -    rc = ( !pSubOpen ) ? SQLITE_IOERR_WRITE : pSubOpen->pMethods->xWrite(pSubOpen, pBuf, iAmt, iOfst); | 
| +    sqlite3_file *pSubOpen = multiplexSubOpen(pGroup, 0, &rc, NULL, 0); | 
| +    if( pSubOpen==0 ){ | 
| +      rc = SQLITE_IOERR_WRITE; | 
| +    }else{ | 
| +      rc = pSubOpen->pMethods->xWrite(pSubOpen, pBuf, iAmt, iOfst); | 
| +    } | 
| }else{ | 
| -    while( iAmt > 0 ){ | 
| -      int i = (int)(iOfst / pGroup->nChunkSize); | 
| -      sqlite3_file *pSubOpen = multiplexSubOpen(p, i, &rc, NULL); | 
| +    while( rc==SQLITE_OK && iAmt>0 ){ | 
| +      int i = (int)(iOfst / pGroup->szChunk); | 
| +      sqlite3_file *pSubOpen = multiplexSubOpen(pGroup, i, &rc, NULL, 1); | 
| if( pSubOpen ){ | 
| -        int extra = ((int)(iOfst % pGroup->nChunkSize) + iAmt) - pGroup->nChunkSize; | 
| +        int extra = ((int)(iOfst % pGroup->szChunk) + iAmt) - | 
| +                    pGroup->szChunk; | 
| if( extra<0 ) extra = 0; | 
| iAmt -= extra; | 
| -        rc = pSubOpen->pMethods->xWrite(pSubOpen, pBuf, iAmt, iOfst % pGroup->nChunkSize); | 
| -        if( rc!=SQLITE_OK ) break; | 
| +        rc = pSubOpen->pMethods->xWrite(pSubOpen, pBuf, iAmt, | 
| +                                        iOfst % pGroup->szChunk); | 
| pBuf = (char *)pBuf + iAmt; | 
| iOfst += iAmt; | 
| iAmt = extra; | 
| -      }else{ | 
| -        rc = SQLITE_IOERR_WRITE; | 
| -        break; | 
| } | 
| } | 
| } | 
| @@ -582,42 +845,35 @@ static int multiplexTruncate(sqlite3_file *pConn, sqlite3_int64 size){ | 
| int rc = SQLITE_OK; | 
| multiplexEnter(); | 
| if( !pGroup->bEnabled ){ | 
| -    sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| -    rc = ( !pSubOpen ) ? SQLITE_IOERR_TRUNCATE : pSubOpen->pMethods->xTruncate(pSubOpen, size); | 
| +    sqlite3_file *pSubOpen = multiplexSubOpen(pGroup, 0, &rc, NULL, 0); | 
| +    if( pSubOpen==0 ){ | 
| +      rc = SQLITE_IOERR_TRUNCATE; | 
| +    }else{ | 
| +      rc = pSubOpen->pMethods->xTruncate(pSubOpen, size); | 
| +    } | 
| }else{ | 
| -    int rc2; | 
| int i; | 
| +    int iBaseGroup = (int)(size / pGroup->szChunk); | 
| sqlite3_file *pSubOpen; | 
| sqlite3_vfs *pOrigVfs = gMultiplex.pOrigVfs;   /* Real VFS */ | 
| -    memcpy(gMultiplex.zName, pGroup->zName, pGroup->nName+1); | 
| /* delete the chunks above the truncate limit */ | 
| -    for(i=(int)(size / pGroup->nChunkSize)+1; i<pGroup->nMaxChunks; i++){ | 
| -      /* close any open chunks before deleting them */ | 
| -      if( pGroup->bOpen[i] ){ | 
| -        pSubOpen = pGroup->pReal[i]; | 
| -        rc2 = pSubOpen->pMethods->xClose(pSubOpen); | 
| -        if( rc2!=SQLITE_OK ) rc = SQLITE_IOERR_TRUNCATE; | 
| -        pGroup->bOpen[i] = 0; | 
| +    for(i = pGroup->nReal-1; i>iBaseGroup && rc==SQLITE_OK; i--){ | 
| +      if( pGroup->bTruncate ){ | 
| +        multiplexSubClose(pGroup, i, pOrigVfs); | 
| +      }else{ | 
| +        pSubOpen = multiplexSubOpen(pGroup, i, &rc, 0, 0); | 
| +        if( pSubOpen ){ | 
| +          rc = pSubOpen->pMethods->xTruncate(pSubOpen, 0); | 
| +        } | 
| } | 
| -#ifdef SQLITE_MULTIPLEX_EXT_OVWR | 
| -      sqlite3_snprintf(SQLITE_MULTIPLEX_EXT_SZ+1, | 
| -          gMultiplex.zName+pGroup->nName-SQLITE_MULTIPLEX_EXT_SZ, | 
| -          SQLITE_MULTIPLEX_EXT_FMT, i); | 
| -#else | 
| -      sqlite3_snprintf(SQLITE_MULTIPLEX_EXT_SZ+1, | 
| -          gMultiplex.zName+pGroup->nName, | 
| -          SQLITE_MULTIPLEX_EXT_FMT, i); | 
| -#endif | 
| -      rc2 = pOrigVfs->xDelete(pOrigVfs, gMultiplex.zName, 0); | 
| -      if( rc2!=SQLITE_OK ) rc = SQLITE_IOERR_TRUNCATE; | 
| } | 
| -    pSubOpen = multiplexSubOpen(p, (int)(size / pGroup->nChunkSize), &rc2, NULL); | 
| -    if( pSubOpen ){ | 
| -      rc2 = pSubOpen->pMethods->xTruncate(pSubOpen, size % pGroup->nChunkSize); | 
| -      if( rc2!=SQLITE_OK ) rc = rc2; | 
| -    }else{ | 
| -      rc = SQLITE_IOERR_TRUNCATE; | 
| +    if( rc==SQLITE_OK ){ | 
| +      pSubOpen = multiplexSubOpen(pGroup, iBaseGroup, &rc, 0, 0); | 
| +      if( pSubOpen ){ | 
| +        rc = pSubOpen->pMethods->xTruncate(pSubOpen, size % pGroup->szChunk); | 
| +      } | 
| } | 
| +    if( rc ) rc = SQLITE_IOERR_TRUNCATE; | 
| } | 
| multiplexLeave(); | 
| return rc; | 
| @@ -631,10 +887,9 @@ static int multiplexSync(sqlite3_file *pConn, int flags){ | 
| int rc = SQLITE_OK; | 
| int i; | 
| multiplexEnter(); | 
| -  for(i=0; i<pGroup->nMaxChunks; i++){ | 
| -    /* if we don't have it open, we don't need to sync it */ | 
| -    if( pGroup->bOpen[i] ){ | 
| -      sqlite3_file *pSubOpen = pGroup->pReal[i]; | 
| +  for(i=0; i<pGroup->nReal; i++){ | 
| +    sqlite3_file *pSubOpen = pGroup->aReal[i].p; | 
| +    if( pSubOpen ){ | 
| int rc2 = pSubOpen->pMethods->xSync(pSubOpen, flags); | 
| if( rc2!=SQLITE_OK ) rc = rc2; | 
| } | 
| @@ -650,58 +905,21 @@ static int multiplexFileSize(sqlite3_file *pConn, sqlite3_int64 *pSize){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| multiplexGroup *pGroup = p->pGroup; | 
| int rc = SQLITE_OK; | 
| -  int rc2; | 
| int i; | 
| multiplexEnter(); | 
| if( !pGroup->bEnabled ){ | 
| -    sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| -    rc = ( !pSubOpen ) ? SQLITE_IOERR_FSTAT : pSubOpen->pMethods->xFileSize(pSubOpen, pSize); | 
| +    sqlite3_file *pSubOpen = multiplexSubOpen(pGroup, 0, &rc, NULL, 0); | 
| +    if( pSubOpen==0 ){ | 
| +      rc = SQLITE_IOERR_FSTAT; | 
| +    }else{ | 
| +      rc = pSubOpen->pMethods->xFileSize(pSubOpen, pSize); | 
| +    } | 
| }else{ | 
| *pSize = 0; | 
| -    for(i=0; i<pGroup->nMaxChunks; i++){ | 
| -      sqlite3_file *pSubOpen = NULL; | 
| -      /* if not opened already, check to see if the chunk exists */ | 
| -      if( pGroup->bOpen[i] ){ | 
| -        pSubOpen = pGroup->pReal[i]; | 
| -      }else{ | 
| -        sqlite3_vfs *pOrigVfs = gMultiplex.pOrigVfs;   /* Real VFS */ | 
| -        int exists = 0; | 
| -        memcpy(gMultiplex.zName, pGroup->zName, pGroup->nName+1); | 
| -        if( i ){ | 
| -#ifdef SQLITE_MULTIPLEX_EXT_OVWR | 
| -          sqlite3_snprintf(SQLITE_MULTIPLEX_EXT_SZ+1, | 
| -              gMultiplex.zName+pGroup->nName-SQLITE_MULTIPLEX_EXT_SZ, | 
| -              SQLITE_MULTIPLEX_EXT_FMT, i); | 
| -#else | 
| -          sqlite3_snprintf(SQLITE_MULTIPLEX_EXT_SZ+1, | 
| -              gMultiplex.zName+pGroup->nName, | 
| -              SQLITE_MULTIPLEX_EXT_FMT, i); | 
| -#endif | 
| -        } | 
| -        rc2 = pOrigVfs->xAccess(pOrigVfs, gMultiplex.zName, | 
| -            SQLITE_ACCESS_EXISTS, &exists); | 
| -        if( rc2==SQLITE_OK && exists){ | 
| -          /* if it exists, open it */ | 
| -          pSubOpen = multiplexSubOpen(p, i, &rc, NULL); | 
| -        }else{ | 
| -          /* stop at first "gap" */ | 
| -          break; | 
| -        } | 
| -      } | 
| -      if( pSubOpen ){ | 
| -        sqlite3_int64 sz; | 
| -        rc2 = pSubOpen->pMethods->xFileSize(pSubOpen, &sz); | 
| -        if( rc2!=SQLITE_OK ){ | 
| -          rc = rc2; | 
| -        }else{ | 
| -          if( sz>pGroup->nChunkSize ){ | 
| -            rc = SQLITE_IOERR_FSTAT; | 
| -          } | 
| -          *pSize += sz; | 
| -        } | 
| -      }else{ | 
| -        break; | 
| -      } | 
| +    for(i=0; rc==SQLITE_OK; i++){ | 
| +      sqlite3_int64 sz = multiplexSubSize(pGroup, i, &rc); | 
| +      if( sz==0 ) break; | 
| +      *pSize = i*(sqlite3_int64)pGroup->szChunk + sz; | 
| } | 
| } | 
| multiplexLeave(); | 
| @@ -713,7 +931,7 @@ static int multiplexFileSize(sqlite3_file *pConn, sqlite3_int64 *pSize){ | 
| static int multiplexLock(sqlite3_file *pConn, int lock){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| return pSubOpen->pMethods->xLock(pSubOpen, lock); | 
| } | 
| @@ -725,7 +943,7 @@ static int multiplexLock(sqlite3_file *pConn, int lock){ | 
| static int multiplexUnlock(sqlite3_file *pConn, int lock){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| return pSubOpen->pMethods->xUnlock(pSubOpen, lock); | 
| } | 
| @@ -737,7 +955,7 @@ static int multiplexUnlock(sqlite3_file *pConn, int lock){ | 
| static int multiplexCheckReservedLock(sqlite3_file *pConn, int *pResOut){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| return pSubOpen->pMethods->xCheckReservedLock(pSubOpen, pResOut); | 
| } | 
| @@ -764,38 +982,53 @@ static int multiplexFileControl(sqlite3_file *pConn, int op, void *pArg){ | 
| break; | 
| case MULTIPLEX_CTRL_SET_CHUNK_SIZE: | 
| if( pArg ) { | 
| -        int nChunkSize = *(int *)pArg; | 
| -        if( nChunkSize<1 ){ | 
| +        unsigned int szChunk = *(unsigned*)pArg; | 
| +        if( szChunk<1 ){ | 
| rc = SQLITE_MISUSE; | 
| }else{ | 
| /* Round up to nearest multiple of MAX_PAGE_SIZE. */ | 
| -          nChunkSize = (nChunkSize + (MAX_PAGE_SIZE-1)); | 
| -          nChunkSize &= ~(MAX_PAGE_SIZE-1); | 
| -          pGroup->nChunkSize = nChunkSize; | 
| +          szChunk = (szChunk + (MAX_PAGE_SIZE-1)); | 
| +          szChunk &= ~(MAX_PAGE_SIZE-1); | 
| +          pGroup->szChunk = szChunk; | 
| rc = SQLITE_OK; | 
| } | 
| } | 
| break; | 
| case MULTIPLEX_CTRL_SET_MAX_CHUNKS: | 
| -      if( pArg ) { | 
| -        int nMaxChunks = *(int *)pArg; | 
| -        if(( nMaxChunks<1 ) || ( nMaxChunks>SQLITE_MULTIPLEX_MAX_CHUNKS )){ | 
| -          rc = SQLITE_MISUSE; | 
| -        }else{ | 
| -          pGroup->nMaxChunks = nMaxChunks; | 
| -          rc = SQLITE_OK; | 
| -        } | 
| -      } | 
| +      rc = SQLITE_OK; | 
| break; | 
| case SQLITE_FCNTL_SIZE_HINT: | 
| case SQLITE_FCNTL_CHUNK_SIZE: | 
| /* no-op these */ | 
| rc = SQLITE_OK; | 
| break; | 
| +    case SQLITE_FCNTL_PRAGMA: { | 
| +      char **aFcntl = (char**)pArg; | 
| +      if( aFcntl[1] && sqlite3_stricmp(aFcntl[1],"multiplex_truncate")==0 ){ | 
| +        if( aFcntl[2] && aFcntl[2][0] ){ | 
| +          if( sqlite3_stricmp(aFcntl[2], "on")==0 | 
| +           || sqlite3_stricmp(aFcntl[2], "1")==0 ){ | 
| +            pGroup->bTruncate = 1; | 
| +          }else | 
| +          if( sqlite3_stricmp(aFcntl[2], "off")==0 | 
| +           || sqlite3_stricmp(aFcntl[2], "0")==0 ){ | 
| +            pGroup->bTruncate = 0; | 
| +          } | 
| +        } | 
| +        aFcntl[0] = sqlite3_mprintf(pGroup->bTruncate ? "on" : "off"); | 
| +        rc = SQLITE_OK; | 
| +        break; | 
| +      } | 
| +      /* If the multiplexor does not handle the pragma, pass it through | 
| +      ** into the default case. */ | 
| +    } | 
| default: | 
| -      pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +      pSubOpen = multiplexSubOpen(pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| rc = pSubOpen->pMethods->xFileControl(pSubOpen, op, pArg); | 
| +        if( op==SQLITE_FCNTL_VFSNAME && rc==SQLITE_OK ){ | 
| +         *(char**)pArg = sqlite3_mprintf("multiplex/%z", *(char**)pArg); | 
| +        } | 
| } | 
| break; | 
| } | 
| @@ -807,8 +1040,8 @@ static int multiplexFileControl(sqlite3_file *pConn, int op, void *pArg){ | 
| static int multiplexSectorSize(sqlite3_file *pConn){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| -  if( pSubOpen ){ | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| +  if( pSubOpen && pSubOpen->pMethods->xSectorSize ){ | 
| return pSubOpen->pMethods->xSectorSize(pSubOpen); | 
| } | 
| return DEFAULT_SECTOR_SIZE; | 
| @@ -819,7 +1052,7 @@ static int multiplexSectorSize(sqlite3_file *pConn){ | 
| static int multiplexDeviceCharacteristics(sqlite3_file *pConn){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| return pSubOpen->pMethods->xDeviceCharacteristics(pSubOpen); | 
| } | 
| @@ -837,9 +1070,9 @@ static int multiplexShmMap( | 
| ){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| -    return pSubOpen->pMethods->xShmMap(pSubOpen, iRegion, szRegion, bExtend, pp); | 
| +    return pSubOpen->pMethods->xShmMap(pSubOpen, iRegion, szRegion, bExtend,pp); | 
| } | 
| return SQLITE_IOERR; | 
| } | 
| @@ -854,7 +1087,7 @@ static int multiplexShmLock( | 
| ){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| return pSubOpen->pMethods->xShmLock(pSubOpen, ofst, n, flags); | 
| } | 
| @@ -866,7 +1099,7 @@ static int multiplexShmLock( | 
| static void multiplexShmBarrier(sqlite3_file *pConn){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| pSubOpen->pMethods->xShmBarrier(pSubOpen); | 
| } | 
| @@ -877,7 +1110,7 @@ static void multiplexShmBarrier(sqlite3_file *pConn){ | 
| static int multiplexShmUnmap(sqlite3_file *pConn, int deleteFlag){ | 
| multiplexConn *p = (multiplexConn*)pConn; | 
| int rc; | 
| -  sqlite3_file *pSubOpen = multiplexSubOpen(p, 0, &rc, NULL); | 
| +  sqlite3_file *pSubOpen = multiplexSubOpen(p->pGroup, 0, &rc, NULL, 0); | 
| if( pSubOpen ){ | 
| return pSubOpen->pMethods->xShmUnmap(pSubOpen, deleteFlag); | 
| } | 
| @@ -907,11 +1140,6 @@ int sqlite3_multiplex_initialize(const char *zOrigVfsName, int makeDefault){ | 
| if( !gMultiplex.pMutex ){ | 
| return SQLITE_NOMEM; | 
| } | 
| -  gMultiplex.zName = sqlite3_malloc(pOrigVfs->mxPathname); | 
| -  if( !gMultiplex.zName ){ | 
| -    sqlite3_mutex_free(gMultiplex.pMutex); | 
| -    return SQLITE_NOMEM; | 
| -  } | 
| gMultiplex.pGroups = NULL; | 
| gMultiplex.isInitialized = 1; | 
| gMultiplex.pOrigVfs = pOrigVfs; | 
| @@ -944,7 +1172,8 @@ int sqlite3_multiplex_initialize(const char *zOrigVfsName, int makeDefault){ | 
| gMultiplex.sIoMethodsV1.xCheckReservedLock = multiplexCheckReservedLock; | 
| gMultiplex.sIoMethodsV1.xFileControl = multiplexFileControl; | 
| gMultiplex.sIoMethodsV1.xSectorSize = multiplexSectorSize; | 
| -  gMultiplex.sIoMethodsV1.xDeviceCharacteristics = multiplexDeviceCharacteristics; | 
| +  gMultiplex.sIoMethodsV1.xDeviceCharacteristics = | 
| +                                            multiplexDeviceCharacteristics; | 
| gMultiplex.sIoMethodsV2 = gMultiplex.sIoMethodsV1; | 
| gMultiplex.sIoMethodsV2.iVersion = 2; | 
| gMultiplex.sIoMethodsV2.xShmMap = multiplexShmMap; | 
| @@ -967,21 +1196,26 @@ int sqlite3_multiplex_initialize(const char *zOrigVfsName, int makeDefault){ | 
| ** THIS ROUTINE IS NOT THREADSAFE.  Call this routine exactly once while | 
| ** shutting down in order to free all remaining multiplex groups. | 
| */ | 
| -int sqlite3_multiplex_shutdown(void){ | 
| +int sqlite3_multiplex_shutdown(int eForce){ | 
| +  int rc = SQLITE_OK; | 
| if( gMultiplex.isInitialized==0 ) return SQLITE_MISUSE; | 
| -  if( gMultiplex.pGroups ) return SQLITE_MISUSE; | 
| +  if( gMultiplex.pGroups ){ | 
| +    sqlite3_log(SQLITE_MISUSE, "sqlite3_multiplex_shutdown() called " | 
| +                "while database connections are still open"); | 
| +    if( !eForce ) return SQLITE_MISUSE; | 
| +    rc = SQLITE_MISUSE; | 
| +  } | 
| gMultiplex.isInitialized = 0; | 
| -  sqlite3_free(gMultiplex.zName); | 
| sqlite3_mutex_free(gMultiplex.pMutex); | 
| sqlite3_vfs_unregister(&gMultiplex.sThisVfs); | 
| memset(&gMultiplex, 0, sizeof(gMultiplex)); | 
| -  return SQLITE_OK; | 
| +  return rc; | 
| } | 
|  | 
| /***************************** Test Code ***********************************/ | 
| #ifdef SQLITE_TEST | 
| #include <tcl.h> | 
| -extern const char *sqlite3TestErrorName(int); | 
| +extern const char *sqlite3ErrName(int); | 
|  | 
|  | 
| /* | 
| @@ -1010,7 +1244,7 @@ static int test_multiplex_initialize( | 
|  | 
| /* Call sqlite3_multiplex_initialize() */ | 
| rc = sqlite3_multiplex_initialize(zName, makeDefault); | 
| -  Tcl_SetResult(interp, (char *)sqlite3TestErrorName(rc), TCL_STATIC); | 
| +  Tcl_SetResult(interp, (char *)sqlite3ErrName(rc), TCL_STATIC); | 
|  | 
| return TCL_OK; | 
| } | 
| @@ -1028,14 +1262,17 @@ static int test_multiplex_shutdown( | 
|  | 
| UNUSED_PARAMETER(clientData); | 
|  | 
| -  if( objc!=1 ){ | 
| -    Tcl_WrongNumArgs(interp, 1, objv, ""); | 
| +  if( objc==2 && strcmp(Tcl_GetString(objv[1]),"-force")!=0 ){ | 
| +    objc = 3; | 
| +  } | 
| +  if( (objc!=1 && objc!=2) ){ | 
| +    Tcl_WrongNumArgs(interp, 1, objv, "?-force?"); | 
| return TCL_ERROR; | 
| } | 
|  | 
| /* Call sqlite3_multiplex_shutdown() */ | 
| -  rc = sqlite3_multiplex_shutdown(); | 
| -  Tcl_SetResult(interp, (char *)sqlite3TestErrorName(rc), TCL_STATIC); | 
| +  rc = sqlite3_multiplex_shutdown(objc==2); | 
| +  Tcl_SetResult(interp, (char *)sqlite3ErrName(rc), TCL_STATIC); | 
|  | 
| return TCL_OK; | 
| } | 
| @@ -1064,25 +1301,29 @@ static int test_multiplex_dump( | 
| for(pGroup=gMultiplex.pGroups; pGroup; pGroup=pGroup->pNext){ | 
| pGroupTerm = Tcl_NewObj(); | 
|  | 
| -    pGroup->zName[pGroup->nName] = '\0'; | 
| -    Tcl_ListObjAppendElement(interp, pGroupTerm, | 
| +    if( pGroup->zName ){ | 
| +      pGroup->zName[pGroup->nName] = '\0'; | 
| +      Tcl_ListObjAppendElement(interp, pGroupTerm, | 
| Tcl_NewStringObj(pGroup->zName, -1)); | 
| +    }else{ | 
| +      Tcl_ListObjAppendElement(interp, pGroupTerm, Tcl_NewObj()); | 
| +    } | 
| Tcl_ListObjAppendElement(interp, pGroupTerm, | 
| Tcl_NewIntObj(pGroup->nName)); | 
| Tcl_ListObjAppendElement(interp, pGroupTerm, | 
| Tcl_NewIntObj(pGroup->flags)); | 
|  | 
| /* count number of chunks with open handles */ | 
| -    for(i=0; i<pGroup->nMaxChunks; i++){ | 
| -      if( pGroup->bOpen[i] ) nChunks++; | 
| +    for(i=0; i<pGroup->nReal; i++){ | 
| +      if( pGroup->aReal[i].p!=0 ) nChunks++; | 
| } | 
| Tcl_ListObjAppendElement(interp, pGroupTerm, | 
| Tcl_NewIntObj(nChunks)); | 
|  | 
| Tcl_ListObjAppendElement(interp, pGroupTerm, | 
| -          Tcl_NewIntObj(pGroup->nChunkSize)); | 
| +          Tcl_NewIntObj(pGroup->szChunk)); | 
| Tcl_ListObjAppendElement(interp, pGroupTerm, | 
| -          Tcl_NewIntObj(pGroup->nMaxChunks)); | 
| +          Tcl_NewIntObj(pGroup->nReal)); | 
|  | 
| Tcl_ListObjAppendElement(interp, pResult, pGroupTerm); | 
| } | 
| @@ -1149,7 +1390,7 @@ static int test_multiplex_control( | 
| } | 
|  | 
| rc = sqlite3_file_control(db, Tcl_GetString(objv[2]), aSub[idx].op, pArg); | 
| -  Tcl_SetResult(interp, (char *)sqlite3TestErrorName(rc), TCL_STATIC); | 
| +  Tcl_SetResult(interp, (char *)sqlite3ErrName(rc), TCL_STATIC); | 
| return (rc==SQLITE_OK) ? TCL_OK : TCL_ERROR; | 
| } | 
|  | 
|  |