xref: /sqlite-3.40.0/ext/misc/zipfile.c (revision e99cb2da)
1 /*
2 ** 2017-12-26
3 **
4 ** The author disclaims copyright to this source code.  In place of
5 ** a legal notice, here is a blessing:
6 **
7 **    May you do good and not evil.
8 **    May you find forgiveness for yourself and forgive others.
9 **    May you share freely, never taking more than you give.
10 **
11 ******************************************************************************
12 **
13 ** This file implements a virtual table for reading and writing ZIP archive
14 ** files.
15 **
16 ** Usage example:
17 **
18 **     SELECT name, sz, datetime(mtime,'unixepoch') FROM zipfile($filename);
19 **
20 ** Current limitations:
21 **
22 **    *  No support for encryption
23 **    *  No support for ZIP archives spanning multiple files
24 **    *  No support for zip64 extensions
25 **    *  Only the "inflate/deflate" (zlib) compression method is supported
26 */
27 #include "sqlite3ext.h"
28 SQLITE_EXTENSION_INIT1
29 #include <stdio.h>
30 #include <string.h>
31 #include <assert.h>
32 
33 #include <zlib.h>
34 
35 #ifndef SQLITE_OMIT_VIRTUALTABLE
36 
37 #ifndef SQLITE_AMALGAMATION
38 
39 typedef sqlite3_int64 i64;
40 typedef unsigned char u8;
41 typedef unsigned short u16;
42 typedef unsigned long u32;
43 #define MIN(a,b) ((a)<(b) ? (a) : (b))
44 
45 #if defined(SQLITE_COVERAGE_TEST) || defined(SQLITE_MUTATION_TEST)
46 # define ALWAYS(X)      (1)
47 # define NEVER(X)       (0)
48 #elif !defined(NDEBUG)
49 # define ALWAYS(X)      ((X)?1:(assert(0),0))
50 # define NEVER(X)       ((X)?(assert(0),1):0)
51 #else
52 # define ALWAYS(X)      (X)
53 # define NEVER(X)       (X)
54 #endif
55 
56 #endif   /* SQLITE_AMALGAMATION */
57 
58 /*
59 ** Definitions for mode bitmasks S_IFDIR, S_IFREG and S_IFLNK.
60 **
61 ** In some ways it would be better to obtain these values from system
62 ** header files. But, the dependency is undesirable and (a) these
63 ** have been stable for decades, (b) the values are part of POSIX and
64 ** are also made explicit in [man stat], and (c) are part of the
65 ** file format for zip archives.
66 */
67 #ifndef S_IFDIR
68 # define S_IFDIR 0040000
69 #endif
70 #ifndef S_IFREG
71 # define S_IFREG 0100000
72 #endif
73 #ifndef S_IFLNK
74 # define S_IFLNK 0120000
75 #endif
76 
77 static const char ZIPFILE_SCHEMA[] =
78   "CREATE TABLE y("
79     "name PRIMARY KEY,"  /* 0: Name of file in zip archive */
80     "mode,"              /* 1: POSIX mode for file */
81     "mtime,"             /* 2: Last modification time (secs since 1970)*/
82     "sz,"                /* 3: Size of object */
83     "rawdata,"           /* 4: Raw data */
84     "data,"              /* 5: Uncompressed data */
85     "method,"            /* 6: Compression method (integer) */
86     "z HIDDEN"           /* 7: Name of zip file */
87   ") WITHOUT ROWID;";
88 
89 #define ZIPFILE_F_COLUMN_IDX 7    /* Index of column "file" in the above */
90 #define ZIPFILE_BUFFER_SIZE (64*1024)
91 
92 
93 /*
94 ** Magic numbers used to read and write zip files.
95 **
96 ** ZIPFILE_NEWENTRY_MADEBY:
97 **   Use this value for the "version-made-by" field in new zip file
98 **   entries. The upper byte indicates "unix", and the lower byte
99 **   indicates that the zip file matches pkzip specification 3.0.
100 **   This is what info-zip seems to do.
101 **
102 ** ZIPFILE_NEWENTRY_REQUIRED:
103 **   Value for "version-required-to-extract" field of new entries.
104 **   Version 2.0 is required to support folders and deflate compression.
105 **
106 ** ZIPFILE_NEWENTRY_FLAGS:
107 **   Value for "general-purpose-bit-flags" field of new entries. Bit
108 **   11 means "utf-8 filename and comment".
109 **
110 ** ZIPFILE_SIGNATURE_CDS:
111 **   First 4 bytes of a valid CDS record.
112 **
113 ** ZIPFILE_SIGNATURE_LFH:
114 **   First 4 bytes of a valid LFH record.
115 **
116 ** ZIPFILE_SIGNATURE_EOCD
117 **   First 4 bytes of a valid EOCD record.
118 */
119 #define ZIPFILE_EXTRA_TIMESTAMP   0x5455
120 #define ZIPFILE_NEWENTRY_MADEBY   ((3<<8) + 30)
121 #define ZIPFILE_NEWENTRY_REQUIRED 20
122 #define ZIPFILE_NEWENTRY_FLAGS    0x800
123 #define ZIPFILE_SIGNATURE_CDS     0x02014b50
124 #define ZIPFILE_SIGNATURE_LFH     0x04034b50
125 #define ZIPFILE_SIGNATURE_EOCD    0x06054b50
126 
127 /*
128 ** The sizes of the fixed-size part of each of the three main data
129 ** structures in a zip archive.
130 */
131 #define ZIPFILE_LFH_FIXED_SZ      30
132 #define ZIPFILE_EOCD_FIXED_SZ     22
133 #define ZIPFILE_CDS_FIXED_SZ      46
134 
135 /*
136 *** 4.3.16  End of central directory record:
137 ***
138 ***   end of central dir signature    4 bytes  (0x06054b50)
139 ***   number of this disk             2 bytes
140 ***   number of the disk with the
141 ***   start of the central directory  2 bytes
142 ***   total number of entries in the
143 ***   central directory on this disk  2 bytes
144 ***   total number of entries in
145 ***   the central directory           2 bytes
146 ***   size of the central directory   4 bytes
147 ***   offset of start of central
148 ***   directory with respect to
149 ***   the starting disk number        4 bytes
150 ***   .ZIP file comment length        2 bytes
151 ***   .ZIP file comment       (variable size)
152 */
153 typedef struct ZipfileEOCD ZipfileEOCD;
154 struct ZipfileEOCD {
155   u16 iDisk;
156   u16 iFirstDisk;
157   u16 nEntry;
158   u16 nEntryTotal;
159   u32 nSize;
160   u32 iOffset;
161 };
162 
163 /*
164 *** 4.3.12  Central directory structure:
165 ***
166 *** ...
167 ***
168 ***   central file header signature   4 bytes  (0x02014b50)
169 ***   version made by                 2 bytes
170 ***   version needed to extract       2 bytes
171 ***   general purpose bit flag        2 bytes
172 ***   compression method              2 bytes
173 ***   last mod file time              2 bytes
174 ***   last mod file date              2 bytes
175 ***   crc-32                          4 bytes
176 ***   compressed size                 4 bytes
177 ***   uncompressed size               4 bytes
178 ***   file name length                2 bytes
179 ***   extra field length              2 bytes
180 ***   file comment length             2 bytes
181 ***   disk number start               2 bytes
182 ***   internal file attributes        2 bytes
183 ***   external file attributes        4 bytes
184 ***   relative offset of local header 4 bytes
185 */
186 typedef struct ZipfileCDS ZipfileCDS;
187 struct ZipfileCDS {
188   u16 iVersionMadeBy;
189   u16 iVersionExtract;
190   u16 flags;
191   u16 iCompression;
192   u16 mTime;
193   u16 mDate;
194   u32 crc32;
195   u32 szCompressed;
196   u32 szUncompressed;
197   u16 nFile;
198   u16 nExtra;
199   u16 nComment;
200   u16 iDiskStart;
201   u16 iInternalAttr;
202   u32 iExternalAttr;
203   u32 iOffset;
204   char *zFile;                    /* Filename (sqlite3_malloc()) */
205 };
206 
207 /*
208 *** 4.3.7  Local file header:
209 ***
210 ***   local file header signature     4 bytes  (0x04034b50)
211 ***   version needed to extract       2 bytes
212 ***   general purpose bit flag        2 bytes
213 ***   compression method              2 bytes
214 ***   last mod file time              2 bytes
215 ***   last mod file date              2 bytes
216 ***   crc-32                          4 bytes
217 ***   compressed size                 4 bytes
218 ***   uncompressed size               4 bytes
219 ***   file name length                2 bytes
220 ***   extra field length              2 bytes
221 ***
222 */
223 typedef struct ZipfileLFH ZipfileLFH;
224 struct ZipfileLFH {
225   u16 iVersionExtract;
226   u16 flags;
227   u16 iCompression;
228   u16 mTime;
229   u16 mDate;
230   u32 crc32;
231   u32 szCompressed;
232   u32 szUncompressed;
233   u16 nFile;
234   u16 nExtra;
235 };
236 
237 typedef struct ZipfileEntry ZipfileEntry;
238 struct ZipfileEntry {
239   ZipfileCDS cds;            /* Parsed CDS record */
240   u32 mUnixTime;             /* Modification time, in UNIX format */
241   u8 *aExtra;                /* cds.nExtra+cds.nComment bytes of extra data */
242   i64 iDataOff;              /* Offset to data in file (if aData==0) */
243   u8 *aData;                 /* cds.szCompressed bytes of compressed data */
244   ZipfileEntry *pNext;       /* Next element in in-memory CDS */
245 };
246 
247 /*
248 ** Cursor type for zipfile tables.
249 */
250 typedef struct ZipfileCsr ZipfileCsr;
251 struct ZipfileCsr {
252   sqlite3_vtab_cursor base;  /* Base class - must be first */
253   i64 iId;                   /* Cursor ID */
254   u8 bEof;                   /* True when at EOF */
255   u8 bNoop;                  /* If next xNext() call is no-op */
256 
257   /* Used outside of write transactions */
258   FILE *pFile;               /* Zip file */
259   i64 iNextOff;              /* Offset of next record in central directory */
260   ZipfileEOCD eocd;          /* Parse of central directory record */
261 
262   ZipfileEntry *pFreeEntry;  /* Free this list when cursor is closed or reset */
263   ZipfileEntry *pCurrent;    /* Current entry */
264   ZipfileCsr *pCsrNext;      /* Next cursor on same virtual table */
265 };
266 
267 typedef struct ZipfileTab ZipfileTab;
268 struct ZipfileTab {
269   sqlite3_vtab base;         /* Base class - must be first */
270   char *zFile;               /* Zip file this table accesses (may be NULL) */
271   sqlite3 *db;               /* Host database connection */
272   u8 *aBuffer;               /* Temporary buffer used for various tasks */
273 
274   ZipfileCsr *pCsrList;      /* List of cursors */
275   i64 iNextCsrid;
276 
277   /* The following are used by write transactions only */
278   ZipfileEntry *pFirstEntry; /* Linked list of all files (if pWriteFd!=0) */
279   ZipfileEntry *pLastEntry;  /* Last element in pFirstEntry list */
280   FILE *pWriteFd;            /* File handle open on zip archive */
281   i64 szCurrent;             /* Current size of zip archive */
282   i64 szOrig;                /* Size of archive at start of transaction */
283 };
284 
285 /*
286 ** Set the error message contained in context ctx to the results of
287 ** vprintf(zFmt, ...).
288 */
289 static void zipfileCtxErrorMsg(sqlite3_context *ctx, const char *zFmt, ...){
290   char *zMsg = 0;
291   va_list ap;
292   va_start(ap, zFmt);
293   zMsg = sqlite3_vmprintf(zFmt, ap);
294   sqlite3_result_error(ctx, zMsg, -1);
295   sqlite3_free(zMsg);
296   va_end(ap);
297 }
298 
299 /*
300 ** If string zIn is quoted, dequote it in place. Otherwise, if the string
301 ** is not quoted, do nothing.
302 */
303 static void zipfileDequote(char *zIn){
304   char q = zIn[0];
305   if( q=='"' || q=='\'' || q=='`' || q=='[' ){
306     int iIn = 1;
307     int iOut = 0;
308     if( q=='[' ) q = ']';
309     while( ALWAYS(zIn[iIn]) ){
310       char c = zIn[iIn++];
311       if( c==q && zIn[iIn++]!=q ) break;
312       zIn[iOut++] = c;
313     }
314     zIn[iOut] = '\0';
315   }
316 }
317 
318 /*
319 ** Construct a new ZipfileTab virtual table object.
320 **
321 **   argv[0]   -> module name  ("zipfile")
322 **   argv[1]   -> database name
323 **   argv[2]   -> table name
324 **   argv[...] -> "column name" and other module argument fields.
325 */
326 static int zipfileConnect(
327   sqlite3 *db,
328   void *pAux,
329   int argc, const char *const*argv,
330   sqlite3_vtab **ppVtab,
331   char **pzErr
332 ){
333   int nByte = sizeof(ZipfileTab) + ZIPFILE_BUFFER_SIZE;
334   int nFile = 0;
335   const char *zFile = 0;
336   ZipfileTab *pNew = 0;
337   int rc;
338 
339   /* If the table name is not "zipfile", require that the argument be
340   ** specified. This stops zipfile tables from being created as:
341   **
342   **   CREATE VIRTUAL TABLE zzz USING zipfile();
343   **
344   ** It does not prevent:
345   **
346   **   CREATE VIRTUAL TABLE zipfile USING zipfile();
347   */
348   assert( 0==sqlite3_stricmp(argv[0], "zipfile") );
349   if( (0!=sqlite3_stricmp(argv[2], "zipfile") && argc<4) || argc>4 ){
350     *pzErr = sqlite3_mprintf("zipfile constructor requires one argument");
351     return SQLITE_ERROR;
352   }
353 
354   if( argc>3 ){
355     zFile = argv[3];
356     nFile = (int)strlen(zFile)+1;
357   }
358 
359   rc = sqlite3_declare_vtab(db, ZIPFILE_SCHEMA);
360   if( rc==SQLITE_OK ){
361     pNew = (ZipfileTab*)sqlite3_malloc64((sqlite3_int64)nByte+nFile);
362     if( pNew==0 ) return SQLITE_NOMEM;
363     memset(pNew, 0, nByte+nFile);
364     pNew->db = db;
365     pNew->aBuffer = (u8*)&pNew[1];
366     if( zFile ){
367       pNew->zFile = (char*)&pNew->aBuffer[ZIPFILE_BUFFER_SIZE];
368       memcpy(pNew->zFile, zFile, nFile);
369       zipfileDequote(pNew->zFile);
370     }
371   }
372   *ppVtab = (sqlite3_vtab*)pNew;
373   return rc;
374 }
375 
376 /*
377 ** Free the ZipfileEntry structure indicated by the only argument.
378 */
379 static void zipfileEntryFree(ZipfileEntry *p){
380   if( p ){
381     sqlite3_free(p->cds.zFile);
382     sqlite3_free(p);
383   }
384 }
385 
386 /*
387 ** Release resources that should be freed at the end of a write
388 ** transaction.
389 */
390 static void zipfileCleanupTransaction(ZipfileTab *pTab){
391   ZipfileEntry *pEntry;
392   ZipfileEntry *pNext;
393 
394   if( pTab->pWriteFd ){
395     fclose(pTab->pWriteFd);
396     pTab->pWriteFd = 0;
397   }
398   for(pEntry=pTab->pFirstEntry; pEntry; pEntry=pNext){
399     pNext = pEntry->pNext;
400     zipfileEntryFree(pEntry);
401   }
402   pTab->pFirstEntry = 0;
403   pTab->pLastEntry = 0;
404   pTab->szCurrent = 0;
405   pTab->szOrig = 0;
406 }
407 
408 /*
409 ** This method is the destructor for zipfile vtab objects.
410 */
411 static int zipfileDisconnect(sqlite3_vtab *pVtab){
412   zipfileCleanupTransaction((ZipfileTab*)pVtab);
413   sqlite3_free(pVtab);
414   return SQLITE_OK;
415 }
416 
417 /*
418 ** Constructor for a new ZipfileCsr object.
419 */
420 static int zipfileOpen(sqlite3_vtab *p, sqlite3_vtab_cursor **ppCsr){
421   ZipfileTab *pTab = (ZipfileTab*)p;
422   ZipfileCsr *pCsr;
423   pCsr = sqlite3_malloc(sizeof(*pCsr));
424   *ppCsr = (sqlite3_vtab_cursor*)pCsr;
425   if( pCsr==0 ){
426     return SQLITE_NOMEM;
427   }
428   memset(pCsr, 0, sizeof(*pCsr));
429   pCsr->iId = ++pTab->iNextCsrid;
430   pCsr->pCsrNext = pTab->pCsrList;
431   pTab->pCsrList = pCsr;
432   return SQLITE_OK;
433 }
434 
435 /*
436 ** Reset a cursor back to the state it was in when first returned
437 ** by zipfileOpen().
438 */
439 static void zipfileResetCursor(ZipfileCsr *pCsr){
440   ZipfileEntry *p;
441   ZipfileEntry *pNext;
442 
443   pCsr->bEof = 0;
444   if( pCsr->pFile ){
445     fclose(pCsr->pFile);
446     pCsr->pFile = 0;
447     zipfileEntryFree(pCsr->pCurrent);
448     pCsr->pCurrent = 0;
449   }
450 
451   for(p=pCsr->pFreeEntry; p; p=pNext){
452     pNext = p->pNext;
453     zipfileEntryFree(p);
454   }
455 }
456 
457 /*
458 ** Destructor for an ZipfileCsr.
459 */
460 static int zipfileClose(sqlite3_vtab_cursor *cur){
461   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
462   ZipfileTab *pTab = (ZipfileTab*)(pCsr->base.pVtab);
463   ZipfileCsr **pp;
464   zipfileResetCursor(pCsr);
465 
466   /* Remove this cursor from the ZipfileTab.pCsrList list. */
467   for(pp=&pTab->pCsrList; *pp!=pCsr; pp=&((*pp)->pCsrNext));
468   *pp = pCsr->pCsrNext;
469 
470   sqlite3_free(pCsr);
471   return SQLITE_OK;
472 }
473 
474 /*
475 ** Set the error message for the virtual table associated with cursor
476 ** pCsr to the results of vprintf(zFmt, ...).
477 */
478 static void zipfileTableErr(ZipfileTab *pTab, const char *zFmt, ...){
479   va_list ap;
480   va_start(ap, zFmt);
481   sqlite3_free(pTab->base.zErrMsg);
482   pTab->base.zErrMsg = sqlite3_vmprintf(zFmt, ap);
483   va_end(ap);
484 }
485 static void zipfileCursorErr(ZipfileCsr *pCsr, const char *zFmt, ...){
486   va_list ap;
487   va_start(ap, zFmt);
488   sqlite3_free(pCsr->base.pVtab->zErrMsg);
489   pCsr->base.pVtab->zErrMsg = sqlite3_vmprintf(zFmt, ap);
490   va_end(ap);
491 }
492 
493 /*
494 ** Read nRead bytes of data from offset iOff of file pFile into buffer
495 ** aRead[]. Return SQLITE_OK if successful, or an SQLite error code
496 ** otherwise.
497 **
498 ** If an error does occur, output variable (*pzErrmsg) may be set to point
499 ** to an English language error message. It is the responsibility of the
500 ** caller to eventually free this buffer using
501 ** sqlite3_free().
502 */
503 static int zipfileReadData(
504   FILE *pFile,                    /* Read from this file */
505   u8 *aRead,                      /* Read into this buffer */
506   int nRead,                      /* Number of bytes to read */
507   i64 iOff,                       /* Offset to read from */
508   char **pzErrmsg                 /* OUT: Error message (from sqlite3_malloc) */
509 ){
510   size_t n;
511   fseek(pFile, (long)iOff, SEEK_SET);
512   n = fread(aRead, 1, nRead, pFile);
513   if( (int)n!=nRead ){
514     *pzErrmsg = sqlite3_mprintf("error in fread()");
515     return SQLITE_ERROR;
516   }
517   return SQLITE_OK;
518 }
519 
520 static int zipfileAppendData(
521   ZipfileTab *pTab,
522   const u8 *aWrite,
523   int nWrite
524 ){
525   size_t n;
526   fseek(pTab->pWriteFd, (long)pTab->szCurrent, SEEK_SET);
527   n = fwrite(aWrite, 1, nWrite, pTab->pWriteFd);
528   if( (int)n!=nWrite ){
529     pTab->base.zErrMsg = sqlite3_mprintf("error in fwrite()");
530     return SQLITE_ERROR;
531   }
532   pTab->szCurrent += nWrite;
533   return SQLITE_OK;
534 }
535 
536 /*
537 ** Read and return a 16-bit little-endian unsigned integer from buffer aBuf.
538 */
539 static u16 zipfileGetU16(const u8 *aBuf){
540   return (aBuf[1] << 8) + aBuf[0];
541 }
542 
543 /*
544 ** Read and return a 32-bit little-endian unsigned integer from buffer aBuf.
545 */
546 static u32 zipfileGetU32(const u8 *aBuf){
547   return ((u32)(aBuf[3]) << 24)
548        + ((u32)(aBuf[2]) << 16)
549        + ((u32)(aBuf[1]) <<  8)
550        + ((u32)(aBuf[0]) <<  0);
551 }
552 
553 /*
554 ** Write a 16-bit little endiate integer into buffer aBuf.
555 */
556 static void zipfilePutU16(u8 *aBuf, u16 val){
557   aBuf[0] = val & 0xFF;
558   aBuf[1] = (val>>8) & 0xFF;
559 }
560 
561 /*
562 ** Write a 32-bit little endiate integer into buffer aBuf.
563 */
564 static void zipfilePutU32(u8 *aBuf, u32 val){
565   aBuf[0] = val & 0xFF;
566   aBuf[1] = (val>>8) & 0xFF;
567   aBuf[2] = (val>>16) & 0xFF;
568   aBuf[3] = (val>>24) & 0xFF;
569 }
570 
571 #define zipfileRead32(aBuf) ( aBuf+=4, zipfileGetU32(aBuf-4) )
572 #define zipfileRead16(aBuf) ( aBuf+=2, zipfileGetU16(aBuf-2) )
573 
574 #define zipfileWrite32(aBuf,val) { zipfilePutU32(aBuf,val); aBuf+=4; }
575 #define zipfileWrite16(aBuf,val) { zipfilePutU16(aBuf,val); aBuf+=2; }
576 
577 /*
578 ** Magic numbers used to read CDS records.
579 */
580 #define ZIPFILE_CDS_NFILE_OFF        28
581 #define ZIPFILE_CDS_SZCOMPRESSED_OFF 20
582 
583 /*
584 ** Decode the CDS record in buffer aBuf into (*pCDS). Return SQLITE_ERROR
585 ** if the record is not well-formed, or SQLITE_OK otherwise.
586 */
587 static int zipfileReadCDS(u8 *aBuf, ZipfileCDS *pCDS){
588   u8 *aRead = aBuf;
589   u32 sig = zipfileRead32(aRead);
590   int rc = SQLITE_OK;
591   if( sig!=ZIPFILE_SIGNATURE_CDS ){
592     rc = SQLITE_ERROR;
593   }else{
594     pCDS->iVersionMadeBy = zipfileRead16(aRead);
595     pCDS->iVersionExtract = zipfileRead16(aRead);
596     pCDS->flags = zipfileRead16(aRead);
597     pCDS->iCompression = zipfileRead16(aRead);
598     pCDS->mTime = zipfileRead16(aRead);
599     pCDS->mDate = zipfileRead16(aRead);
600     pCDS->crc32 = zipfileRead32(aRead);
601     pCDS->szCompressed = zipfileRead32(aRead);
602     pCDS->szUncompressed = zipfileRead32(aRead);
603     assert( aRead==&aBuf[ZIPFILE_CDS_NFILE_OFF] );
604     pCDS->nFile = zipfileRead16(aRead);
605     pCDS->nExtra = zipfileRead16(aRead);
606     pCDS->nComment = zipfileRead16(aRead);
607     pCDS->iDiskStart = zipfileRead16(aRead);
608     pCDS->iInternalAttr = zipfileRead16(aRead);
609     pCDS->iExternalAttr = zipfileRead32(aRead);
610     pCDS->iOffset = zipfileRead32(aRead);
611     assert( aRead==&aBuf[ZIPFILE_CDS_FIXED_SZ] );
612   }
613 
614   return rc;
615 }
616 
617 /*
618 ** Decode the LFH record in buffer aBuf into (*pLFH). Return SQLITE_ERROR
619 ** if the record is not well-formed, or SQLITE_OK otherwise.
620 */
621 static int zipfileReadLFH(
622   u8 *aBuffer,
623   ZipfileLFH *pLFH
624 ){
625   u8 *aRead = aBuffer;
626   int rc = SQLITE_OK;
627 
628   u32 sig = zipfileRead32(aRead);
629   if( sig!=ZIPFILE_SIGNATURE_LFH ){
630     rc = SQLITE_ERROR;
631   }else{
632     pLFH->iVersionExtract = zipfileRead16(aRead);
633     pLFH->flags = zipfileRead16(aRead);
634     pLFH->iCompression = zipfileRead16(aRead);
635     pLFH->mTime = zipfileRead16(aRead);
636     pLFH->mDate = zipfileRead16(aRead);
637     pLFH->crc32 = zipfileRead32(aRead);
638     pLFH->szCompressed = zipfileRead32(aRead);
639     pLFH->szUncompressed = zipfileRead32(aRead);
640     pLFH->nFile = zipfileRead16(aRead);
641     pLFH->nExtra = zipfileRead16(aRead);
642   }
643   return rc;
644 }
645 
646 
647 /*
648 ** Buffer aExtra (size nExtra bytes) contains zip archive "extra" fields.
649 ** Scan through this buffer to find an "extra-timestamp" field. If one
650 ** exists, extract the 32-bit modification-timestamp from it and store
651 ** the value in output parameter *pmTime.
652 **
653 ** Zero is returned if no extra-timestamp record could be found (and so
654 ** *pmTime is left unchanged), or non-zero otherwise.
655 **
656 ** The general format of an extra field is:
657 **
658 **   Header ID    2 bytes
659 **   Data Size    2 bytes
660 **   Data         N bytes
661 */
662 static int zipfileScanExtra(u8 *aExtra, int nExtra, u32 *pmTime){
663   int ret = 0;
664   u8 *p = aExtra;
665   u8 *pEnd = &aExtra[nExtra];
666 
667   while( p<pEnd ){
668     u16 id = zipfileRead16(p);
669     u16 nByte = zipfileRead16(p);
670 
671     switch( id ){
672       case ZIPFILE_EXTRA_TIMESTAMP: {
673         u8 b = p[0];
674         if( b & 0x01 ){     /* 0x01 -> modtime is present */
675           *pmTime = zipfileGetU32(&p[1]);
676           ret = 1;
677         }
678         break;
679       }
680     }
681 
682     p += nByte;
683   }
684   return ret;
685 }
686 
687 /*
688 ** Convert the standard MS-DOS timestamp stored in the mTime and mDate
689 ** fields of the CDS structure passed as the only argument to a 32-bit
690 ** UNIX seconds-since-the-epoch timestamp. Return the result.
691 **
692 ** "Standard" MS-DOS time format:
693 **
694 **   File modification time:
695 **     Bits 00-04: seconds divided by 2
696 **     Bits 05-10: minute
697 **     Bits 11-15: hour
698 **   File modification date:
699 **     Bits 00-04: day
700 **     Bits 05-08: month (1-12)
701 **     Bits 09-15: years from 1980
702 **
703 ** https://msdn.microsoft.com/en-us/library/9kkf9tah.aspx
704 */
705 static u32 zipfileMtime(ZipfileCDS *pCDS){
706   int Y = (1980 + ((pCDS->mDate >> 9) & 0x7F));
707   int M = ((pCDS->mDate >> 5) & 0x0F);
708   int D = (pCDS->mDate & 0x1F);
709   int B = -13;
710 
711   int sec = (pCDS->mTime & 0x1F)*2;
712   int min = (pCDS->mTime >> 5) & 0x3F;
713   int hr = (pCDS->mTime >> 11) & 0x1F;
714   i64 JD;
715 
716   /* JD = INT(365.25 * (Y+4716)) + INT(30.6001 * (M+1)) + D + B - 1524.5 */
717 
718   /* Calculate the JD in seconds for noon on the day in question */
719   if( M<3 ){
720     Y = Y-1;
721     M = M+12;
722   }
723   JD = (i64)(24*60*60) * (
724       (int)(365.25 * (Y + 4716))
725     + (int)(30.6001 * (M + 1))
726     + D + B - 1524
727   );
728 
729   /* Correct the JD for the time within the day */
730   JD += (hr-12) * 3600 + min * 60 + sec;
731 
732   /* Convert JD to unix timestamp (the JD epoch is 2440587.5) */
733   return (u32)(JD - (i64)(24405875) * 24*60*6);
734 }
735 
736 /*
737 ** The opposite of zipfileMtime(). This function populates the mTime and
738 ** mDate fields of the CDS structure passed as the first argument according
739 ** to the UNIX timestamp value passed as the second.
740 */
741 static void zipfileMtimeToDos(ZipfileCDS *pCds, u32 mUnixTime){
742   /* Convert unix timestamp to JD (2440588 is noon on 1/1/1970) */
743   i64 JD = (i64)2440588 + mUnixTime / (24*60*60);
744 
745   int A, B, C, D, E;
746   int yr, mon, day;
747   int hr, min, sec;
748 
749   A = (int)((JD - 1867216.25)/36524.25);
750   A = (int)(JD + 1 + A - (A/4));
751   B = A + 1524;
752   C = (int)((B - 122.1)/365.25);
753   D = (36525*(C&32767))/100;
754   E = (int)((B-D)/30.6001);
755 
756   day = B - D - (int)(30.6001*E);
757   mon = (E<14 ? E-1 : E-13);
758   yr = mon>2 ? C-4716 : C-4715;
759 
760   hr = (mUnixTime % (24*60*60)) / (60*60);
761   min = (mUnixTime % (60*60)) / 60;
762   sec = (mUnixTime % 60);
763 
764   if( yr>=1980 ){
765     pCds->mDate = (u16)(day + (mon << 5) + ((yr-1980) << 9));
766     pCds->mTime = (u16)(sec/2 + (min<<5) + (hr<<11));
767   }else{
768     pCds->mDate = pCds->mTime = 0;
769   }
770 
771   assert( mUnixTime<315507600
772        || mUnixTime==zipfileMtime(pCds)
773        || ((mUnixTime % 2) && mUnixTime-1==zipfileMtime(pCds))
774        /* || (mUnixTime % 2) */
775   );
776 }
777 
778 /*
779 ** If aBlob is not NULL, then it is a pointer to a buffer (nBlob bytes in
780 ** size) containing an entire zip archive image. Or, if aBlob is NULL,
781 ** then pFile is a file-handle open on a zip file. In either case, this
782 ** function creates a ZipfileEntry object based on the zip archive entry
783 ** for which the CDS record is at offset iOff.
784 **
785 ** If successful, SQLITE_OK is returned and (*ppEntry) set to point to
786 ** the new object. Otherwise, an SQLite error code is returned and the
787 ** final value of (*ppEntry) undefined.
788 */
789 static int zipfileGetEntry(
790   ZipfileTab *pTab,               /* Store any error message here */
791   const u8 *aBlob,                /* Pointer to in-memory file image */
792   int nBlob,                      /* Size of aBlob[] in bytes */
793   FILE *pFile,                    /* If aBlob==0, read from this file */
794   i64 iOff,                       /* Offset of CDS record */
795   ZipfileEntry **ppEntry          /* OUT: Pointer to new object */
796 ){
797   u8 *aRead;
798   char **pzErr = &pTab->base.zErrMsg;
799   int rc = SQLITE_OK;
800 
801   if( aBlob==0 ){
802     aRead = pTab->aBuffer;
803     rc = zipfileReadData(pFile, aRead, ZIPFILE_CDS_FIXED_SZ, iOff, pzErr);
804   }else{
805     aRead = (u8*)&aBlob[iOff];
806   }
807 
808   if( rc==SQLITE_OK ){
809     sqlite3_int64 nAlloc;
810     ZipfileEntry *pNew;
811 
812     int nFile = zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF]);
813     int nExtra = zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF+2]);
814     nExtra += zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF+4]);
815 
816     nAlloc = sizeof(ZipfileEntry) + nExtra;
817     if( aBlob ){
818       nAlloc += zipfileGetU32(&aRead[ZIPFILE_CDS_SZCOMPRESSED_OFF]);
819     }
820 
821     pNew = (ZipfileEntry*)sqlite3_malloc64(nAlloc);
822     if( pNew==0 ){
823       rc = SQLITE_NOMEM;
824     }else{
825       memset(pNew, 0, sizeof(ZipfileEntry));
826       rc = zipfileReadCDS(aRead, &pNew->cds);
827       if( rc!=SQLITE_OK ){
828         *pzErr = sqlite3_mprintf("failed to read CDS at offset %lld", iOff);
829       }else if( aBlob==0 ){
830         rc = zipfileReadData(
831             pFile, aRead, nExtra+nFile, iOff+ZIPFILE_CDS_FIXED_SZ, pzErr
832         );
833       }else{
834         aRead = (u8*)&aBlob[iOff + ZIPFILE_CDS_FIXED_SZ];
835       }
836     }
837 
838     if( rc==SQLITE_OK ){
839       u32 *pt = &pNew->mUnixTime;
840       pNew->cds.zFile = sqlite3_mprintf("%.*s", nFile, aRead);
841       pNew->aExtra = (u8*)&pNew[1];
842       memcpy(pNew->aExtra, &aRead[nFile], nExtra);
843       if( pNew->cds.zFile==0 ){
844         rc = SQLITE_NOMEM;
845       }else if( 0==zipfileScanExtra(&aRead[nFile], pNew->cds.nExtra, pt) ){
846         pNew->mUnixTime = zipfileMtime(&pNew->cds);
847       }
848     }
849 
850     if( rc==SQLITE_OK ){
851       static const int szFix = ZIPFILE_LFH_FIXED_SZ;
852       ZipfileLFH lfh;
853       if( pFile ){
854         rc = zipfileReadData(pFile, aRead, szFix, pNew->cds.iOffset, pzErr);
855       }else{
856         aRead = (u8*)&aBlob[pNew->cds.iOffset];
857       }
858 
859       rc = zipfileReadLFH(aRead, &lfh);
860       if( rc==SQLITE_OK ){
861         pNew->iDataOff =  pNew->cds.iOffset + ZIPFILE_LFH_FIXED_SZ;
862         pNew->iDataOff += lfh.nFile + lfh.nExtra;
863         if( aBlob && pNew->cds.szCompressed ){
864           pNew->aData = &pNew->aExtra[nExtra];
865           memcpy(pNew->aData, &aBlob[pNew->iDataOff], pNew->cds.szCompressed);
866         }
867       }else{
868         *pzErr = sqlite3_mprintf("failed to read LFH at offset %d",
869             (int)pNew->cds.iOffset
870         );
871       }
872     }
873 
874     if( rc!=SQLITE_OK ){
875       zipfileEntryFree(pNew);
876     }else{
877       *ppEntry = pNew;
878     }
879   }
880 
881   return rc;
882 }
883 
884 /*
885 ** Advance an ZipfileCsr to its next row of output.
886 */
887 static int zipfileNext(sqlite3_vtab_cursor *cur){
888   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
889   int rc = SQLITE_OK;
890 
891   if( pCsr->pFile ){
892     i64 iEof = pCsr->eocd.iOffset + pCsr->eocd.nSize;
893     zipfileEntryFree(pCsr->pCurrent);
894     pCsr->pCurrent = 0;
895     if( pCsr->iNextOff>=iEof ){
896       pCsr->bEof = 1;
897     }else{
898       ZipfileEntry *p = 0;
899       ZipfileTab *pTab = (ZipfileTab*)(cur->pVtab);
900       rc = zipfileGetEntry(pTab, 0, 0, pCsr->pFile, pCsr->iNextOff, &p);
901       if( rc==SQLITE_OK ){
902         pCsr->iNextOff += ZIPFILE_CDS_FIXED_SZ;
903         pCsr->iNextOff += (int)p->cds.nExtra + p->cds.nFile + p->cds.nComment;
904       }
905       pCsr->pCurrent = p;
906     }
907   }else{
908     if( !pCsr->bNoop ){
909       pCsr->pCurrent = pCsr->pCurrent->pNext;
910     }
911     if( pCsr->pCurrent==0 ){
912       pCsr->bEof = 1;
913     }
914   }
915 
916   pCsr->bNoop = 0;
917   return rc;
918 }
919 
920 static void zipfileFree(void *p) {
921   sqlite3_free(p);
922 }
923 
924 /*
925 ** Buffer aIn (size nIn bytes) contains compressed data. Uncompressed, the
926 ** size is nOut bytes. This function uncompresses the data and sets the
927 ** return value in context pCtx to the result (a blob).
928 **
929 ** If an error occurs, an error code is left in pCtx instead.
930 */
931 static void zipfileInflate(
932   sqlite3_context *pCtx,          /* Store result here */
933   const u8 *aIn,                  /* Compressed data */
934   int nIn,                        /* Size of buffer aIn[] in bytes */
935   int nOut                        /* Expected output size */
936 ){
937   u8 *aRes = sqlite3_malloc(nOut);
938   if( aRes==0 ){
939     sqlite3_result_error_nomem(pCtx);
940   }else{
941     int err;
942     z_stream str;
943     memset(&str, 0, sizeof(str));
944 
945     str.next_in = (Byte*)aIn;
946     str.avail_in = nIn;
947     str.next_out = (Byte*)aRes;
948     str.avail_out = nOut;
949 
950     err = inflateInit2(&str, -15);
951     if( err!=Z_OK ){
952       zipfileCtxErrorMsg(pCtx, "inflateInit2() failed (%d)", err);
953     }else{
954       err = inflate(&str, Z_NO_FLUSH);
955       if( err!=Z_STREAM_END ){
956         zipfileCtxErrorMsg(pCtx, "inflate() failed (%d)", err);
957       }else{
958         sqlite3_result_blob(pCtx, aRes, nOut, zipfileFree);
959         aRes = 0;
960       }
961     }
962     sqlite3_free(aRes);
963     inflateEnd(&str);
964   }
965 }
966 
967 /*
968 ** Buffer aIn (size nIn bytes) contains uncompressed data. This function
969 ** compresses it and sets (*ppOut) to point to a buffer containing the
970 ** compressed data. The caller is responsible for eventually calling
971 ** sqlite3_free() to release buffer (*ppOut). Before returning, (*pnOut)
972 ** is set to the size of buffer (*ppOut) in bytes.
973 **
974 ** If no error occurs, SQLITE_OK is returned. Otherwise, an SQLite error
975 ** code is returned and an error message left in virtual-table handle
976 ** pTab. The values of (*ppOut) and (*pnOut) are left unchanged in this
977 ** case.
978 */
979 static int zipfileDeflate(
980   const u8 *aIn, int nIn,         /* Input */
981   u8 **ppOut, int *pnOut,         /* Output */
982   char **pzErr                    /* OUT: Error message */
983 ){
984   int rc = SQLITE_OK;
985   sqlite3_int64 nAlloc;
986   z_stream str;
987   u8 *aOut;
988 
989   memset(&str, 0, sizeof(str));
990   str.next_in = (Bytef*)aIn;
991   str.avail_in = nIn;
992   deflateInit2(&str, 9, Z_DEFLATED, -15, 8, Z_DEFAULT_STRATEGY);
993 
994   nAlloc = deflateBound(&str, nIn);
995   aOut = (u8*)sqlite3_malloc64(nAlloc);
996   if( aOut==0 ){
997     rc = SQLITE_NOMEM;
998   }else{
999     int res;
1000     str.next_out = aOut;
1001     str.avail_out = nAlloc;
1002     deflateInit2(&str, 9, Z_DEFLATED, -15, 8, Z_DEFAULT_STRATEGY);
1003     res = deflate(&str, Z_FINISH);
1004     if( res==Z_STREAM_END ){
1005       *ppOut = aOut;
1006       *pnOut = (int)str.total_out;
1007     }else{
1008       sqlite3_free(aOut);
1009       *pzErr = sqlite3_mprintf("zipfile: deflate() error");
1010       rc = SQLITE_ERROR;
1011     }
1012     deflateEnd(&str);
1013   }
1014 
1015   return rc;
1016 }
1017 
1018 
1019 /*
1020 ** Return values of columns for the row at which the series_cursor
1021 ** is currently pointing.
1022 */
1023 static int zipfileColumn(
1024   sqlite3_vtab_cursor *cur,   /* The cursor */
1025   sqlite3_context *ctx,       /* First argument to sqlite3_result_...() */
1026   int i                       /* Which column to return */
1027 ){
1028   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
1029   ZipfileCDS *pCDS = &pCsr->pCurrent->cds;
1030   int rc = SQLITE_OK;
1031   switch( i ){
1032     case 0:   /* name */
1033       sqlite3_result_text(ctx, pCDS->zFile, -1, SQLITE_TRANSIENT);
1034       break;
1035     case 1:   /* mode */
1036       /* TODO: Whether or not the following is correct surely depends on
1037       ** the platform on which the archive was created.  */
1038       sqlite3_result_int(ctx, pCDS->iExternalAttr >> 16);
1039       break;
1040     case 2: { /* mtime */
1041       sqlite3_result_int64(ctx, pCsr->pCurrent->mUnixTime);
1042       break;
1043     }
1044     case 3: { /* sz */
1045       if( sqlite3_vtab_nochange(ctx)==0 ){
1046         sqlite3_result_int64(ctx, pCDS->szUncompressed);
1047       }
1048       break;
1049     }
1050     case 4:   /* rawdata */
1051       if( sqlite3_vtab_nochange(ctx) ) break;
1052     case 5: { /* data */
1053       if( i==4 || pCDS->iCompression==0 || pCDS->iCompression==8 ){
1054         int sz = pCDS->szCompressed;
1055         int szFinal = pCDS->szUncompressed;
1056         if( szFinal>0 ){
1057           u8 *aBuf;
1058           u8 *aFree = 0;
1059           if( pCsr->pCurrent->aData ){
1060             aBuf = pCsr->pCurrent->aData;
1061           }else{
1062             aBuf = aFree = sqlite3_malloc64(sz);
1063             if( aBuf==0 ){
1064               rc = SQLITE_NOMEM;
1065             }else{
1066               FILE *pFile = pCsr->pFile;
1067               if( pFile==0 ){
1068                 pFile = ((ZipfileTab*)(pCsr->base.pVtab))->pWriteFd;
1069               }
1070               rc = zipfileReadData(pFile, aBuf, sz, pCsr->pCurrent->iDataOff,
1071                   &pCsr->base.pVtab->zErrMsg
1072               );
1073             }
1074           }
1075           if( rc==SQLITE_OK ){
1076             if( i==5 && pCDS->iCompression ){
1077               zipfileInflate(ctx, aBuf, sz, szFinal);
1078             }else{
1079               sqlite3_result_blob(ctx, aBuf, sz, SQLITE_TRANSIENT);
1080             }
1081           }
1082           sqlite3_free(aFree);
1083         }else{
1084           /* Figure out if this is a directory or a zero-sized file. Consider
1085           ** it to be a directory either if the mode suggests so, or if
1086           ** the final character in the name is '/'.  */
1087           u32 mode = pCDS->iExternalAttr >> 16;
1088           if( !(mode & S_IFDIR) && pCDS->zFile[pCDS->nFile-1]!='/' ){
1089             sqlite3_result_blob(ctx, "", 0, SQLITE_STATIC);
1090           }
1091         }
1092       }
1093       break;
1094     }
1095     case 6:   /* method */
1096       sqlite3_result_int(ctx, pCDS->iCompression);
1097       break;
1098     default:  /* z */
1099       assert( i==7 );
1100       sqlite3_result_int64(ctx, pCsr->iId);
1101       break;
1102   }
1103 
1104   return rc;
1105 }
1106 
1107 /*
1108 ** Return TRUE if the cursor is at EOF.
1109 */
1110 static int zipfileEof(sqlite3_vtab_cursor *cur){
1111   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
1112   return pCsr->bEof;
1113 }
1114 
1115 /*
1116 ** If aBlob is not NULL, then it points to a buffer nBlob bytes in size
1117 ** containing an entire zip archive image. Or, if aBlob is NULL, then pFile
1118 ** is guaranteed to be a file-handle open on a zip file.
1119 **
1120 ** This function attempts to locate the EOCD record within the zip archive
1121 ** and populate *pEOCD with the results of decoding it. SQLITE_OK is
1122 ** returned if successful. Otherwise, an SQLite error code is returned and
1123 ** an English language error message may be left in virtual-table pTab.
1124 */
1125 static int zipfileReadEOCD(
1126   ZipfileTab *pTab,               /* Return errors here */
1127   const u8 *aBlob,                /* Pointer to in-memory file image */
1128   int nBlob,                      /* Size of aBlob[] in bytes */
1129   FILE *pFile,                    /* Read from this file if aBlob==0 */
1130   ZipfileEOCD *pEOCD              /* Object to populate */
1131 ){
1132   u8 *aRead = pTab->aBuffer;      /* Temporary buffer */
1133   int nRead;                      /* Bytes to read from file */
1134   int rc = SQLITE_OK;
1135 
1136   if( aBlob==0 ){
1137     i64 iOff;                     /* Offset to read from */
1138     i64 szFile;                   /* Total size of file in bytes */
1139     fseek(pFile, 0, SEEK_END);
1140     szFile = (i64)ftell(pFile);
1141     if( szFile==0 ){
1142       memset(pEOCD, 0, sizeof(ZipfileEOCD));
1143       return SQLITE_OK;
1144     }
1145     nRead = (int)(MIN(szFile, ZIPFILE_BUFFER_SIZE));
1146     iOff = szFile - nRead;
1147     rc = zipfileReadData(pFile, aRead, nRead, iOff, &pTab->base.zErrMsg);
1148   }else{
1149     nRead = (int)(MIN(nBlob, ZIPFILE_BUFFER_SIZE));
1150     aRead = (u8*)&aBlob[nBlob-nRead];
1151   }
1152 
1153   if( rc==SQLITE_OK ){
1154     int i;
1155 
1156     /* Scan backwards looking for the signature bytes */
1157     for(i=nRead-20; i>=0; i--){
1158       if( aRead[i]==0x50 && aRead[i+1]==0x4b
1159        && aRead[i+2]==0x05 && aRead[i+3]==0x06
1160       ){
1161         break;
1162       }
1163     }
1164     if( i<0 ){
1165       pTab->base.zErrMsg = sqlite3_mprintf(
1166           "cannot find end of central directory record"
1167       );
1168       return SQLITE_ERROR;
1169     }
1170 
1171     aRead += i+4;
1172     pEOCD->iDisk = zipfileRead16(aRead);
1173     pEOCD->iFirstDisk = zipfileRead16(aRead);
1174     pEOCD->nEntry = zipfileRead16(aRead);
1175     pEOCD->nEntryTotal = zipfileRead16(aRead);
1176     pEOCD->nSize = zipfileRead32(aRead);
1177     pEOCD->iOffset = zipfileRead32(aRead);
1178   }
1179 
1180   return rc;
1181 }
1182 
1183 /*
1184 ** Add object pNew to the linked list that begins at ZipfileTab.pFirstEntry
1185 ** and ends with pLastEntry. If argument pBefore is NULL, then pNew is added
1186 ** to the end of the list. Otherwise, it is added to the list immediately
1187 ** before pBefore (which is guaranteed to be a part of said list).
1188 */
1189 static void zipfileAddEntry(
1190   ZipfileTab *pTab,
1191   ZipfileEntry *pBefore,
1192   ZipfileEntry *pNew
1193 ){
1194   assert( (pTab->pFirstEntry==0)==(pTab->pLastEntry==0) );
1195   assert( pNew->pNext==0 );
1196   if( pBefore==0 ){
1197     if( pTab->pFirstEntry==0 ){
1198       pTab->pFirstEntry = pTab->pLastEntry = pNew;
1199     }else{
1200       assert( pTab->pLastEntry->pNext==0 );
1201       pTab->pLastEntry->pNext = pNew;
1202       pTab->pLastEntry = pNew;
1203     }
1204   }else{
1205     ZipfileEntry **pp;
1206     for(pp=&pTab->pFirstEntry; *pp!=pBefore; pp=&((*pp)->pNext));
1207     pNew->pNext = pBefore;
1208     *pp = pNew;
1209   }
1210 }
1211 
1212 static int zipfileLoadDirectory(ZipfileTab *pTab, const u8 *aBlob, int nBlob){
1213   ZipfileEOCD eocd;
1214   int rc;
1215   int i;
1216   i64 iOff;
1217 
1218   rc = zipfileReadEOCD(pTab, aBlob, nBlob, pTab->pWriteFd, &eocd);
1219   iOff = eocd.iOffset;
1220   for(i=0; rc==SQLITE_OK && i<eocd.nEntry; i++){
1221     ZipfileEntry *pNew = 0;
1222     rc = zipfileGetEntry(pTab, aBlob, nBlob, pTab->pWriteFd, iOff, &pNew);
1223 
1224     if( rc==SQLITE_OK ){
1225       zipfileAddEntry(pTab, 0, pNew);
1226       iOff += ZIPFILE_CDS_FIXED_SZ;
1227       iOff += (int)pNew->cds.nExtra + pNew->cds.nFile + pNew->cds.nComment;
1228     }
1229   }
1230   return rc;
1231 }
1232 
1233 /*
1234 ** xFilter callback.
1235 */
1236 static int zipfileFilter(
1237   sqlite3_vtab_cursor *cur,
1238   int idxNum, const char *idxStr,
1239   int argc, sqlite3_value **argv
1240 ){
1241   ZipfileTab *pTab = (ZipfileTab*)cur->pVtab;
1242   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
1243   const char *zFile = 0;          /* Zip file to scan */
1244   int rc = SQLITE_OK;             /* Return Code */
1245   int bInMemory = 0;              /* True for an in-memory zipfile */
1246 
1247   zipfileResetCursor(pCsr);
1248 
1249   if( pTab->zFile ){
1250     zFile = pTab->zFile;
1251   }else if( idxNum==0 ){
1252     zipfileCursorErr(pCsr, "zipfile() function requires an argument");
1253     return SQLITE_ERROR;
1254   }else if( sqlite3_value_type(argv[0])==SQLITE_BLOB ){
1255     const u8 *aBlob = (const u8*)sqlite3_value_blob(argv[0]);
1256     int nBlob = sqlite3_value_bytes(argv[0]);
1257     assert( pTab->pFirstEntry==0 );
1258     rc = zipfileLoadDirectory(pTab, aBlob, nBlob);
1259     pCsr->pFreeEntry = pTab->pFirstEntry;
1260     pTab->pFirstEntry = pTab->pLastEntry = 0;
1261     if( rc!=SQLITE_OK ) return rc;
1262     bInMemory = 1;
1263   }else{
1264     zFile = (const char*)sqlite3_value_text(argv[0]);
1265   }
1266 
1267   if( 0==pTab->pWriteFd && 0==bInMemory ){
1268     pCsr->pFile = fopen(zFile, "rb");
1269     if( pCsr->pFile==0 ){
1270       zipfileCursorErr(pCsr, "cannot open file: %s", zFile);
1271       rc = SQLITE_ERROR;
1272     }else{
1273       rc = zipfileReadEOCD(pTab, 0, 0, pCsr->pFile, &pCsr->eocd);
1274       if( rc==SQLITE_OK ){
1275         if( pCsr->eocd.nEntry==0 ){
1276           pCsr->bEof = 1;
1277         }else{
1278           pCsr->iNextOff = pCsr->eocd.iOffset;
1279           rc = zipfileNext(cur);
1280         }
1281       }
1282     }
1283   }else{
1284     pCsr->bNoop = 1;
1285     pCsr->pCurrent = pCsr->pFreeEntry ? pCsr->pFreeEntry : pTab->pFirstEntry;
1286     rc = zipfileNext(cur);
1287   }
1288 
1289   return rc;
1290 }
1291 
1292 /*
1293 ** xBestIndex callback.
1294 */
1295 static int zipfileBestIndex(
1296   sqlite3_vtab *tab,
1297   sqlite3_index_info *pIdxInfo
1298 ){
1299   int i;
1300   int idx = -1;
1301   int unusable = 0;
1302 
1303   for(i=0; i<pIdxInfo->nConstraint; i++){
1304     const struct sqlite3_index_constraint *pCons = &pIdxInfo->aConstraint[i];
1305     if( pCons->iColumn!=ZIPFILE_F_COLUMN_IDX ) continue;
1306     if( pCons->usable==0 ){
1307       unusable = 1;
1308     }else if( pCons->op==SQLITE_INDEX_CONSTRAINT_EQ ){
1309       idx = i;
1310     }
1311   }
1312   if( idx>=0 ){
1313     pIdxInfo->aConstraintUsage[idx].argvIndex = 1;
1314     pIdxInfo->aConstraintUsage[idx].omit = 1;
1315     pIdxInfo->estimatedCost = 1000.0;
1316     pIdxInfo->idxNum = 1;
1317   }else if( unusable ){
1318     return SQLITE_CONSTRAINT;
1319   }
1320   return SQLITE_OK;
1321 }
1322 
1323 static ZipfileEntry *zipfileNewEntry(const char *zPath){
1324   ZipfileEntry *pNew;
1325   pNew = sqlite3_malloc(sizeof(ZipfileEntry));
1326   if( pNew ){
1327     memset(pNew, 0, sizeof(ZipfileEntry));
1328     pNew->cds.zFile = sqlite3_mprintf("%s", zPath);
1329     if( pNew->cds.zFile==0 ){
1330       sqlite3_free(pNew);
1331       pNew = 0;
1332     }
1333   }
1334   return pNew;
1335 }
1336 
1337 static int zipfileSerializeLFH(ZipfileEntry *pEntry, u8 *aBuf){
1338   ZipfileCDS *pCds = &pEntry->cds;
1339   u8 *a = aBuf;
1340 
1341   pCds->nExtra = 9;
1342 
1343   /* Write the LFH itself */
1344   zipfileWrite32(a, ZIPFILE_SIGNATURE_LFH);
1345   zipfileWrite16(a, pCds->iVersionExtract);
1346   zipfileWrite16(a, pCds->flags);
1347   zipfileWrite16(a, pCds->iCompression);
1348   zipfileWrite16(a, pCds->mTime);
1349   zipfileWrite16(a, pCds->mDate);
1350   zipfileWrite32(a, pCds->crc32);
1351   zipfileWrite32(a, pCds->szCompressed);
1352   zipfileWrite32(a, pCds->szUncompressed);
1353   zipfileWrite16(a, (u16)pCds->nFile);
1354   zipfileWrite16(a, pCds->nExtra);
1355   assert( a==&aBuf[ZIPFILE_LFH_FIXED_SZ] );
1356 
1357   /* Add the file name */
1358   memcpy(a, pCds->zFile, (int)pCds->nFile);
1359   a += (int)pCds->nFile;
1360 
1361   /* The "extra" data */
1362   zipfileWrite16(a, ZIPFILE_EXTRA_TIMESTAMP);
1363   zipfileWrite16(a, 5);
1364   *a++ = 0x01;
1365   zipfileWrite32(a, pEntry->mUnixTime);
1366 
1367   return a-aBuf;
1368 }
1369 
1370 static int zipfileAppendEntry(
1371   ZipfileTab *pTab,
1372   ZipfileEntry *pEntry,
1373   const u8 *pData,
1374   int nData
1375 ){
1376   u8 *aBuf = pTab->aBuffer;
1377   int nBuf;
1378   int rc;
1379 
1380   nBuf = zipfileSerializeLFH(pEntry, aBuf);
1381   rc = zipfileAppendData(pTab, aBuf, nBuf);
1382   if( rc==SQLITE_OK ){
1383     pEntry->iDataOff = pTab->szCurrent;
1384     rc = zipfileAppendData(pTab, pData, nData);
1385   }
1386 
1387   return rc;
1388 }
1389 
1390 static int zipfileGetMode(
1391   sqlite3_value *pVal,
1392   int bIsDir,                     /* If true, default to directory */
1393   u32 *pMode,                     /* OUT: Mode value */
1394   char **pzErr                    /* OUT: Error message */
1395 ){
1396   const char *z = (const char*)sqlite3_value_text(pVal);
1397   u32 mode = 0;
1398   if( z==0 ){
1399     mode = (bIsDir ? (S_IFDIR + 0755) : (S_IFREG + 0644));
1400   }else if( z[0]>='0' && z[0]<='9' ){
1401     mode = (unsigned int)sqlite3_value_int(pVal);
1402   }else{
1403     const char zTemplate[11] = "-rwxrwxrwx";
1404     int i;
1405     if( strlen(z)!=10 ) goto parse_error;
1406     switch( z[0] ){
1407       case '-': mode |= S_IFREG; break;
1408       case 'd': mode |= S_IFDIR; break;
1409       case 'l': mode |= S_IFLNK; break;
1410       default: goto parse_error;
1411     }
1412     for(i=1; i<10; i++){
1413       if( z[i]==zTemplate[i] ) mode |= 1 << (9-i);
1414       else if( z[i]!='-' ) goto parse_error;
1415     }
1416   }
1417   if( ((mode & S_IFDIR)==0)==bIsDir ){
1418     /* The "mode" attribute is a directory, but data has been specified.
1419     ** Or vice-versa - no data but "mode" is a file or symlink.  */
1420     *pzErr = sqlite3_mprintf("zipfile: mode does not match data");
1421     return SQLITE_CONSTRAINT;
1422   }
1423   *pMode = mode;
1424   return SQLITE_OK;
1425 
1426  parse_error:
1427   *pzErr = sqlite3_mprintf("zipfile: parse error in mode: %s", z);
1428   return SQLITE_ERROR;
1429 }
1430 
1431 /*
1432 ** Both (const char*) arguments point to nul-terminated strings. Argument
1433 ** nB is the value of strlen(zB). This function returns 0 if the strings are
1434 ** identical, ignoring any trailing '/' character in either path.  */
1435 static int zipfileComparePath(const char *zA, const char *zB, int nB){
1436   int nA = (int)strlen(zA);
1437   if( zA[nA-1]=='/' ) nA--;
1438   if( zB[nB-1]=='/' ) nB--;
1439   if( nA==nB && memcmp(zA, zB, nA)==0 ) return 0;
1440   return 1;
1441 }
1442 
1443 static int zipfileBegin(sqlite3_vtab *pVtab){
1444   ZipfileTab *pTab = (ZipfileTab*)pVtab;
1445   int rc = SQLITE_OK;
1446 
1447   assert( pTab->pWriteFd==0 );
1448 
1449   /* Open a write fd on the file. Also load the entire central directory
1450   ** structure into memory. During the transaction any new file data is
1451   ** appended to the archive file, but the central directory is accumulated
1452   ** in main-memory until the transaction is committed.  */
1453   pTab->pWriteFd = fopen(pTab->zFile, "ab+");
1454   if( pTab->pWriteFd==0 ){
1455     pTab->base.zErrMsg = sqlite3_mprintf(
1456         "zipfile: failed to open file %s for writing", pTab->zFile
1457         );
1458     rc = SQLITE_ERROR;
1459   }else{
1460     fseek(pTab->pWriteFd, 0, SEEK_END);
1461     pTab->szCurrent = pTab->szOrig = (i64)ftell(pTab->pWriteFd);
1462     rc = zipfileLoadDirectory(pTab, 0, 0);
1463   }
1464 
1465   if( rc!=SQLITE_OK ){
1466     zipfileCleanupTransaction(pTab);
1467   }
1468 
1469   return rc;
1470 }
1471 
1472 /*
1473 ** Return the current time as a 32-bit timestamp in UNIX epoch format (like
1474 ** time(2)).
1475 */
1476 static u32 zipfileTime(void){
1477   sqlite3_vfs *pVfs = sqlite3_vfs_find(0);
1478   u32 ret;
1479   if( pVfs->iVersion>=2 && pVfs->xCurrentTimeInt64 ){
1480     i64 ms;
1481     pVfs->xCurrentTimeInt64(pVfs, &ms);
1482     ret = (u32)((ms/1000) - ((i64)24405875 * 8640));
1483   }else{
1484     double day;
1485     pVfs->xCurrentTime(pVfs, &day);
1486     ret = (u32)((day - 2440587.5) * 86400);
1487   }
1488   return ret;
1489 }
1490 
1491 /*
1492 ** Return a 32-bit timestamp in UNIX epoch format.
1493 **
1494 ** If the value passed as the only argument is either NULL or an SQL NULL,
1495 ** return the current time. Otherwise, return the value stored in (*pVal)
1496 ** cast to a 32-bit unsigned integer.
1497 */
1498 static u32 zipfileGetTime(sqlite3_value *pVal){
1499   if( pVal==0 || sqlite3_value_type(pVal)==SQLITE_NULL ){
1500     return zipfileTime();
1501   }
1502   return (u32)sqlite3_value_int64(pVal);
1503 }
1504 
1505 /*
1506 ** Unless it is NULL, entry pOld is currently part of the pTab->pFirstEntry
1507 ** linked list.  Remove it from the list and free the object.
1508 */
1509 static void zipfileRemoveEntryFromList(ZipfileTab *pTab, ZipfileEntry *pOld){
1510   if( pOld ){
1511     ZipfileEntry **pp;
1512     for(pp=&pTab->pFirstEntry; (*pp)!=pOld; pp=&((*pp)->pNext));
1513     *pp = (*pp)->pNext;
1514     zipfileEntryFree(pOld);
1515   }
1516 }
1517 
1518 /*
1519 ** xUpdate method.
1520 */
1521 static int zipfileUpdate(
1522   sqlite3_vtab *pVtab,
1523   int nVal,
1524   sqlite3_value **apVal,
1525   sqlite_int64 *pRowid
1526 ){
1527   ZipfileTab *pTab = (ZipfileTab*)pVtab;
1528   int rc = SQLITE_OK;             /* Return Code */
1529   ZipfileEntry *pNew = 0;         /* New in-memory CDS entry */
1530 
1531   u32 mode = 0;                   /* Mode for new entry */
1532   u32 mTime = 0;                  /* Modification time for new entry */
1533   i64 sz = 0;                     /* Uncompressed size */
1534   const char *zPath = 0;          /* Path for new entry */
1535   int nPath = 0;                  /* strlen(zPath) */
1536   const u8 *pData = 0;            /* Pointer to buffer containing content */
1537   int nData = 0;                  /* Size of pData buffer in bytes */
1538   int iMethod = 0;                /* Compression method for new entry */
1539   u8 *pFree = 0;                  /* Free this */
1540   char *zFree = 0;                /* Also free this */
1541   ZipfileEntry *pOld = 0;
1542   ZipfileEntry *pOld2 = 0;
1543   int bUpdate = 0;                /* True for an update that modifies "name" */
1544   int bIsDir = 0;
1545   u32 iCrc32 = 0;
1546 
1547   if( pTab->pWriteFd==0 ){
1548     rc = zipfileBegin(pVtab);
1549     if( rc!=SQLITE_OK ) return rc;
1550   }
1551 
1552   /* If this is a DELETE or UPDATE, find the archive entry to delete. */
1553   if( sqlite3_value_type(apVal[0])!=SQLITE_NULL ){
1554     const char *zDelete = (const char*)sqlite3_value_text(apVal[0]);
1555     int nDelete = (int)strlen(zDelete);
1556     if( nVal>1 ){
1557       const char *zUpdate = (const char*)sqlite3_value_text(apVal[1]);
1558       if( zUpdate && zipfileComparePath(zUpdate, zDelete, nDelete)!=0 ){
1559         bUpdate = 1;
1560       }
1561     }
1562     for(pOld=pTab->pFirstEntry; 1; pOld=pOld->pNext){
1563       if( zipfileComparePath(pOld->cds.zFile, zDelete, nDelete)==0 ){
1564         break;
1565       }
1566       assert( pOld->pNext );
1567     }
1568   }
1569 
1570   if( nVal>1 ){
1571     /* Check that "sz" and "rawdata" are both NULL: */
1572     if( sqlite3_value_type(apVal[5])!=SQLITE_NULL ){
1573       zipfileTableErr(pTab, "sz must be NULL");
1574       rc = SQLITE_CONSTRAINT;
1575     }
1576     if( sqlite3_value_type(apVal[6])!=SQLITE_NULL ){
1577       zipfileTableErr(pTab, "rawdata must be NULL");
1578       rc = SQLITE_CONSTRAINT;
1579     }
1580 
1581     if( rc==SQLITE_OK ){
1582       if( sqlite3_value_type(apVal[7])==SQLITE_NULL ){
1583         /* data=NULL. A directory */
1584         bIsDir = 1;
1585       }else{
1586         /* Value specified for "data", and possibly "method". This must be
1587         ** a regular file or a symlink. */
1588         const u8 *aIn = sqlite3_value_blob(apVal[7]);
1589         int nIn = sqlite3_value_bytes(apVal[7]);
1590         int bAuto = sqlite3_value_type(apVal[8])==SQLITE_NULL;
1591 
1592         iMethod = sqlite3_value_int(apVal[8]);
1593         sz = nIn;
1594         pData = aIn;
1595         nData = nIn;
1596         if( iMethod!=0 && iMethod!=8 ){
1597           zipfileTableErr(pTab, "unknown compression method: %d", iMethod);
1598           rc = SQLITE_CONSTRAINT;
1599         }else{
1600           if( bAuto || iMethod ){
1601             int nCmp;
1602             rc = zipfileDeflate(aIn, nIn, &pFree, &nCmp, &pTab->base.zErrMsg);
1603             if( rc==SQLITE_OK ){
1604               if( iMethod || nCmp<nIn ){
1605                 iMethod = 8;
1606                 pData = pFree;
1607                 nData = nCmp;
1608               }
1609             }
1610           }
1611           iCrc32 = crc32(0, aIn, nIn);
1612         }
1613       }
1614     }
1615 
1616     if( rc==SQLITE_OK ){
1617       rc = zipfileGetMode(apVal[3], bIsDir, &mode, &pTab->base.zErrMsg);
1618     }
1619 
1620     if( rc==SQLITE_OK ){
1621       zPath = (const char*)sqlite3_value_text(apVal[2]);
1622       if( zPath==0 ) zPath = "";
1623       nPath = (int)strlen(zPath);
1624       mTime = zipfileGetTime(apVal[4]);
1625     }
1626 
1627     if( rc==SQLITE_OK && bIsDir ){
1628       /* For a directory, check that the last character in the path is a
1629       ** '/'. This appears to be required for compatibility with info-zip
1630       ** (the unzip command on unix). It does not create directories
1631       ** otherwise.  */
1632       if( zPath[nPath-1]!='/' ){
1633         zFree = sqlite3_mprintf("%s/", zPath);
1634         if( zFree==0 ){ rc = SQLITE_NOMEM; }
1635         zPath = (const char*)zFree;
1636         nPath++;
1637       }
1638     }
1639 
1640     /* Check that we're not inserting a duplicate entry -OR- updating an
1641     ** entry with a path, thereby making it into a duplicate. */
1642     if( (pOld==0 || bUpdate) && rc==SQLITE_OK ){
1643       ZipfileEntry *p;
1644       for(p=pTab->pFirstEntry; p; p=p->pNext){
1645         if( zipfileComparePath(p->cds.zFile, zPath, nPath)==0 ){
1646           switch( sqlite3_vtab_on_conflict(pTab->db) ){
1647             case SQLITE_IGNORE: {
1648               goto zipfile_update_done;
1649             }
1650             case SQLITE_REPLACE: {
1651               pOld2 = p;
1652               break;
1653             }
1654             default: {
1655               zipfileTableErr(pTab, "duplicate name: \"%s\"", zPath);
1656               rc = SQLITE_CONSTRAINT;
1657               break;
1658             }
1659           }
1660           break;
1661         }
1662       }
1663     }
1664 
1665     if( rc==SQLITE_OK ){
1666       /* Create the new CDS record. */
1667       pNew = zipfileNewEntry(zPath);
1668       if( pNew==0 ){
1669         rc = SQLITE_NOMEM;
1670       }else{
1671         pNew->cds.iVersionMadeBy = ZIPFILE_NEWENTRY_MADEBY;
1672         pNew->cds.iVersionExtract = ZIPFILE_NEWENTRY_REQUIRED;
1673         pNew->cds.flags = ZIPFILE_NEWENTRY_FLAGS;
1674         pNew->cds.iCompression = (u16)iMethod;
1675         zipfileMtimeToDos(&pNew->cds, mTime);
1676         pNew->cds.crc32 = iCrc32;
1677         pNew->cds.szCompressed = nData;
1678         pNew->cds.szUncompressed = (u32)sz;
1679         pNew->cds.iExternalAttr = (mode<<16);
1680         pNew->cds.iOffset = (u32)pTab->szCurrent;
1681         pNew->cds.nFile = (u16)nPath;
1682         pNew->mUnixTime = (u32)mTime;
1683         rc = zipfileAppendEntry(pTab, pNew, pData, nData);
1684         zipfileAddEntry(pTab, pOld, pNew);
1685       }
1686     }
1687   }
1688 
1689   if( rc==SQLITE_OK && (pOld || pOld2) ){
1690     ZipfileCsr *pCsr;
1691     for(pCsr=pTab->pCsrList; pCsr; pCsr=pCsr->pCsrNext){
1692       if( pCsr->pCurrent && (pCsr->pCurrent==pOld || pCsr->pCurrent==pOld2) ){
1693         pCsr->pCurrent = pCsr->pCurrent->pNext;
1694         pCsr->bNoop = 1;
1695       }
1696     }
1697 
1698     zipfileRemoveEntryFromList(pTab, pOld);
1699     zipfileRemoveEntryFromList(pTab, pOld2);
1700   }
1701 
1702 zipfile_update_done:
1703   sqlite3_free(pFree);
1704   sqlite3_free(zFree);
1705   return rc;
1706 }
1707 
1708 static int zipfileSerializeEOCD(ZipfileEOCD *p, u8 *aBuf){
1709   u8 *a = aBuf;
1710   zipfileWrite32(a, ZIPFILE_SIGNATURE_EOCD);
1711   zipfileWrite16(a, p->iDisk);
1712   zipfileWrite16(a, p->iFirstDisk);
1713   zipfileWrite16(a, p->nEntry);
1714   zipfileWrite16(a, p->nEntryTotal);
1715   zipfileWrite32(a, p->nSize);
1716   zipfileWrite32(a, p->iOffset);
1717   zipfileWrite16(a, 0);        /* Size of trailing comment in bytes*/
1718 
1719   return a-aBuf;
1720 }
1721 
1722 static int zipfileAppendEOCD(ZipfileTab *pTab, ZipfileEOCD *p){
1723   int nBuf = zipfileSerializeEOCD(p, pTab->aBuffer);
1724   assert( nBuf==ZIPFILE_EOCD_FIXED_SZ );
1725   return zipfileAppendData(pTab, pTab->aBuffer, nBuf);
1726 }
1727 
1728 /*
1729 ** Serialize the CDS structure into buffer aBuf[]. Return the number
1730 ** of bytes written.
1731 */
1732 static int zipfileSerializeCDS(ZipfileEntry *pEntry, u8 *aBuf){
1733   u8 *a = aBuf;
1734   ZipfileCDS *pCDS = &pEntry->cds;
1735 
1736   if( pEntry->aExtra==0 ){
1737     pCDS->nExtra = 9;
1738   }
1739 
1740   zipfileWrite32(a, ZIPFILE_SIGNATURE_CDS);
1741   zipfileWrite16(a, pCDS->iVersionMadeBy);
1742   zipfileWrite16(a, pCDS->iVersionExtract);
1743   zipfileWrite16(a, pCDS->flags);
1744   zipfileWrite16(a, pCDS->iCompression);
1745   zipfileWrite16(a, pCDS->mTime);
1746   zipfileWrite16(a, pCDS->mDate);
1747   zipfileWrite32(a, pCDS->crc32);
1748   zipfileWrite32(a, pCDS->szCompressed);
1749   zipfileWrite32(a, pCDS->szUncompressed);
1750   assert( a==&aBuf[ZIPFILE_CDS_NFILE_OFF] );
1751   zipfileWrite16(a, pCDS->nFile);
1752   zipfileWrite16(a, pCDS->nExtra);
1753   zipfileWrite16(a, pCDS->nComment);
1754   zipfileWrite16(a, pCDS->iDiskStart);
1755   zipfileWrite16(a, pCDS->iInternalAttr);
1756   zipfileWrite32(a, pCDS->iExternalAttr);
1757   zipfileWrite32(a, pCDS->iOffset);
1758 
1759   memcpy(a, pCDS->zFile, pCDS->nFile);
1760   a += pCDS->nFile;
1761 
1762   if( pEntry->aExtra ){
1763     int n = (int)pCDS->nExtra + (int)pCDS->nComment;
1764     memcpy(a, pEntry->aExtra, n);
1765     a += n;
1766   }else{
1767     assert( pCDS->nExtra==9 );
1768     zipfileWrite16(a, ZIPFILE_EXTRA_TIMESTAMP);
1769     zipfileWrite16(a, 5);
1770     *a++ = 0x01;
1771     zipfileWrite32(a, pEntry->mUnixTime);
1772   }
1773 
1774   return a-aBuf;
1775 }
1776 
1777 static int zipfileCommit(sqlite3_vtab *pVtab){
1778   ZipfileTab *pTab = (ZipfileTab*)pVtab;
1779   int rc = SQLITE_OK;
1780   if( pTab->pWriteFd ){
1781     i64 iOffset = pTab->szCurrent;
1782     ZipfileEntry *p;
1783     ZipfileEOCD eocd;
1784     int nEntry = 0;
1785 
1786     /* Write out all entries */
1787     for(p=pTab->pFirstEntry; rc==SQLITE_OK && p; p=p->pNext){
1788       int n = zipfileSerializeCDS(p, pTab->aBuffer);
1789       rc = zipfileAppendData(pTab, pTab->aBuffer, n);
1790       nEntry++;
1791     }
1792 
1793     /* Write out the EOCD record */
1794     eocd.iDisk = 0;
1795     eocd.iFirstDisk = 0;
1796     eocd.nEntry = (u16)nEntry;
1797     eocd.nEntryTotal = (u16)nEntry;
1798     eocd.nSize = (u32)(pTab->szCurrent - iOffset);
1799     eocd.iOffset = (u32)iOffset;
1800     rc = zipfileAppendEOCD(pTab, &eocd);
1801 
1802     zipfileCleanupTransaction(pTab);
1803   }
1804   return rc;
1805 }
1806 
1807 static int zipfileRollback(sqlite3_vtab *pVtab){
1808   return zipfileCommit(pVtab);
1809 }
1810 
1811 static ZipfileCsr *zipfileFindCursor(ZipfileTab *pTab, i64 iId){
1812   ZipfileCsr *pCsr;
1813   for(pCsr=pTab->pCsrList; pCsr; pCsr=pCsr->pCsrNext){
1814     if( iId==pCsr->iId ) break;
1815   }
1816   return pCsr;
1817 }
1818 
1819 static void zipfileFunctionCds(
1820   sqlite3_context *context,
1821   int argc,
1822   sqlite3_value **argv
1823 ){
1824   ZipfileCsr *pCsr;
1825   ZipfileTab *pTab = (ZipfileTab*)sqlite3_user_data(context);
1826   assert( argc>0 );
1827 
1828   pCsr = zipfileFindCursor(pTab, sqlite3_value_int64(argv[0]));
1829   if( pCsr ){
1830     ZipfileCDS *p = &pCsr->pCurrent->cds;
1831     char *zRes = sqlite3_mprintf("{"
1832         "\"version-made-by\" : %u, "
1833         "\"version-to-extract\" : %u, "
1834         "\"flags\" : %u, "
1835         "\"compression\" : %u, "
1836         "\"time\" : %u, "
1837         "\"date\" : %u, "
1838         "\"crc32\" : %u, "
1839         "\"compressed-size\" : %u, "
1840         "\"uncompressed-size\" : %u, "
1841         "\"file-name-length\" : %u, "
1842         "\"extra-field-length\" : %u, "
1843         "\"file-comment-length\" : %u, "
1844         "\"disk-number-start\" : %u, "
1845         "\"internal-attr\" : %u, "
1846         "\"external-attr\" : %u, "
1847         "\"offset\" : %u }",
1848         (u32)p->iVersionMadeBy, (u32)p->iVersionExtract,
1849         (u32)p->flags, (u32)p->iCompression,
1850         (u32)p->mTime, (u32)p->mDate,
1851         (u32)p->crc32, (u32)p->szCompressed,
1852         (u32)p->szUncompressed, (u32)p->nFile,
1853         (u32)p->nExtra, (u32)p->nComment,
1854         (u32)p->iDiskStart, (u32)p->iInternalAttr,
1855         (u32)p->iExternalAttr, (u32)p->iOffset
1856     );
1857 
1858     if( zRes==0 ){
1859       sqlite3_result_error_nomem(context);
1860     }else{
1861       sqlite3_result_text(context, zRes, -1, SQLITE_TRANSIENT);
1862       sqlite3_free(zRes);
1863     }
1864   }
1865 }
1866 
1867 /*
1868 ** xFindFunction method.
1869 */
1870 static int zipfileFindFunction(
1871   sqlite3_vtab *pVtab,            /* Virtual table handle */
1872   int nArg,                       /* Number of SQL function arguments */
1873   const char *zName,              /* Name of SQL function */
1874   void (**pxFunc)(sqlite3_context*,int,sqlite3_value**), /* OUT: Result */
1875   void **ppArg                    /* OUT: User data for *pxFunc */
1876 ){
1877   if( sqlite3_stricmp("zipfile_cds", zName)==0 ){
1878     *pxFunc = zipfileFunctionCds;
1879     *ppArg = (void*)pVtab;
1880     return 1;
1881   }
1882   return 0;
1883 }
1884 
1885 typedef struct ZipfileBuffer ZipfileBuffer;
1886 struct ZipfileBuffer {
1887   u8 *a;                          /* Pointer to buffer */
1888   int n;                          /* Size of buffer in bytes */
1889   int nAlloc;                     /* Byte allocated at a[] */
1890 };
1891 
1892 typedef struct ZipfileCtx ZipfileCtx;
1893 struct ZipfileCtx {
1894   int nEntry;
1895   ZipfileBuffer body;
1896   ZipfileBuffer cds;
1897 };
1898 
1899 static int zipfileBufferGrow(ZipfileBuffer *pBuf, int nByte){
1900   if( pBuf->n+nByte>pBuf->nAlloc ){
1901     u8 *aNew;
1902     sqlite3_int64 nNew = pBuf->n ? pBuf->n*2 : 512;
1903     int nReq = pBuf->n + nByte;
1904 
1905     while( nNew<nReq ) nNew = nNew*2;
1906     aNew = sqlite3_realloc64(pBuf->a, nNew);
1907     if( aNew==0 ) return SQLITE_NOMEM;
1908     pBuf->a = aNew;
1909     pBuf->nAlloc = (int)nNew;
1910   }
1911   return SQLITE_OK;
1912 }
1913 
1914 /*
1915 ** xStep() callback for the zipfile() aggregate. This can be called in
1916 ** any of the following ways:
1917 **
1918 **   SELECT zipfile(name,data) ...
1919 **   SELECT zipfile(name,mode,mtime,data) ...
1920 **   SELECT zipfile(name,mode,mtime,data,method) ...
1921 */
1922 void zipfileStep(sqlite3_context *pCtx, int nVal, sqlite3_value **apVal){
1923   ZipfileCtx *p;                  /* Aggregate function context */
1924   ZipfileEntry e;                 /* New entry to add to zip archive */
1925 
1926   sqlite3_value *pName = 0;
1927   sqlite3_value *pMode = 0;
1928   sqlite3_value *pMtime = 0;
1929   sqlite3_value *pData = 0;
1930   sqlite3_value *pMethod = 0;
1931 
1932   int bIsDir = 0;
1933   u32 mode;
1934   int rc = SQLITE_OK;
1935   char *zErr = 0;
1936 
1937   int iMethod = -1;               /* Compression method to use (0 or 8) */
1938 
1939   const u8 *aData = 0;            /* Possibly compressed data for new entry */
1940   int nData = 0;                  /* Size of aData[] in bytes */
1941   int szUncompressed = 0;         /* Size of data before compression */
1942   u8 *aFree = 0;                  /* Free this before returning */
1943   u32 iCrc32 = 0;                 /* crc32 of uncompressed data */
1944 
1945   char *zName = 0;                /* Path (name) of new entry */
1946   int nName = 0;                  /* Size of zName in bytes */
1947   char *zFree = 0;                /* Free this before returning */
1948   int nByte;
1949 
1950   memset(&e, 0, sizeof(e));
1951   p = (ZipfileCtx*)sqlite3_aggregate_context(pCtx, sizeof(ZipfileCtx));
1952   if( p==0 ) return;
1953 
1954   /* Martial the arguments into stack variables */
1955   if( nVal!=2 && nVal!=4 && nVal!=5 ){
1956     zErr = sqlite3_mprintf("wrong number of arguments to function zipfile()");
1957     rc = SQLITE_ERROR;
1958     goto zipfile_step_out;
1959   }
1960   pName = apVal[0];
1961   if( nVal==2 ){
1962     pData = apVal[1];
1963   }else{
1964     pMode = apVal[1];
1965     pMtime = apVal[2];
1966     pData = apVal[3];
1967     if( nVal==5 ){
1968       pMethod = apVal[4];
1969     }
1970   }
1971 
1972   /* Check that the 'name' parameter looks ok. */
1973   zName = (char*)sqlite3_value_text(pName);
1974   nName = sqlite3_value_bytes(pName);
1975   if( zName==0 ){
1976     zErr = sqlite3_mprintf("first argument to zipfile() must be non-NULL");
1977     rc = SQLITE_ERROR;
1978     goto zipfile_step_out;
1979   }
1980 
1981   /* Inspect the 'method' parameter. This must be either 0 (store), 8 (use
1982   ** deflate compression) or NULL (choose automatically).  */
1983   if( pMethod && SQLITE_NULL!=sqlite3_value_type(pMethod) ){
1984     iMethod = (int)sqlite3_value_int64(pMethod);
1985     if( iMethod!=0 && iMethod!=8 ){
1986       zErr = sqlite3_mprintf("illegal method value: %d", iMethod);
1987       rc = SQLITE_ERROR;
1988       goto zipfile_step_out;
1989     }
1990   }
1991 
1992   /* Now inspect the data. If this is NULL, then the new entry must be a
1993   ** directory.  Otherwise, figure out whether or not the data should
1994   ** be deflated or simply stored in the zip archive. */
1995   if( sqlite3_value_type(pData)==SQLITE_NULL ){
1996     bIsDir = 1;
1997     iMethod = 0;
1998   }else{
1999     aData = sqlite3_value_blob(pData);
2000     szUncompressed = nData = sqlite3_value_bytes(pData);
2001     iCrc32 = crc32(0, aData, nData);
2002     if( iMethod<0 || iMethod==8 ){
2003       int nOut = 0;
2004       rc = zipfileDeflate(aData, nData, &aFree, &nOut, &zErr);
2005       if( rc!=SQLITE_OK ){
2006         goto zipfile_step_out;
2007       }
2008       if( iMethod==8 || nOut<nData ){
2009         aData = aFree;
2010         nData = nOut;
2011         iMethod = 8;
2012       }else{
2013         iMethod = 0;
2014       }
2015     }
2016   }
2017 
2018   /* Decode the "mode" argument. */
2019   rc = zipfileGetMode(pMode, bIsDir, &mode, &zErr);
2020   if( rc ) goto zipfile_step_out;
2021 
2022   /* Decode the "mtime" argument. */
2023   e.mUnixTime = zipfileGetTime(pMtime);
2024 
2025   /* If this is a directory entry, ensure that there is exactly one '/'
2026   ** at the end of the path. Or, if this is not a directory and the path
2027   ** ends in '/' it is an error. */
2028   if( bIsDir==0 ){
2029     if( zName[nName-1]=='/' ){
2030       zErr = sqlite3_mprintf("non-directory name must not end with /");
2031       rc = SQLITE_ERROR;
2032       goto zipfile_step_out;
2033     }
2034   }else{
2035     if( zName[nName-1]!='/' ){
2036       zName = zFree = sqlite3_mprintf("%s/", zName);
2037       nName++;
2038       if( zName==0 ){
2039         rc = SQLITE_NOMEM;
2040         goto zipfile_step_out;
2041       }
2042     }else{
2043       while( nName>1 && zName[nName-2]=='/' ) nName--;
2044     }
2045   }
2046 
2047   /* Assemble the ZipfileEntry object for the new zip archive entry */
2048   e.cds.iVersionMadeBy = ZIPFILE_NEWENTRY_MADEBY;
2049   e.cds.iVersionExtract = ZIPFILE_NEWENTRY_REQUIRED;
2050   e.cds.flags = ZIPFILE_NEWENTRY_FLAGS;
2051   e.cds.iCompression = (u16)iMethod;
2052   zipfileMtimeToDos(&e.cds, (u32)e.mUnixTime);
2053   e.cds.crc32 = iCrc32;
2054   e.cds.szCompressed = nData;
2055   e.cds.szUncompressed = szUncompressed;
2056   e.cds.iExternalAttr = (mode<<16);
2057   e.cds.iOffset = p->body.n;
2058   e.cds.nFile = (u16)nName;
2059   e.cds.zFile = zName;
2060 
2061   /* Append the LFH to the body of the new archive */
2062   nByte = ZIPFILE_LFH_FIXED_SZ + e.cds.nFile + 9;
2063   if( (rc = zipfileBufferGrow(&p->body, nByte)) ) goto zipfile_step_out;
2064   p->body.n += zipfileSerializeLFH(&e, &p->body.a[p->body.n]);
2065 
2066   /* Append the data to the body of the new archive */
2067   if( nData>0 ){
2068     if( (rc = zipfileBufferGrow(&p->body, nData)) ) goto zipfile_step_out;
2069     memcpy(&p->body.a[p->body.n], aData, nData);
2070     p->body.n += nData;
2071   }
2072 
2073   /* Append the CDS record to the directory of the new archive */
2074   nByte = ZIPFILE_CDS_FIXED_SZ + e.cds.nFile + 9;
2075   if( (rc = zipfileBufferGrow(&p->cds, nByte)) ) goto zipfile_step_out;
2076   p->cds.n += zipfileSerializeCDS(&e, &p->cds.a[p->cds.n]);
2077 
2078   /* Increment the count of entries in the archive */
2079   p->nEntry++;
2080 
2081  zipfile_step_out:
2082   sqlite3_free(aFree);
2083   sqlite3_free(zFree);
2084   if( rc ){
2085     if( zErr ){
2086       sqlite3_result_error(pCtx, zErr, -1);
2087     }else{
2088       sqlite3_result_error_code(pCtx, rc);
2089     }
2090   }
2091   sqlite3_free(zErr);
2092 }
2093 
2094 /*
2095 ** xFinalize() callback for zipfile aggregate function.
2096 */
2097 void zipfileFinal(sqlite3_context *pCtx){
2098   ZipfileCtx *p;
2099   ZipfileEOCD eocd;
2100   sqlite3_int64 nZip;
2101   u8 *aZip;
2102 
2103   p = (ZipfileCtx*)sqlite3_aggregate_context(pCtx, sizeof(ZipfileCtx));
2104   if( p==0 ) return;
2105   if( p->nEntry>0 ){
2106     memset(&eocd, 0, sizeof(eocd));
2107     eocd.nEntry = (u16)p->nEntry;
2108     eocd.nEntryTotal = (u16)p->nEntry;
2109     eocd.nSize = p->cds.n;
2110     eocd.iOffset = p->body.n;
2111 
2112     nZip = p->body.n + p->cds.n + ZIPFILE_EOCD_FIXED_SZ;
2113     aZip = (u8*)sqlite3_malloc64(nZip);
2114     if( aZip==0 ){
2115       sqlite3_result_error_nomem(pCtx);
2116     }else{
2117       memcpy(aZip, p->body.a, p->body.n);
2118       memcpy(&aZip[p->body.n], p->cds.a, p->cds.n);
2119       zipfileSerializeEOCD(&eocd, &aZip[p->body.n + p->cds.n]);
2120       sqlite3_result_blob(pCtx, aZip, (int)nZip, zipfileFree);
2121     }
2122   }
2123 
2124   sqlite3_free(p->body.a);
2125   sqlite3_free(p->cds.a);
2126 }
2127 
2128 
2129 /*
2130 ** Register the "zipfile" virtual table.
2131 */
2132 static int zipfileRegister(sqlite3 *db){
2133   static sqlite3_module zipfileModule = {
2134     1,                         /* iVersion */
2135     zipfileConnect,            /* xCreate */
2136     zipfileConnect,            /* xConnect */
2137     zipfileBestIndex,          /* xBestIndex */
2138     zipfileDisconnect,         /* xDisconnect */
2139     zipfileDisconnect,         /* xDestroy */
2140     zipfileOpen,               /* xOpen - open a cursor */
2141     zipfileClose,              /* xClose - close a cursor */
2142     zipfileFilter,             /* xFilter - configure scan constraints */
2143     zipfileNext,               /* xNext - advance a cursor */
2144     zipfileEof,                /* xEof - check for end of scan */
2145     zipfileColumn,             /* xColumn - read data */
2146     0,                         /* xRowid - read data */
2147     zipfileUpdate,             /* xUpdate */
2148     zipfileBegin,              /* xBegin */
2149     0,                         /* xSync */
2150     zipfileCommit,             /* xCommit */
2151     zipfileRollback,           /* xRollback */
2152     zipfileFindFunction,       /* xFindMethod */
2153     0,                         /* xRename */
2154   };
2155 
2156   int rc = sqlite3_create_module(db, "zipfile"  , &zipfileModule, 0);
2157   if( rc==SQLITE_OK ) rc = sqlite3_overload_function(db, "zipfile_cds", -1);
2158   if( rc==SQLITE_OK ){
2159     rc = sqlite3_create_function(db, "zipfile", -1, SQLITE_UTF8, 0, 0,
2160         zipfileStep, zipfileFinal
2161     );
2162   }
2163   return rc;
2164 }
2165 #else         /* SQLITE_OMIT_VIRTUALTABLE */
2166 # define zipfileRegister(x) SQLITE_OK
2167 #endif
2168 
2169 #ifdef _WIN32
2170 __declspec(dllexport)
2171 #endif
2172 int sqlite3_zipfile_init(
2173   sqlite3 *db,
2174   char **pzErrMsg,
2175   const sqlite3_api_routines *pApi
2176 ){
2177   SQLITE_EXTENSION_INIT2(pApi);
2178   (void)pzErrMsg;  /* Unused parameter */
2179   return zipfileRegister(db);
2180 }
2181