xref: /sqlite-3.40.0/ext/misc/zipfile.c (revision e89feee5)
1 /*
2 ** 2017-12-26
3 **
4 ** The author disclaims copyright to this source code.  In place of
5 ** a legal notice, here is a blessing:
6 **
7 **    May you do good and not evil.
8 **    May you find forgiveness for yourself and forgive others.
9 **    May you share freely, never taking more than you give.
10 **
11 ******************************************************************************
12 **
13 ** This file implements a virtual table for reading and writing ZIP archive
14 ** files.
15 **
16 ** Usage example:
17 **
18 **     SELECT name, sz, datetime(mtime,'unixepoch') FROM zipfile($filename);
19 **
20 ** Current limitations:
21 **
22 **    *  No support for encryption
23 **    *  No support for ZIP archives spanning multiple files
24 **    *  No support for zip64 extensions
25 **    *  Only the "inflate/deflate" (zlib) compression method is supported
26 */
27 #include "sqlite3ext.h"
28 SQLITE_EXTENSION_INIT1
29 #include <stdio.h>
30 #include <string.h>
31 #include <assert.h>
32 
33 #include <zlib.h>
34 
35 #ifndef SQLITE_OMIT_VIRTUALTABLE
36 
37 #ifndef SQLITE_AMALGAMATION
38 
39 typedef sqlite3_int64 i64;
40 typedef unsigned char u8;
41 typedef unsigned short u16;
42 typedef unsigned long u32;
43 #define MIN(a,b) ((a)<(b) ? (a) : (b))
44 
45 #if defined(SQLITE_COVERAGE_TEST) || defined(SQLITE_MUTATION_TEST)
46 # define ALWAYS(X)      (1)
47 # define NEVER(X)       (0)
48 #elif !defined(NDEBUG)
49 # define ALWAYS(X)      ((X)?1:(assert(0),0))
50 # define NEVER(X)       ((X)?(assert(0),1):0)
51 #else
52 # define ALWAYS(X)      (X)
53 # define NEVER(X)       (X)
54 #endif
55 
56 #endif   /* SQLITE_AMALGAMATION */
57 
58 /*
59 ** Definitions for mode bitmasks S_IFDIR, S_IFREG and S_IFLNK.
60 **
61 ** In some ways it would be better to obtain these values from system
62 ** header files. But, the dependency is undesirable and (a) these
63 ** have been stable for decades, (b) the values are part of POSIX and
64 ** are also made explicit in [man stat], and (c) are part of the
65 ** file format for zip archives.
66 */
67 #ifndef S_IFDIR
68 # define S_IFDIR 0040000
69 #endif
70 #ifndef S_IFREG
71 # define S_IFREG 0100000
72 #endif
73 #ifndef S_IFLNK
74 # define S_IFLNK 0120000
75 #endif
76 
77 static const char ZIPFILE_SCHEMA[] =
78   "CREATE TABLE y("
79     "name PRIMARY KEY,"  /* 0: Name of file in zip archive */
80     "mode,"              /* 1: POSIX mode for file */
81     "mtime,"             /* 2: Last modification time (secs since 1970)*/
82     "sz,"                /* 3: Size of object */
83     "rawdata,"           /* 4: Raw data */
84     "data,"              /* 5: Uncompressed data */
85     "method,"            /* 6: Compression method (integer) */
86     "z HIDDEN"           /* 7: Name of zip file */
87   ") WITHOUT ROWID;";
88 
89 #define ZIPFILE_F_COLUMN_IDX 7    /* Index of column "file" in the above */
90 #define ZIPFILE_BUFFER_SIZE (64*1024)
91 
92 
93 /*
94 ** Magic numbers used to read and write zip files.
95 **
96 ** ZIPFILE_NEWENTRY_MADEBY:
97 **   Use this value for the "version-made-by" field in new zip file
98 **   entries. The upper byte indicates "unix", and the lower byte
99 **   indicates that the zip file matches pkzip specification 3.0.
100 **   This is what info-zip seems to do.
101 **
102 ** ZIPFILE_NEWENTRY_REQUIRED:
103 **   Value for "version-required-to-extract" field of new entries.
104 **   Version 2.0 is required to support folders and deflate compression.
105 **
106 ** ZIPFILE_NEWENTRY_FLAGS:
107 **   Value for "general-purpose-bit-flags" field of new entries. Bit
108 **   11 means "utf-8 filename and comment".
109 **
110 ** ZIPFILE_SIGNATURE_CDS:
111 **   First 4 bytes of a valid CDS record.
112 **
113 ** ZIPFILE_SIGNATURE_LFH:
114 **   First 4 bytes of a valid LFH record.
115 **
116 ** ZIPFILE_SIGNATURE_EOCD
117 **   First 4 bytes of a valid EOCD record.
118 */
119 #define ZIPFILE_EXTRA_TIMESTAMP   0x5455
120 #define ZIPFILE_NEWENTRY_MADEBY   ((3<<8) + 30)
121 #define ZIPFILE_NEWENTRY_REQUIRED 20
122 #define ZIPFILE_NEWENTRY_FLAGS    0x800
123 #define ZIPFILE_SIGNATURE_CDS     0x02014b50
124 #define ZIPFILE_SIGNATURE_LFH     0x04034b50
125 #define ZIPFILE_SIGNATURE_EOCD    0x06054b50
126 
127 /*
128 ** The sizes of the fixed-size part of each of the three main data
129 ** structures in a zip archive.
130 */
131 #define ZIPFILE_LFH_FIXED_SZ      30
132 #define ZIPFILE_EOCD_FIXED_SZ     22
133 #define ZIPFILE_CDS_FIXED_SZ      46
134 
135 /*
136 *** 4.3.16  End of central directory record:
137 ***
138 ***   end of central dir signature    4 bytes  (0x06054b50)
139 ***   number of this disk             2 bytes
140 ***   number of the disk with the
141 ***   start of the central directory  2 bytes
142 ***   total number of entries in the
143 ***   central directory on this disk  2 bytes
144 ***   total number of entries in
145 ***   the central directory           2 bytes
146 ***   size of the central directory   4 bytes
147 ***   offset of start of central
148 ***   directory with respect to
149 ***   the starting disk number        4 bytes
150 ***   .ZIP file comment length        2 bytes
151 ***   .ZIP file comment       (variable size)
152 */
153 typedef struct ZipfileEOCD ZipfileEOCD;
154 struct ZipfileEOCD {
155   u16 iDisk;
156   u16 iFirstDisk;
157   u16 nEntry;
158   u16 nEntryTotal;
159   u32 nSize;
160   u32 iOffset;
161 };
162 
163 /*
164 *** 4.3.12  Central directory structure:
165 ***
166 *** ...
167 ***
168 ***   central file header signature   4 bytes  (0x02014b50)
169 ***   version made by                 2 bytes
170 ***   version needed to extract       2 bytes
171 ***   general purpose bit flag        2 bytes
172 ***   compression method              2 bytes
173 ***   last mod file time              2 bytes
174 ***   last mod file date              2 bytes
175 ***   crc-32                          4 bytes
176 ***   compressed size                 4 bytes
177 ***   uncompressed size               4 bytes
178 ***   file name length                2 bytes
179 ***   extra field length              2 bytes
180 ***   file comment length             2 bytes
181 ***   disk number start               2 bytes
182 ***   internal file attributes        2 bytes
183 ***   external file attributes        4 bytes
184 ***   relative offset of local header 4 bytes
185 */
186 typedef struct ZipfileCDS ZipfileCDS;
187 struct ZipfileCDS {
188   u16 iVersionMadeBy;
189   u16 iVersionExtract;
190   u16 flags;
191   u16 iCompression;
192   u16 mTime;
193   u16 mDate;
194   u32 crc32;
195   u32 szCompressed;
196   u32 szUncompressed;
197   u16 nFile;
198   u16 nExtra;
199   u16 nComment;
200   u16 iDiskStart;
201   u16 iInternalAttr;
202   u32 iExternalAttr;
203   u32 iOffset;
204   char *zFile;                    /* Filename (sqlite3_malloc()) */
205 };
206 
207 /*
208 *** 4.3.7  Local file header:
209 ***
210 ***   local file header signature     4 bytes  (0x04034b50)
211 ***   version needed to extract       2 bytes
212 ***   general purpose bit flag        2 bytes
213 ***   compression method              2 bytes
214 ***   last mod file time              2 bytes
215 ***   last mod file date              2 bytes
216 ***   crc-32                          4 bytes
217 ***   compressed size                 4 bytes
218 ***   uncompressed size               4 bytes
219 ***   file name length                2 bytes
220 ***   extra field length              2 bytes
221 ***
222 */
223 typedef struct ZipfileLFH ZipfileLFH;
224 struct ZipfileLFH {
225   u16 iVersionExtract;
226   u16 flags;
227   u16 iCompression;
228   u16 mTime;
229   u16 mDate;
230   u32 crc32;
231   u32 szCompressed;
232   u32 szUncompressed;
233   u16 nFile;
234   u16 nExtra;
235 };
236 
237 typedef struct ZipfileEntry ZipfileEntry;
238 struct ZipfileEntry {
239   ZipfileCDS cds;            /* Parsed CDS record */
240   u32 mUnixTime;             /* Modification time, in UNIX format */
241   u8 *aExtra;                /* cds.nExtra+cds.nComment bytes of extra data */
242   i64 iDataOff;              /* Offset to data in file (if aData==0) */
243   u8 *aData;                 /* cds.szCompressed bytes of compressed data */
244   ZipfileEntry *pNext;       /* Next element in in-memory CDS */
245 };
246 
247 /*
248 ** Cursor type for zipfile tables.
249 */
250 typedef struct ZipfileCsr ZipfileCsr;
251 struct ZipfileCsr {
252   sqlite3_vtab_cursor base;  /* Base class - must be first */
253   i64 iId;                   /* Cursor ID */
254   u8 bEof;                   /* True when at EOF */
255   u8 bNoop;                  /* If next xNext() call is no-op */
256 
257   /* Used outside of write transactions */
258   FILE *pFile;               /* Zip file */
259   i64 iNextOff;              /* Offset of next record in central directory */
260   ZipfileEOCD eocd;          /* Parse of central directory record */
261 
262   ZipfileEntry *pFreeEntry;  /* Free this list when cursor is closed or reset */
263   ZipfileEntry *pCurrent;    /* Current entry */
264   ZipfileCsr *pCsrNext;      /* Next cursor on same virtual table */
265 };
266 
267 typedef struct ZipfileTab ZipfileTab;
268 struct ZipfileTab {
269   sqlite3_vtab base;         /* Base class - must be first */
270   char *zFile;               /* Zip file this table accesses (may be NULL) */
271   sqlite3 *db;               /* Host database connection */
272   u8 *aBuffer;               /* Temporary buffer used for various tasks */
273 
274   ZipfileCsr *pCsrList;      /* List of cursors */
275   i64 iNextCsrid;
276 
277   /* The following are used by write transactions only */
278   ZipfileEntry *pFirstEntry; /* Linked list of all files (if pWriteFd!=0) */
279   ZipfileEntry *pLastEntry;  /* Last element in pFirstEntry list */
280   FILE *pWriteFd;            /* File handle open on zip archive */
281   i64 szCurrent;             /* Current size of zip archive */
282   i64 szOrig;                /* Size of archive at start of transaction */
283 };
284 
285 /*
286 ** Set the error message contained in context ctx to the results of
287 ** vprintf(zFmt, ...).
288 */
289 static void zipfileCtxErrorMsg(sqlite3_context *ctx, const char *zFmt, ...){
290   char *zMsg = 0;
291   va_list ap;
292   va_start(ap, zFmt);
293   zMsg = sqlite3_vmprintf(zFmt, ap);
294   sqlite3_result_error(ctx, zMsg, -1);
295   sqlite3_free(zMsg);
296   va_end(ap);
297 }
298 
299 /*
300 ** If string zIn is quoted, dequote it in place. Otherwise, if the string
301 ** is not quoted, do nothing.
302 */
303 static void zipfileDequote(char *zIn){
304   char q = zIn[0];
305   if( q=='"' || q=='\'' || q=='`' || q=='[' ){
306     int iIn = 1;
307     int iOut = 0;
308     if( q=='[' ) q = ']';
309     while( ALWAYS(zIn[iIn]) ){
310       char c = zIn[iIn++];
311       if( c==q && zIn[iIn++]!=q ) break;
312       zIn[iOut++] = c;
313     }
314     zIn[iOut] = '\0';
315   }
316 }
317 
318 /*
319 ** Construct a new ZipfileTab virtual table object.
320 **
321 **   argv[0]   -> module name  ("zipfile")
322 **   argv[1]   -> database name
323 **   argv[2]   -> table name
324 **   argv[...] -> "column name" and other module argument fields.
325 */
326 static int zipfileConnect(
327   sqlite3 *db,
328   void *pAux,
329   int argc, const char *const*argv,
330   sqlite3_vtab **ppVtab,
331   char **pzErr
332 ){
333   int nByte = sizeof(ZipfileTab) + ZIPFILE_BUFFER_SIZE;
334   int nFile = 0;
335   const char *zFile = 0;
336   ZipfileTab *pNew = 0;
337   int rc;
338 
339   /* If the table name is not "zipfile", require that the argument be
340   ** specified. This stops zipfile tables from being created as:
341   **
342   **   CREATE VIRTUAL TABLE zzz USING zipfile();
343   **
344   ** It does not prevent:
345   **
346   **   CREATE VIRTUAL TABLE zipfile USING zipfile();
347   */
348   assert( 0==sqlite3_stricmp(argv[0], "zipfile") );
349   if( (0!=sqlite3_stricmp(argv[2], "zipfile") && argc<4) || argc>4 ){
350     *pzErr = sqlite3_mprintf("zipfile constructor requires one argument");
351     return SQLITE_ERROR;
352   }
353 
354   if( argc>3 ){
355     zFile = argv[3];
356     nFile = (int)strlen(zFile)+1;
357   }
358 
359   rc = sqlite3_declare_vtab(db, ZIPFILE_SCHEMA);
360   if( rc==SQLITE_OK ){
361     pNew = (ZipfileTab*)sqlite3_malloc(nByte+nFile);
362     if( pNew==0 ) return SQLITE_NOMEM;
363     memset(pNew, 0, nByte+nFile);
364     pNew->db = db;
365     pNew->aBuffer = (u8*)&pNew[1];
366     if( zFile ){
367       pNew->zFile = (char*)&pNew->aBuffer[ZIPFILE_BUFFER_SIZE];
368       memcpy(pNew->zFile, zFile, nFile);
369       zipfileDequote(pNew->zFile);
370     }
371   }
372   *ppVtab = (sqlite3_vtab*)pNew;
373   return rc;
374 }
375 
376 /*
377 ** Free the ZipfileEntry structure indicated by the only argument.
378 */
379 static void zipfileEntryFree(ZipfileEntry *p){
380   if( p ){
381     sqlite3_free(p->cds.zFile);
382     sqlite3_free(p);
383   }
384 }
385 
386 /*
387 ** Release resources that should be freed at the end of a write
388 ** transaction.
389 */
390 static void zipfileCleanupTransaction(ZipfileTab *pTab){
391   ZipfileEntry *pEntry;
392   ZipfileEntry *pNext;
393 
394   if( pTab->pWriteFd ){
395     fclose(pTab->pWriteFd);
396     pTab->pWriteFd = 0;
397   }
398   for(pEntry=pTab->pFirstEntry; pEntry; pEntry=pNext){
399     pNext = pEntry->pNext;
400     zipfileEntryFree(pEntry);
401   }
402   pTab->pFirstEntry = 0;
403   pTab->pLastEntry = 0;
404   pTab->szCurrent = 0;
405   pTab->szOrig = 0;
406 }
407 
408 /*
409 ** This method is the destructor for zipfile vtab objects.
410 */
411 static int zipfileDisconnect(sqlite3_vtab *pVtab){
412   zipfileCleanupTransaction((ZipfileTab*)pVtab);
413   sqlite3_free(pVtab);
414   return SQLITE_OK;
415 }
416 
417 /*
418 ** Constructor for a new ZipfileCsr object.
419 */
420 static int zipfileOpen(sqlite3_vtab *p, sqlite3_vtab_cursor **ppCsr){
421   ZipfileTab *pTab = (ZipfileTab*)p;
422   ZipfileCsr *pCsr;
423   pCsr = sqlite3_malloc(sizeof(*pCsr));
424   *ppCsr = (sqlite3_vtab_cursor*)pCsr;
425   if( pCsr==0 ){
426     return SQLITE_NOMEM;
427   }
428   memset(pCsr, 0, sizeof(*pCsr));
429   pCsr->iId = ++pTab->iNextCsrid;
430   pCsr->pCsrNext = pTab->pCsrList;
431   pTab->pCsrList = pCsr;
432   return SQLITE_OK;
433 }
434 
435 /*
436 ** Reset a cursor back to the state it was in when first returned
437 ** by zipfileOpen().
438 */
439 static void zipfileResetCursor(ZipfileCsr *pCsr){
440   ZipfileEntry *p;
441   ZipfileEntry *pNext;
442 
443   pCsr->bEof = 0;
444   if( pCsr->pFile ){
445     fclose(pCsr->pFile);
446     pCsr->pFile = 0;
447     zipfileEntryFree(pCsr->pCurrent);
448     pCsr->pCurrent = 0;
449   }
450 
451   for(p=pCsr->pFreeEntry; p; p=pNext){
452     pNext = p->pNext;
453     zipfileEntryFree(p);
454   }
455 }
456 
457 /*
458 ** Destructor for an ZipfileCsr.
459 */
460 static int zipfileClose(sqlite3_vtab_cursor *cur){
461   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
462   ZipfileTab *pTab = (ZipfileTab*)(pCsr->base.pVtab);
463   ZipfileCsr **pp;
464   zipfileResetCursor(pCsr);
465 
466   /* Remove this cursor from the ZipfileTab.pCsrList list. */
467   for(pp=&pTab->pCsrList; *pp!=pCsr; pp=&((*pp)->pCsrNext));
468   *pp = pCsr->pCsrNext;
469 
470   sqlite3_free(pCsr);
471   return SQLITE_OK;
472 }
473 
474 /*
475 ** Set the error message for the virtual table associated with cursor
476 ** pCsr to the results of vprintf(zFmt, ...).
477 */
478 static void zipfileTableErr(ZipfileTab *pTab, const char *zFmt, ...){
479   va_list ap;
480   va_start(ap, zFmt);
481   sqlite3_free(pTab->base.zErrMsg);
482   pTab->base.zErrMsg = sqlite3_vmprintf(zFmt, ap);
483   va_end(ap);
484 }
485 static void zipfileCursorErr(ZipfileCsr *pCsr, const char *zFmt, ...){
486   va_list ap;
487   va_start(ap, zFmt);
488   sqlite3_free(pCsr->base.pVtab->zErrMsg);
489   pCsr->base.pVtab->zErrMsg = sqlite3_vmprintf(zFmt, ap);
490   va_end(ap);
491 }
492 
493 /*
494 ** Read nRead bytes of data from offset iOff of file pFile into buffer
495 ** aRead[]. Return SQLITE_OK if successful, or an SQLite error code
496 ** otherwise.
497 **
498 ** If an error does occur, output variable (*pzErrmsg) may be set to point
499 ** to an English language error message. It is the responsibility of the
500 ** caller to eventually free this buffer using
501 ** sqlite3_free().
502 */
503 static int zipfileReadData(
504   FILE *pFile,                    /* Read from this file */
505   u8 *aRead,                      /* Read into this buffer */
506   int nRead,                      /* Number of bytes to read */
507   i64 iOff,                       /* Offset to read from */
508   char **pzErrmsg                 /* OUT: Error message (from sqlite3_malloc) */
509 ){
510   size_t n;
511   fseek(pFile, (long)iOff, SEEK_SET);
512   n = fread(aRead, 1, nRead, pFile);
513   if( (int)n!=nRead ){
514     *pzErrmsg = sqlite3_mprintf("error in fread()");
515     return SQLITE_ERROR;
516   }
517   return SQLITE_OK;
518 }
519 
520 static int zipfileAppendData(
521   ZipfileTab *pTab,
522   const u8 *aWrite,
523   int nWrite
524 ){
525   size_t n;
526   fseek(pTab->pWriteFd, (long)pTab->szCurrent, SEEK_SET);
527   n = fwrite(aWrite, 1, nWrite, pTab->pWriteFd);
528   if( (int)n!=nWrite ){
529     pTab->base.zErrMsg = sqlite3_mprintf("error in fwrite()");
530     return SQLITE_ERROR;
531   }
532   pTab->szCurrent += nWrite;
533   return SQLITE_OK;
534 }
535 
536 /*
537 ** Read and return a 16-bit little-endian unsigned integer from buffer aBuf.
538 */
539 static u16 zipfileGetU16(const u8 *aBuf){
540   return (aBuf[1] << 8) + aBuf[0];
541 }
542 
543 /*
544 ** Read and return a 32-bit little-endian unsigned integer from buffer aBuf.
545 */
546 static u32 zipfileGetU32(const u8 *aBuf){
547   return ((u32)(aBuf[3]) << 24)
548        + ((u32)(aBuf[2]) << 16)
549        + ((u32)(aBuf[1]) <<  8)
550        + ((u32)(aBuf[0]) <<  0);
551 }
552 
553 /*
554 ** Write a 16-bit little endiate integer into buffer aBuf.
555 */
556 static void zipfilePutU16(u8 *aBuf, u16 val){
557   aBuf[0] = val & 0xFF;
558   aBuf[1] = (val>>8) & 0xFF;
559 }
560 
561 /*
562 ** Write a 32-bit little endiate integer into buffer aBuf.
563 */
564 static void zipfilePutU32(u8 *aBuf, u32 val){
565   aBuf[0] = val & 0xFF;
566   aBuf[1] = (val>>8) & 0xFF;
567   aBuf[2] = (val>>16) & 0xFF;
568   aBuf[3] = (val>>24) & 0xFF;
569 }
570 
571 #define zipfileRead32(aBuf) ( aBuf+=4, zipfileGetU32(aBuf-4) )
572 #define zipfileRead16(aBuf) ( aBuf+=2, zipfileGetU16(aBuf-2) )
573 
574 #define zipfileWrite32(aBuf,val) { zipfilePutU32(aBuf,val); aBuf+=4; }
575 #define zipfileWrite16(aBuf,val) { zipfilePutU16(aBuf,val); aBuf+=2; }
576 
577 /*
578 ** Magic numbers used to read CDS records.
579 */
580 #define ZIPFILE_CDS_NFILE_OFF        28
581 #define ZIPFILE_CDS_SZCOMPRESSED_OFF 20
582 
583 /*
584 ** Decode the CDS record in buffer aBuf into (*pCDS). Return SQLITE_ERROR
585 ** if the record is not well-formed, or SQLITE_OK otherwise.
586 */
587 static int zipfileReadCDS(u8 *aBuf, ZipfileCDS *pCDS){
588   u8 *aRead = aBuf;
589   u32 sig = zipfileRead32(aRead);
590   int rc = SQLITE_OK;
591   if( sig!=ZIPFILE_SIGNATURE_CDS ){
592     rc = SQLITE_ERROR;
593   }else{
594     pCDS->iVersionMadeBy = zipfileRead16(aRead);
595     pCDS->iVersionExtract = zipfileRead16(aRead);
596     pCDS->flags = zipfileRead16(aRead);
597     pCDS->iCompression = zipfileRead16(aRead);
598     pCDS->mTime = zipfileRead16(aRead);
599     pCDS->mDate = zipfileRead16(aRead);
600     pCDS->crc32 = zipfileRead32(aRead);
601     pCDS->szCompressed = zipfileRead32(aRead);
602     pCDS->szUncompressed = zipfileRead32(aRead);
603     assert( aRead==&aBuf[ZIPFILE_CDS_NFILE_OFF] );
604     pCDS->nFile = zipfileRead16(aRead);
605     pCDS->nExtra = zipfileRead16(aRead);
606     pCDS->nComment = zipfileRead16(aRead);
607     pCDS->iDiskStart = zipfileRead16(aRead);
608     pCDS->iInternalAttr = zipfileRead16(aRead);
609     pCDS->iExternalAttr = zipfileRead32(aRead);
610     pCDS->iOffset = zipfileRead32(aRead);
611     assert( aRead==&aBuf[ZIPFILE_CDS_FIXED_SZ] );
612   }
613 
614   return rc;
615 }
616 
617 /*
618 ** Decode the LFH record in buffer aBuf into (*pLFH). Return SQLITE_ERROR
619 ** if the record is not well-formed, or SQLITE_OK otherwise.
620 */
621 static int zipfileReadLFH(
622   u8 *aBuffer,
623   ZipfileLFH *pLFH
624 ){
625   u8 *aRead = aBuffer;
626   int rc = SQLITE_OK;
627 
628   u32 sig = zipfileRead32(aRead);
629   if( sig!=ZIPFILE_SIGNATURE_LFH ){
630     rc = SQLITE_ERROR;
631   }else{
632     pLFH->iVersionExtract = zipfileRead16(aRead);
633     pLFH->flags = zipfileRead16(aRead);
634     pLFH->iCompression = zipfileRead16(aRead);
635     pLFH->mTime = zipfileRead16(aRead);
636     pLFH->mDate = zipfileRead16(aRead);
637     pLFH->crc32 = zipfileRead32(aRead);
638     pLFH->szCompressed = zipfileRead32(aRead);
639     pLFH->szUncompressed = zipfileRead32(aRead);
640     pLFH->nFile = zipfileRead16(aRead);
641     pLFH->nExtra = zipfileRead16(aRead);
642   }
643   return rc;
644 }
645 
646 
647 /*
648 ** Buffer aExtra (size nExtra bytes) contains zip archive "extra" fields.
649 ** Scan through this buffer to find an "extra-timestamp" field. If one
650 ** exists, extract the 32-bit modification-timestamp from it and store
651 ** the value in output parameter *pmTime.
652 **
653 ** Zero is returned if no extra-timestamp record could be found (and so
654 ** *pmTime is left unchanged), or non-zero otherwise.
655 **
656 ** The general format of an extra field is:
657 **
658 **   Header ID    2 bytes
659 **   Data Size    2 bytes
660 **   Data         N bytes
661 */
662 static int zipfileScanExtra(u8 *aExtra, int nExtra, u32 *pmTime){
663   int ret = 0;
664   u8 *p = aExtra;
665   u8 *pEnd = &aExtra[nExtra];
666 
667   while( p<pEnd ){
668     u16 id = zipfileRead16(p);
669     u16 nByte = zipfileRead16(p);
670 
671     switch( id ){
672       case ZIPFILE_EXTRA_TIMESTAMP: {
673         u8 b = p[0];
674         if( b & 0x01 ){     /* 0x01 -> modtime is present */
675           *pmTime = zipfileGetU32(&p[1]);
676           ret = 1;
677         }
678         break;
679       }
680     }
681 
682     p += nByte;
683   }
684   return ret;
685 }
686 
687 /*
688 ** Convert the standard MS-DOS timestamp stored in the mTime and mDate
689 ** fields of the CDS structure passed as the only argument to a 32-bit
690 ** UNIX seconds-since-the-epoch timestamp. Return the result.
691 **
692 ** "Standard" MS-DOS time format:
693 **
694 **   File modification time:
695 **     Bits 00-04: seconds divided by 2
696 **     Bits 05-10: minute
697 **     Bits 11-15: hour
698 **   File modification date:
699 **     Bits 00-04: day
700 **     Bits 05-08: month (1-12)
701 **     Bits 09-15: years from 1980
702 **
703 ** https://msdn.microsoft.com/en-us/library/9kkf9tah.aspx
704 */
705 static u32 zipfileMtime(ZipfileCDS *pCDS){
706   int Y = (1980 + ((pCDS->mDate >> 9) & 0x7F));
707   int M = ((pCDS->mDate >> 5) & 0x0F);
708   int D = (pCDS->mDate & 0x1F);
709   int B = -13;
710 
711   int sec = (pCDS->mTime & 0x1F)*2;
712   int min = (pCDS->mTime >> 5) & 0x3F;
713   int hr = (pCDS->mTime >> 11) & 0x1F;
714   i64 JD;
715 
716   /* JD = INT(365.25 * (Y+4716)) + INT(30.6001 * (M+1)) + D + B - 1524.5 */
717 
718   /* Calculate the JD in seconds for noon on the day in question */
719   if( M<3 ){
720     Y = Y-1;
721     M = M+12;
722   }
723   JD = (i64)(24*60*60) * (
724       (int)(365.25 * (Y + 4716))
725     + (int)(30.6001 * (M + 1))
726     + D + B - 1524
727   );
728 
729   /* Correct the JD for the time within the day */
730   JD += (hr-12) * 3600 + min * 60 + sec;
731 
732   /* Convert JD to unix timestamp (the JD epoch is 2440587.5) */
733   return (u32)(JD - (i64)(24405875) * 24*60*6);
734 }
735 
736 /*
737 ** The opposite of zipfileMtime(). This function populates the mTime and
738 ** mDate fields of the CDS structure passed as the first argument according
739 ** to the UNIX timestamp value passed as the second.
740 */
741 static void zipfileMtimeToDos(ZipfileCDS *pCds, u32 mUnixTime){
742   /* Convert unix timestamp to JD (2440588 is noon on 1/1/1970) */
743   i64 JD = (i64)2440588 + mUnixTime / (24*60*60);
744 
745   int A, B, C, D, E;
746   int yr, mon, day;
747   int hr, min, sec;
748 
749   A = (int)((JD - 1867216.25)/36524.25);
750   A = (int)(JD + 1 + A - (A/4));
751   B = A + 1524;
752   C = (int)((B - 122.1)/365.25);
753   D = (36525*(C&32767))/100;
754   E = (int)((B-D)/30.6001);
755 
756   day = B - D - (int)(30.6001*E);
757   mon = (E<14 ? E-1 : E-13);
758   yr = mon>2 ? C-4716 : C-4715;
759 
760   hr = (mUnixTime % (24*60*60)) / (60*60);
761   min = (mUnixTime % (60*60)) / 60;
762   sec = (mUnixTime % 60);
763 
764   if( yr>=1980 ){
765     pCds->mDate = (u16)(day + (mon << 5) + ((yr-1980) << 9));
766     pCds->mTime = (u16)(sec/2 + (min<<5) + (hr<<11));
767   }else{
768     pCds->mDate = pCds->mTime = 0;
769   }
770 
771   assert( mUnixTime<315507600
772        || mUnixTime==zipfileMtime(pCds)
773        || ((mUnixTime % 2) && mUnixTime-1==zipfileMtime(pCds))
774        /* || (mUnixTime % 2) */
775   );
776 }
777 
778 /*
779 ** If aBlob is not NULL, then it is a pointer to a buffer (nBlob bytes in
780 ** size) containing an entire zip archive image. Or, if aBlob is NULL,
781 ** then pFile is a file-handle open on a zip file. In either case, this
782 ** function creates a ZipfileEntry object based on the zip archive entry
783 ** for which the CDS record is at offset iOff.
784 **
785 ** If successful, SQLITE_OK is returned and (*ppEntry) set to point to
786 ** the new object. Otherwise, an SQLite error code is returned and the
787 ** final value of (*ppEntry) undefined.
788 */
789 static int zipfileGetEntry(
790   ZipfileTab *pTab,               /* Store any error message here */
791   const u8 *aBlob,                /* Pointer to in-memory file image */
792   int nBlob,                      /* Size of aBlob[] in bytes */
793   FILE *pFile,                    /* If aBlob==0, read from this file */
794   i64 iOff,                       /* Offset of CDS record */
795   ZipfileEntry **ppEntry          /* OUT: Pointer to new object */
796 ){
797   u8 *aRead;
798   char **pzErr = &pTab->base.zErrMsg;
799   int rc = SQLITE_OK;
800 
801   if( aBlob==0 ){
802     aRead = pTab->aBuffer;
803     rc = zipfileReadData(pFile, aRead, ZIPFILE_CDS_FIXED_SZ, iOff, pzErr);
804   }else{
805     aRead = (u8*)&aBlob[iOff];
806   }
807 
808   if( rc==SQLITE_OK ){
809     int nAlloc;
810     ZipfileEntry *pNew;
811 
812     int nFile = zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF]);
813     int nExtra = zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF+2]);
814     nExtra += zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF+4]);
815 
816     nAlloc = sizeof(ZipfileEntry) + nExtra;
817     if( aBlob ){
818       nAlloc += zipfileGetU32(&aRead[ZIPFILE_CDS_SZCOMPRESSED_OFF]);
819     }
820 
821     pNew = (ZipfileEntry*)sqlite3_malloc(nAlloc);
822     if( pNew==0 ){
823       rc = SQLITE_NOMEM;
824     }else{
825       memset(pNew, 0, sizeof(ZipfileEntry));
826       rc = zipfileReadCDS(aRead, &pNew->cds);
827       if( rc!=SQLITE_OK ){
828         *pzErr = sqlite3_mprintf("failed to read CDS at offset %lld", iOff);
829       }else if( aBlob==0 ){
830         rc = zipfileReadData(
831             pFile, aRead, nExtra+nFile, iOff+ZIPFILE_CDS_FIXED_SZ, pzErr
832         );
833       }else{
834         aRead = (u8*)&aBlob[iOff + ZIPFILE_CDS_FIXED_SZ];
835       }
836     }
837 
838     if( rc==SQLITE_OK ){
839       u32 *pt = &pNew->mUnixTime;
840       pNew->cds.zFile = sqlite3_mprintf("%.*s", nFile, aRead);
841       pNew->aExtra = (u8*)&pNew[1];
842       memcpy(pNew->aExtra, &aRead[nFile], nExtra);
843       if( pNew->cds.zFile==0 ){
844         rc = SQLITE_NOMEM;
845       }else if( 0==zipfileScanExtra(&aRead[nFile], pNew->cds.nExtra, pt) ){
846         pNew->mUnixTime = zipfileMtime(&pNew->cds);
847       }
848     }
849 
850     if( rc==SQLITE_OK ){
851       static const int szFix = ZIPFILE_LFH_FIXED_SZ;
852       ZipfileLFH lfh;
853       if( pFile ){
854         rc = zipfileReadData(pFile, aRead, szFix, pNew->cds.iOffset, pzErr);
855       }else{
856         aRead = (u8*)&aBlob[pNew->cds.iOffset];
857       }
858 
859       rc = zipfileReadLFH(aRead, &lfh);
860       if( rc==SQLITE_OK ){
861         pNew->iDataOff =  pNew->cds.iOffset + ZIPFILE_LFH_FIXED_SZ;
862         pNew->iDataOff += lfh.nFile + lfh.nExtra;
863         if( aBlob && pNew->cds.szCompressed ){
864           pNew->aData = &pNew->aExtra[nExtra];
865           memcpy(pNew->aData, &aBlob[pNew->iDataOff], pNew->cds.szCompressed);
866         }
867       }else{
868         *pzErr = sqlite3_mprintf("failed to read LFH at offset %d",
869             (int)pNew->cds.iOffset
870         );
871       }
872     }
873 
874     if( rc!=SQLITE_OK ){
875       zipfileEntryFree(pNew);
876     }else{
877       *ppEntry = pNew;
878     }
879   }
880 
881   return rc;
882 }
883 
884 /*
885 ** Advance an ZipfileCsr to its next row of output.
886 */
887 static int zipfileNext(sqlite3_vtab_cursor *cur){
888   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
889   int rc = SQLITE_OK;
890 
891   if( pCsr->pFile ){
892     i64 iEof = pCsr->eocd.iOffset + pCsr->eocd.nSize;
893     zipfileEntryFree(pCsr->pCurrent);
894     pCsr->pCurrent = 0;
895     if( pCsr->iNextOff>=iEof ){
896       pCsr->bEof = 1;
897     }else{
898       ZipfileEntry *p = 0;
899       ZipfileTab *pTab = (ZipfileTab*)(cur->pVtab);
900       rc = zipfileGetEntry(pTab, 0, 0, pCsr->pFile, pCsr->iNextOff, &p);
901       if( rc==SQLITE_OK ){
902         pCsr->iNextOff += ZIPFILE_CDS_FIXED_SZ;
903         pCsr->iNextOff += (int)p->cds.nExtra + p->cds.nFile + p->cds.nComment;
904       }
905       pCsr->pCurrent = p;
906     }
907   }else{
908     if( !pCsr->bNoop ){
909       pCsr->pCurrent = pCsr->pCurrent->pNext;
910     }
911     if( pCsr->pCurrent==0 ){
912       pCsr->bEof = 1;
913     }
914   }
915 
916   pCsr->bNoop = 0;
917   return rc;
918 }
919 
920 static void zipfileFree(void *p) {
921   sqlite3_free(p);
922 }
923 
924 /*
925 ** Buffer aIn (size nIn bytes) contains compressed data. Uncompressed, the
926 ** size is nOut bytes. This function uncompresses the data and sets the
927 ** return value in context pCtx to the result (a blob).
928 **
929 ** If an error occurs, an error code is left in pCtx instead.
930 */
931 static void zipfileInflate(
932   sqlite3_context *pCtx,          /* Store result here */
933   const u8 *aIn,                  /* Compressed data */
934   int nIn,                        /* Size of buffer aIn[] in bytes */
935   int nOut                        /* Expected output size */
936 ){
937   u8 *aRes = sqlite3_malloc(nOut);
938   if( aRes==0 ){
939     sqlite3_result_error_nomem(pCtx);
940   }else{
941     int err;
942     z_stream str;
943     memset(&str, 0, sizeof(str));
944 
945     str.next_in = (Byte*)aIn;
946     str.avail_in = nIn;
947     str.next_out = (Byte*)aRes;
948     str.avail_out = nOut;
949 
950     err = inflateInit2(&str, -15);
951     if( err!=Z_OK ){
952       zipfileCtxErrorMsg(pCtx, "inflateInit2() failed (%d)", err);
953     }else{
954       err = inflate(&str, Z_NO_FLUSH);
955       if( err!=Z_STREAM_END ){
956         zipfileCtxErrorMsg(pCtx, "inflate() failed (%d)", err);
957       }else{
958         sqlite3_result_blob(pCtx, aRes, nOut, zipfileFree);
959         aRes = 0;
960       }
961     }
962     sqlite3_free(aRes);
963     inflateEnd(&str);
964   }
965 }
966 
967 /*
968 ** Buffer aIn (size nIn bytes) contains uncompressed data. This function
969 ** compresses it and sets (*ppOut) to point to a buffer containing the
970 ** compressed data. The caller is responsible for eventually calling
971 ** sqlite3_free() to release buffer (*ppOut). Before returning, (*pnOut)
972 ** is set to the size of buffer (*ppOut) in bytes.
973 **
974 ** If no error occurs, SQLITE_OK is returned. Otherwise, an SQLite error
975 ** code is returned and an error message left in virtual-table handle
976 ** pTab. The values of (*ppOut) and (*pnOut) are left unchanged in this
977 ** case.
978 */
979 static int zipfileDeflate(
980   const u8 *aIn, int nIn,         /* Input */
981   u8 **ppOut, int *pnOut,         /* Output */
982   char **pzErr                    /* OUT: Error message */
983 ){
984   int nAlloc = (int)compressBound(nIn);
985   u8 *aOut;
986   int rc = SQLITE_OK;
987 
988   aOut = (u8*)sqlite3_malloc(nAlloc);
989   if( aOut==0 ){
990     rc = SQLITE_NOMEM;
991   }else{
992     int res;
993     z_stream str;
994     memset(&str, 0, sizeof(str));
995     str.next_in = (Bytef*)aIn;
996     str.avail_in = nIn;
997     str.next_out = aOut;
998     str.avail_out = nAlloc;
999 
1000     deflateInit2(&str, 9, Z_DEFLATED, -15, 8, Z_DEFAULT_STRATEGY);
1001     res = deflate(&str, Z_FINISH);
1002 
1003     if( res==Z_STREAM_END ){
1004       *ppOut = aOut;
1005       *pnOut = (int)str.total_out;
1006     }else{
1007       sqlite3_free(aOut);
1008       *pzErr = sqlite3_mprintf("zipfile: deflate() error");
1009       rc = SQLITE_ERROR;
1010     }
1011     deflateEnd(&str);
1012   }
1013 
1014   return rc;
1015 }
1016 
1017 
1018 /*
1019 ** Return values of columns for the row at which the series_cursor
1020 ** is currently pointing.
1021 */
1022 static int zipfileColumn(
1023   sqlite3_vtab_cursor *cur,   /* The cursor */
1024   sqlite3_context *ctx,       /* First argument to sqlite3_result_...() */
1025   int i                       /* Which column to return */
1026 ){
1027   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
1028   ZipfileCDS *pCDS = &pCsr->pCurrent->cds;
1029   int rc = SQLITE_OK;
1030   switch( i ){
1031     case 0:   /* name */
1032       sqlite3_result_text(ctx, pCDS->zFile, -1, SQLITE_TRANSIENT);
1033       break;
1034     case 1:   /* mode */
1035       /* TODO: Whether or not the following is correct surely depends on
1036       ** the platform on which the archive was created.  */
1037       sqlite3_result_int(ctx, pCDS->iExternalAttr >> 16);
1038       break;
1039     case 2: { /* mtime */
1040       sqlite3_result_int64(ctx, pCsr->pCurrent->mUnixTime);
1041       break;
1042     }
1043     case 3: { /* sz */
1044       if( sqlite3_vtab_nochange(ctx)==0 ){
1045         sqlite3_result_int64(ctx, pCDS->szUncompressed);
1046       }
1047       break;
1048     }
1049     case 4:   /* rawdata */
1050       if( sqlite3_vtab_nochange(ctx) ) break;
1051     case 5: { /* data */
1052       if( i==4 || pCDS->iCompression==0 || pCDS->iCompression==8 ){
1053         int sz = pCDS->szCompressed;
1054         int szFinal = pCDS->szUncompressed;
1055         if( szFinal>0 ){
1056           u8 *aBuf;
1057           u8 *aFree = 0;
1058           if( pCsr->pCurrent->aData ){
1059             aBuf = pCsr->pCurrent->aData;
1060           }else{
1061             aBuf = aFree = sqlite3_malloc(sz);
1062             if( aBuf==0 ){
1063               rc = SQLITE_NOMEM;
1064             }else{
1065               FILE *pFile = pCsr->pFile;
1066               if( pFile==0 ){
1067                 pFile = ((ZipfileTab*)(pCsr->base.pVtab))->pWriteFd;
1068               }
1069               rc = zipfileReadData(pFile, aBuf, sz, pCsr->pCurrent->iDataOff,
1070                   &pCsr->base.pVtab->zErrMsg
1071               );
1072             }
1073           }
1074           if( rc==SQLITE_OK ){
1075             if( i==5 && pCDS->iCompression ){
1076               zipfileInflate(ctx, aBuf, sz, szFinal);
1077             }else{
1078               sqlite3_result_blob(ctx, aBuf, sz, SQLITE_TRANSIENT);
1079             }
1080           }
1081           sqlite3_free(aFree);
1082         }else{
1083           /* Figure out if this is a directory or a zero-sized file. Consider
1084           ** it to be a directory either if the mode suggests so, or if
1085           ** the final character in the name is '/'.  */
1086           u32 mode = pCDS->iExternalAttr >> 16;
1087           if( !(mode & S_IFDIR) && pCDS->zFile[pCDS->nFile-1]!='/' ){
1088             sqlite3_result_blob(ctx, "", 0, SQLITE_STATIC);
1089           }
1090         }
1091       }
1092       break;
1093     }
1094     case 6:   /* method */
1095       sqlite3_result_int(ctx, pCDS->iCompression);
1096       break;
1097     default:  /* z */
1098       assert( i==7 );
1099       sqlite3_result_int64(ctx, pCsr->iId);
1100       break;
1101   }
1102 
1103   return rc;
1104 }
1105 
1106 /*
1107 ** Return TRUE if the cursor is at EOF.
1108 */
1109 static int zipfileEof(sqlite3_vtab_cursor *cur){
1110   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
1111   return pCsr->bEof;
1112 }
1113 
1114 /*
1115 ** If aBlob is not NULL, then it points to a buffer nBlob bytes in size
1116 ** containing an entire zip archive image. Or, if aBlob is NULL, then pFile
1117 ** is guaranteed to be a file-handle open on a zip file.
1118 **
1119 ** This function attempts to locate the EOCD record within the zip archive
1120 ** and populate *pEOCD with the results of decoding it. SQLITE_OK is
1121 ** returned if successful. Otherwise, an SQLite error code is returned and
1122 ** an English language error message may be left in virtual-table pTab.
1123 */
1124 static int zipfileReadEOCD(
1125   ZipfileTab *pTab,               /* Return errors here */
1126   const u8 *aBlob,                /* Pointer to in-memory file image */
1127   int nBlob,                      /* Size of aBlob[] in bytes */
1128   FILE *pFile,                    /* Read from this file if aBlob==0 */
1129   ZipfileEOCD *pEOCD              /* Object to populate */
1130 ){
1131   u8 *aRead = pTab->aBuffer;      /* Temporary buffer */
1132   int nRead;                      /* Bytes to read from file */
1133   int rc = SQLITE_OK;
1134 
1135   if( aBlob==0 ){
1136     i64 iOff;                     /* Offset to read from */
1137     i64 szFile;                   /* Total size of file in bytes */
1138     fseek(pFile, 0, SEEK_END);
1139     szFile = (i64)ftell(pFile);
1140     if( szFile==0 ){
1141       memset(pEOCD, 0, sizeof(ZipfileEOCD));
1142       return SQLITE_OK;
1143     }
1144     nRead = (int)(MIN(szFile, ZIPFILE_BUFFER_SIZE));
1145     iOff = szFile - nRead;
1146     rc = zipfileReadData(pFile, aRead, nRead, iOff, &pTab->base.zErrMsg);
1147   }else{
1148     nRead = (int)(MIN(nBlob, ZIPFILE_BUFFER_SIZE));
1149     aRead = (u8*)&aBlob[nBlob-nRead];
1150   }
1151 
1152   if( rc==SQLITE_OK ){
1153     int i;
1154 
1155     /* Scan backwards looking for the signature bytes */
1156     for(i=nRead-20; i>=0; i--){
1157       if( aRead[i]==0x50 && aRead[i+1]==0x4b
1158        && aRead[i+2]==0x05 && aRead[i+3]==0x06
1159       ){
1160         break;
1161       }
1162     }
1163     if( i<0 ){
1164       pTab->base.zErrMsg = sqlite3_mprintf(
1165           "cannot find end of central directory record"
1166       );
1167       return SQLITE_ERROR;
1168     }
1169 
1170     aRead += i+4;
1171     pEOCD->iDisk = zipfileRead16(aRead);
1172     pEOCD->iFirstDisk = zipfileRead16(aRead);
1173     pEOCD->nEntry = zipfileRead16(aRead);
1174     pEOCD->nEntryTotal = zipfileRead16(aRead);
1175     pEOCD->nSize = zipfileRead32(aRead);
1176     pEOCD->iOffset = zipfileRead32(aRead);
1177   }
1178 
1179   return rc;
1180 }
1181 
1182 /*
1183 ** Add object pNew to the linked list that begins at ZipfileTab.pFirstEntry
1184 ** and ends with pLastEntry. If argument pBefore is NULL, then pNew is added
1185 ** to the end of the list. Otherwise, it is added to the list immediately
1186 ** before pBefore (which is guaranteed to be a part of said list).
1187 */
1188 static void zipfileAddEntry(
1189   ZipfileTab *pTab,
1190   ZipfileEntry *pBefore,
1191   ZipfileEntry *pNew
1192 ){
1193   assert( (pTab->pFirstEntry==0)==(pTab->pLastEntry==0) );
1194   assert( pNew->pNext==0 );
1195   if( pBefore==0 ){
1196     if( pTab->pFirstEntry==0 ){
1197       pTab->pFirstEntry = pTab->pLastEntry = pNew;
1198     }else{
1199       assert( pTab->pLastEntry->pNext==0 );
1200       pTab->pLastEntry->pNext = pNew;
1201       pTab->pLastEntry = pNew;
1202     }
1203   }else{
1204     ZipfileEntry **pp;
1205     for(pp=&pTab->pFirstEntry; *pp!=pBefore; pp=&((*pp)->pNext));
1206     pNew->pNext = pBefore;
1207     *pp = pNew;
1208   }
1209 }
1210 
1211 static int zipfileLoadDirectory(ZipfileTab *pTab, const u8 *aBlob, int nBlob){
1212   ZipfileEOCD eocd;
1213   int rc;
1214   int i;
1215   i64 iOff;
1216 
1217   rc = zipfileReadEOCD(pTab, aBlob, nBlob, pTab->pWriteFd, &eocd);
1218   iOff = eocd.iOffset;
1219   for(i=0; rc==SQLITE_OK && i<eocd.nEntry; i++){
1220     ZipfileEntry *pNew = 0;
1221     rc = zipfileGetEntry(pTab, aBlob, nBlob, pTab->pWriteFd, iOff, &pNew);
1222 
1223     if( rc==SQLITE_OK ){
1224       zipfileAddEntry(pTab, 0, pNew);
1225       iOff += ZIPFILE_CDS_FIXED_SZ;
1226       iOff += (int)pNew->cds.nExtra + pNew->cds.nFile + pNew->cds.nComment;
1227     }
1228   }
1229   return rc;
1230 }
1231 
1232 /*
1233 ** xFilter callback.
1234 */
1235 static int zipfileFilter(
1236   sqlite3_vtab_cursor *cur,
1237   int idxNum, const char *idxStr,
1238   int argc, sqlite3_value **argv
1239 ){
1240   ZipfileTab *pTab = (ZipfileTab*)cur->pVtab;
1241   ZipfileCsr *pCsr = (ZipfileCsr*)cur;
1242   const char *zFile = 0;          /* Zip file to scan */
1243   int rc = SQLITE_OK;             /* Return Code */
1244   int bInMemory = 0;              /* True for an in-memory zipfile */
1245 
1246   zipfileResetCursor(pCsr);
1247 
1248   if( pTab->zFile ){
1249     zFile = pTab->zFile;
1250   }else if( idxNum==0 ){
1251     zipfileCursorErr(pCsr, "zipfile() function requires an argument");
1252     return SQLITE_ERROR;
1253   }else if( sqlite3_value_type(argv[0])==SQLITE_BLOB ){
1254     const u8 *aBlob = (const u8*)sqlite3_value_blob(argv[0]);
1255     int nBlob = sqlite3_value_bytes(argv[0]);
1256     assert( pTab->pFirstEntry==0 );
1257     rc = zipfileLoadDirectory(pTab, aBlob, nBlob);
1258     pCsr->pFreeEntry = pTab->pFirstEntry;
1259     pTab->pFirstEntry = pTab->pLastEntry = 0;
1260     if( rc!=SQLITE_OK ) return rc;
1261     bInMemory = 1;
1262   }else{
1263     zFile = (const char*)sqlite3_value_text(argv[0]);
1264   }
1265 
1266   if( 0==pTab->pWriteFd && 0==bInMemory ){
1267     pCsr->pFile = fopen(zFile, "rb");
1268     if( pCsr->pFile==0 ){
1269       zipfileCursorErr(pCsr, "cannot open file: %s", zFile);
1270       rc = SQLITE_ERROR;
1271     }else{
1272       rc = zipfileReadEOCD(pTab, 0, 0, pCsr->pFile, &pCsr->eocd);
1273       if( rc==SQLITE_OK ){
1274         if( pCsr->eocd.nEntry==0 ){
1275           pCsr->bEof = 1;
1276         }else{
1277           pCsr->iNextOff = pCsr->eocd.iOffset;
1278           rc = zipfileNext(cur);
1279         }
1280       }
1281     }
1282   }else{
1283     pCsr->bNoop = 1;
1284     pCsr->pCurrent = pCsr->pFreeEntry ? pCsr->pFreeEntry : pTab->pFirstEntry;
1285     rc = zipfileNext(cur);
1286   }
1287 
1288   return rc;
1289 }
1290 
1291 /*
1292 ** xBestIndex callback.
1293 */
1294 static int zipfileBestIndex(
1295   sqlite3_vtab *tab,
1296   sqlite3_index_info *pIdxInfo
1297 ){
1298   int i;
1299   int idx = -1;
1300   int unusable = 0;
1301 
1302   for(i=0; i<pIdxInfo->nConstraint; i++){
1303     const struct sqlite3_index_constraint *pCons = &pIdxInfo->aConstraint[i];
1304     if( pCons->iColumn!=ZIPFILE_F_COLUMN_IDX ) continue;
1305     if( pCons->usable==0 ){
1306       unusable = 1;
1307     }else if( pCons->op==SQLITE_INDEX_CONSTRAINT_EQ ){
1308       idx = i;
1309     }
1310   }
1311   if( idx>=0 ){
1312     pIdxInfo->aConstraintUsage[idx].argvIndex = 1;
1313     pIdxInfo->aConstraintUsage[idx].omit = 1;
1314     pIdxInfo->estimatedCost = 1000.0;
1315     pIdxInfo->idxNum = 1;
1316   }else if( unusable ){
1317     return SQLITE_CONSTRAINT;
1318   }
1319   return SQLITE_OK;
1320 }
1321 
1322 static ZipfileEntry *zipfileNewEntry(const char *zPath){
1323   ZipfileEntry *pNew;
1324   pNew = sqlite3_malloc(sizeof(ZipfileEntry));
1325   if( pNew ){
1326     memset(pNew, 0, sizeof(ZipfileEntry));
1327     pNew->cds.zFile = sqlite3_mprintf("%s", zPath);
1328     if( pNew->cds.zFile==0 ){
1329       sqlite3_free(pNew);
1330       pNew = 0;
1331     }
1332   }
1333   return pNew;
1334 }
1335 
1336 static int zipfileSerializeLFH(ZipfileEntry *pEntry, u8 *aBuf){
1337   ZipfileCDS *pCds = &pEntry->cds;
1338   u8 *a = aBuf;
1339 
1340   pCds->nExtra = 9;
1341 
1342   /* Write the LFH itself */
1343   zipfileWrite32(a, ZIPFILE_SIGNATURE_LFH);
1344   zipfileWrite16(a, pCds->iVersionExtract);
1345   zipfileWrite16(a, pCds->flags);
1346   zipfileWrite16(a, pCds->iCompression);
1347   zipfileWrite16(a, pCds->mTime);
1348   zipfileWrite16(a, pCds->mDate);
1349   zipfileWrite32(a, pCds->crc32);
1350   zipfileWrite32(a, pCds->szCompressed);
1351   zipfileWrite32(a, pCds->szUncompressed);
1352   zipfileWrite16(a, (u16)pCds->nFile);
1353   zipfileWrite16(a, pCds->nExtra);
1354   assert( a==&aBuf[ZIPFILE_LFH_FIXED_SZ] );
1355 
1356   /* Add the file name */
1357   memcpy(a, pCds->zFile, (int)pCds->nFile);
1358   a += (int)pCds->nFile;
1359 
1360   /* The "extra" data */
1361   zipfileWrite16(a, ZIPFILE_EXTRA_TIMESTAMP);
1362   zipfileWrite16(a, 5);
1363   *a++ = 0x01;
1364   zipfileWrite32(a, pEntry->mUnixTime);
1365 
1366   return a-aBuf;
1367 }
1368 
1369 static int zipfileAppendEntry(
1370   ZipfileTab *pTab,
1371   ZipfileEntry *pEntry,
1372   const u8 *pData,
1373   int nData
1374 ){
1375   u8 *aBuf = pTab->aBuffer;
1376   int nBuf;
1377   int rc;
1378 
1379   nBuf = zipfileSerializeLFH(pEntry, aBuf);
1380   rc = zipfileAppendData(pTab, aBuf, nBuf);
1381   if( rc==SQLITE_OK ){
1382     pEntry->iDataOff = pTab->szCurrent;
1383     rc = zipfileAppendData(pTab, pData, nData);
1384   }
1385 
1386   return rc;
1387 }
1388 
1389 static int zipfileGetMode(
1390   sqlite3_value *pVal,
1391   int bIsDir,                     /* If true, default to directory */
1392   u32 *pMode,                     /* OUT: Mode value */
1393   char **pzErr                    /* OUT: Error message */
1394 ){
1395   const char *z = (const char*)sqlite3_value_text(pVal);
1396   u32 mode = 0;
1397   if( z==0 ){
1398     mode = (bIsDir ? (S_IFDIR + 0755) : (S_IFREG + 0644));
1399   }else if( z[0]>='0' && z[0]<='9' ){
1400     mode = (unsigned int)sqlite3_value_int(pVal);
1401   }else{
1402     const char zTemplate[11] = "-rwxrwxrwx";
1403     int i;
1404     if( strlen(z)!=10 ) goto parse_error;
1405     switch( z[0] ){
1406       case '-': mode |= S_IFREG; break;
1407       case 'd': mode |= S_IFDIR; break;
1408       case 'l': mode |= S_IFLNK; break;
1409       default: goto parse_error;
1410     }
1411     for(i=1; i<10; i++){
1412       if( z[i]==zTemplate[i] ) mode |= 1 << (9-i);
1413       else if( z[i]!='-' ) goto parse_error;
1414     }
1415   }
1416   if( ((mode & S_IFDIR)==0)==bIsDir ){
1417     /* The "mode" attribute is a directory, but data has been specified.
1418     ** Or vice-versa - no data but "mode" is a file or symlink.  */
1419     *pzErr = sqlite3_mprintf("zipfile: mode does not match data");
1420     return SQLITE_CONSTRAINT;
1421   }
1422   *pMode = mode;
1423   return SQLITE_OK;
1424 
1425  parse_error:
1426   *pzErr = sqlite3_mprintf("zipfile: parse error in mode: %s", z);
1427   return SQLITE_ERROR;
1428 }
1429 
1430 /*
1431 ** Both (const char*) arguments point to nul-terminated strings. Argument
1432 ** nB is the value of strlen(zB). This function returns 0 if the strings are
1433 ** identical, ignoring any trailing '/' character in either path.  */
1434 static int zipfileComparePath(const char *zA, const char *zB, int nB){
1435   int nA = (int)strlen(zA);
1436   if( zA[nA-1]=='/' ) nA--;
1437   if( zB[nB-1]=='/' ) nB--;
1438   if( nA==nB && memcmp(zA, zB, nA)==0 ) return 0;
1439   return 1;
1440 }
1441 
1442 static int zipfileBegin(sqlite3_vtab *pVtab){
1443   ZipfileTab *pTab = (ZipfileTab*)pVtab;
1444   int rc = SQLITE_OK;
1445 
1446   assert( pTab->pWriteFd==0 );
1447 
1448   /* Open a write fd on the file. Also load the entire central directory
1449   ** structure into memory. During the transaction any new file data is
1450   ** appended to the archive file, but the central directory is accumulated
1451   ** in main-memory until the transaction is committed.  */
1452   pTab->pWriteFd = fopen(pTab->zFile, "ab+");
1453   if( pTab->pWriteFd==0 ){
1454     pTab->base.zErrMsg = sqlite3_mprintf(
1455         "zipfile: failed to open file %s for writing", pTab->zFile
1456         );
1457     rc = SQLITE_ERROR;
1458   }else{
1459     fseek(pTab->pWriteFd, 0, SEEK_END);
1460     pTab->szCurrent = pTab->szOrig = (i64)ftell(pTab->pWriteFd);
1461     rc = zipfileLoadDirectory(pTab, 0, 0);
1462   }
1463 
1464   if( rc!=SQLITE_OK ){
1465     zipfileCleanupTransaction(pTab);
1466   }
1467 
1468   return rc;
1469 }
1470 
1471 /*
1472 ** Return the current time as a 32-bit timestamp in UNIX epoch format (like
1473 ** time(2)).
1474 */
1475 static u32 zipfileTime(void){
1476   sqlite3_vfs *pVfs = sqlite3_vfs_find(0);
1477   u32 ret;
1478   if( pVfs->iVersion>=2 && pVfs->xCurrentTimeInt64 ){
1479     i64 ms;
1480     pVfs->xCurrentTimeInt64(pVfs, &ms);
1481     ret = (u32)((ms/1000) - ((i64)24405875 * 8640));
1482   }else{
1483     double day;
1484     pVfs->xCurrentTime(pVfs, &day);
1485     ret = (u32)((day - 2440587.5) * 86400);
1486   }
1487   return ret;
1488 }
1489 
1490 /*
1491 ** Return a 32-bit timestamp in UNIX epoch format.
1492 **
1493 ** If the value passed as the only argument is either NULL or an SQL NULL,
1494 ** return the current time. Otherwise, return the value stored in (*pVal)
1495 ** cast to a 32-bit unsigned integer.
1496 */
1497 static u32 zipfileGetTime(sqlite3_value *pVal){
1498   if( pVal==0 || sqlite3_value_type(pVal)==SQLITE_NULL ){
1499     return zipfileTime();
1500   }
1501   return (u32)sqlite3_value_int64(pVal);
1502 }
1503 
1504 /*
1505 ** Unless it is NULL, entry pOld is currently part of the pTab->pFirstEntry
1506 ** linked list.  Remove it from the list and free the object.
1507 */
1508 static void zipfileRemoveEntryFromList(ZipfileTab *pTab, ZipfileEntry *pOld){
1509   if( pOld ){
1510     ZipfileEntry **pp;
1511     for(pp=&pTab->pFirstEntry; (*pp)!=pOld; pp=&((*pp)->pNext));
1512     *pp = (*pp)->pNext;
1513     zipfileEntryFree(pOld);
1514   }
1515 }
1516 
1517 /*
1518 ** xUpdate method.
1519 */
1520 static int zipfileUpdate(
1521   sqlite3_vtab *pVtab,
1522   int nVal,
1523   sqlite3_value **apVal,
1524   sqlite_int64 *pRowid
1525 ){
1526   ZipfileTab *pTab = (ZipfileTab*)pVtab;
1527   int rc = SQLITE_OK;             /* Return Code */
1528   ZipfileEntry *pNew = 0;         /* New in-memory CDS entry */
1529 
1530   u32 mode = 0;                   /* Mode for new entry */
1531   u32 mTime = 0;                  /* Modification time for new entry */
1532   i64 sz = 0;                     /* Uncompressed size */
1533   const char *zPath = 0;          /* Path for new entry */
1534   int nPath = 0;                  /* strlen(zPath) */
1535   const u8 *pData = 0;            /* Pointer to buffer containing content */
1536   int nData = 0;                  /* Size of pData buffer in bytes */
1537   int iMethod = 0;                /* Compression method for new entry */
1538   u8 *pFree = 0;                  /* Free this */
1539   char *zFree = 0;                /* Also free this */
1540   ZipfileEntry *pOld = 0;
1541   ZipfileEntry *pOld2 = 0;
1542   int bUpdate = 0;                /* True for an update that modifies "name" */
1543   int bIsDir = 0;
1544   u32 iCrc32 = 0;
1545 
1546   if( pTab->pWriteFd==0 ){
1547     rc = zipfileBegin(pVtab);
1548     if( rc!=SQLITE_OK ) return rc;
1549   }
1550 
1551   /* If this is a DELETE or UPDATE, find the archive entry to delete. */
1552   if( sqlite3_value_type(apVal[0])!=SQLITE_NULL ){
1553     const char *zDelete = (const char*)sqlite3_value_text(apVal[0]);
1554     int nDelete = (int)strlen(zDelete);
1555     if( nVal>1 ){
1556       const char *zUpdate = (const char*)sqlite3_value_text(apVal[1]);
1557       if( zUpdate && zipfileComparePath(zUpdate, zDelete, nDelete)!=0 ){
1558         bUpdate = 1;
1559       }
1560     }
1561     for(pOld=pTab->pFirstEntry; 1; pOld=pOld->pNext){
1562       if( zipfileComparePath(pOld->cds.zFile, zDelete, nDelete)==0 ){
1563         break;
1564       }
1565       assert( pOld->pNext );
1566     }
1567   }
1568 
1569   if( nVal>1 ){
1570     /* Check that "sz" and "rawdata" are both NULL: */
1571     if( sqlite3_value_type(apVal[5])!=SQLITE_NULL ){
1572       zipfileTableErr(pTab, "sz must be NULL");
1573       rc = SQLITE_CONSTRAINT;
1574     }
1575     if( sqlite3_value_type(apVal[6])!=SQLITE_NULL ){
1576       zipfileTableErr(pTab, "rawdata must be NULL");
1577       rc = SQLITE_CONSTRAINT;
1578     }
1579 
1580     if( rc==SQLITE_OK ){
1581       if( sqlite3_value_type(apVal[7])==SQLITE_NULL ){
1582         /* data=NULL. A directory */
1583         bIsDir = 1;
1584       }else{
1585         /* Value specified for "data", and possibly "method". This must be
1586         ** a regular file or a symlink. */
1587         const u8 *aIn = sqlite3_value_blob(apVal[7]);
1588         int nIn = sqlite3_value_bytes(apVal[7]);
1589         int bAuto = sqlite3_value_type(apVal[8])==SQLITE_NULL;
1590 
1591         iMethod = sqlite3_value_int(apVal[8]);
1592         sz = nIn;
1593         pData = aIn;
1594         nData = nIn;
1595         if( iMethod!=0 && iMethod!=8 ){
1596           zipfileTableErr(pTab, "unknown compression method: %d", iMethod);
1597           rc = SQLITE_CONSTRAINT;
1598         }else{
1599           if( bAuto || iMethod ){
1600             int nCmp;
1601             rc = zipfileDeflate(aIn, nIn, &pFree, &nCmp, &pTab->base.zErrMsg);
1602             if( rc==SQLITE_OK ){
1603               if( iMethod || nCmp<nIn ){
1604                 iMethod = 8;
1605                 pData = pFree;
1606                 nData = nCmp;
1607               }
1608             }
1609           }
1610           iCrc32 = crc32(0, aIn, nIn);
1611         }
1612       }
1613     }
1614 
1615     if( rc==SQLITE_OK ){
1616       rc = zipfileGetMode(apVal[3], bIsDir, &mode, &pTab->base.zErrMsg);
1617     }
1618 
1619     if( rc==SQLITE_OK ){
1620       zPath = (const char*)sqlite3_value_text(apVal[2]);
1621       nPath = (int)strlen(zPath);
1622       mTime = zipfileGetTime(apVal[4]);
1623     }
1624 
1625     if( rc==SQLITE_OK && bIsDir ){
1626       /* For a directory, check that the last character in the path is a
1627       ** '/'. This appears to be required for compatibility with info-zip
1628       ** (the unzip command on unix). It does not create directories
1629       ** otherwise.  */
1630       if( zPath[nPath-1]!='/' ){
1631         zFree = sqlite3_mprintf("%s/", zPath);
1632         if( zFree==0 ){ rc = SQLITE_NOMEM; }
1633         zPath = (const char*)zFree;
1634         nPath++;
1635       }
1636     }
1637 
1638     /* Check that we're not inserting a duplicate entry -OR- updating an
1639     ** entry with a path, thereby making it into a duplicate. */
1640     if( (pOld==0 || bUpdate) && rc==SQLITE_OK ){
1641       ZipfileEntry *p;
1642       for(p=pTab->pFirstEntry; p; p=p->pNext){
1643         if( zipfileComparePath(p->cds.zFile, zPath, nPath)==0 ){
1644           switch( sqlite3_vtab_on_conflict(pTab->db) ){
1645             case SQLITE_IGNORE: {
1646               goto zipfile_update_done;
1647             }
1648             case SQLITE_REPLACE: {
1649               pOld2 = p;
1650               break;
1651             }
1652             default: {
1653               zipfileTableErr(pTab, "duplicate name: \"%s\"", zPath);
1654               rc = SQLITE_CONSTRAINT;
1655               break;
1656             }
1657           }
1658           break;
1659         }
1660       }
1661     }
1662 
1663     if( rc==SQLITE_OK ){
1664       /* Create the new CDS record. */
1665       pNew = zipfileNewEntry(zPath);
1666       if( pNew==0 ){
1667         rc = SQLITE_NOMEM;
1668       }else{
1669         pNew->cds.iVersionMadeBy = ZIPFILE_NEWENTRY_MADEBY;
1670         pNew->cds.iVersionExtract = ZIPFILE_NEWENTRY_REQUIRED;
1671         pNew->cds.flags = ZIPFILE_NEWENTRY_FLAGS;
1672         pNew->cds.iCompression = (u16)iMethod;
1673         zipfileMtimeToDos(&pNew->cds, mTime);
1674         pNew->cds.crc32 = iCrc32;
1675         pNew->cds.szCompressed = nData;
1676         pNew->cds.szUncompressed = (u32)sz;
1677         pNew->cds.iExternalAttr = (mode<<16);
1678         pNew->cds.iOffset = (u32)pTab->szCurrent;
1679         pNew->cds.nFile = (u16)nPath;
1680         pNew->mUnixTime = (u32)mTime;
1681         rc = zipfileAppendEntry(pTab, pNew, pData, nData);
1682         zipfileAddEntry(pTab, pOld, pNew);
1683       }
1684     }
1685   }
1686 
1687   if( rc==SQLITE_OK && (pOld || pOld2) ){
1688     ZipfileCsr *pCsr;
1689     for(pCsr=pTab->pCsrList; pCsr; pCsr=pCsr->pCsrNext){
1690       if( pCsr->pCurrent && (pCsr->pCurrent==pOld || pCsr->pCurrent==pOld2) ){
1691         pCsr->pCurrent = pCsr->pCurrent->pNext;
1692         pCsr->bNoop = 1;
1693       }
1694     }
1695 
1696     zipfileRemoveEntryFromList(pTab, pOld);
1697     zipfileRemoveEntryFromList(pTab, pOld2);
1698   }
1699 
1700 zipfile_update_done:
1701   sqlite3_free(pFree);
1702   sqlite3_free(zFree);
1703   return rc;
1704 }
1705 
1706 static int zipfileSerializeEOCD(ZipfileEOCD *p, u8 *aBuf){
1707   u8 *a = aBuf;
1708   zipfileWrite32(a, ZIPFILE_SIGNATURE_EOCD);
1709   zipfileWrite16(a, p->iDisk);
1710   zipfileWrite16(a, p->iFirstDisk);
1711   zipfileWrite16(a, p->nEntry);
1712   zipfileWrite16(a, p->nEntryTotal);
1713   zipfileWrite32(a, p->nSize);
1714   zipfileWrite32(a, p->iOffset);
1715   zipfileWrite16(a, 0);        /* Size of trailing comment in bytes*/
1716 
1717   return a-aBuf;
1718 }
1719 
1720 static int zipfileAppendEOCD(ZipfileTab *pTab, ZipfileEOCD *p){
1721   int nBuf = zipfileSerializeEOCD(p, pTab->aBuffer);
1722   assert( nBuf==ZIPFILE_EOCD_FIXED_SZ );
1723   return zipfileAppendData(pTab, pTab->aBuffer, nBuf);
1724 }
1725 
1726 /*
1727 ** Serialize the CDS structure into buffer aBuf[]. Return the number
1728 ** of bytes written.
1729 */
1730 static int zipfileSerializeCDS(ZipfileEntry *pEntry, u8 *aBuf){
1731   u8 *a = aBuf;
1732   ZipfileCDS *pCDS = &pEntry->cds;
1733 
1734   if( pEntry->aExtra==0 ){
1735     pCDS->nExtra = 9;
1736   }
1737 
1738   zipfileWrite32(a, ZIPFILE_SIGNATURE_CDS);
1739   zipfileWrite16(a, pCDS->iVersionMadeBy);
1740   zipfileWrite16(a, pCDS->iVersionExtract);
1741   zipfileWrite16(a, pCDS->flags);
1742   zipfileWrite16(a, pCDS->iCompression);
1743   zipfileWrite16(a, pCDS->mTime);
1744   zipfileWrite16(a, pCDS->mDate);
1745   zipfileWrite32(a, pCDS->crc32);
1746   zipfileWrite32(a, pCDS->szCompressed);
1747   zipfileWrite32(a, pCDS->szUncompressed);
1748   assert( a==&aBuf[ZIPFILE_CDS_NFILE_OFF] );
1749   zipfileWrite16(a, pCDS->nFile);
1750   zipfileWrite16(a, pCDS->nExtra);
1751   zipfileWrite16(a, pCDS->nComment);
1752   zipfileWrite16(a, pCDS->iDiskStart);
1753   zipfileWrite16(a, pCDS->iInternalAttr);
1754   zipfileWrite32(a, pCDS->iExternalAttr);
1755   zipfileWrite32(a, pCDS->iOffset);
1756 
1757   memcpy(a, pCDS->zFile, pCDS->nFile);
1758   a += pCDS->nFile;
1759 
1760   if( pEntry->aExtra ){
1761     int n = (int)pCDS->nExtra + (int)pCDS->nComment;
1762     memcpy(a, pEntry->aExtra, n);
1763     a += n;
1764   }else{
1765     assert( pCDS->nExtra==9 );
1766     zipfileWrite16(a, ZIPFILE_EXTRA_TIMESTAMP);
1767     zipfileWrite16(a, 5);
1768     *a++ = 0x01;
1769     zipfileWrite32(a, pEntry->mUnixTime);
1770   }
1771 
1772   return a-aBuf;
1773 }
1774 
1775 static int zipfileCommit(sqlite3_vtab *pVtab){
1776   ZipfileTab *pTab = (ZipfileTab*)pVtab;
1777   int rc = SQLITE_OK;
1778   if( pTab->pWriteFd ){
1779     i64 iOffset = pTab->szCurrent;
1780     ZipfileEntry *p;
1781     ZipfileEOCD eocd;
1782     int nEntry = 0;
1783 
1784     /* Write out all entries */
1785     for(p=pTab->pFirstEntry; rc==SQLITE_OK && p; p=p->pNext){
1786       int n = zipfileSerializeCDS(p, pTab->aBuffer);
1787       rc = zipfileAppendData(pTab, pTab->aBuffer, n);
1788       nEntry++;
1789     }
1790 
1791     /* Write out the EOCD record */
1792     eocd.iDisk = 0;
1793     eocd.iFirstDisk = 0;
1794     eocd.nEntry = (u16)nEntry;
1795     eocd.nEntryTotal = (u16)nEntry;
1796     eocd.nSize = (u32)(pTab->szCurrent - iOffset);
1797     eocd.iOffset = (u32)iOffset;
1798     rc = zipfileAppendEOCD(pTab, &eocd);
1799 
1800     zipfileCleanupTransaction(pTab);
1801   }
1802   return rc;
1803 }
1804 
1805 static int zipfileRollback(sqlite3_vtab *pVtab){
1806   return zipfileCommit(pVtab);
1807 }
1808 
1809 static ZipfileCsr *zipfileFindCursor(ZipfileTab *pTab, i64 iId){
1810   ZipfileCsr *pCsr;
1811   for(pCsr=pTab->pCsrList; pCsr; pCsr=pCsr->pCsrNext){
1812     if( iId==pCsr->iId ) break;
1813   }
1814   return pCsr;
1815 }
1816 
1817 static void zipfileFunctionCds(
1818   sqlite3_context *context,
1819   int argc,
1820   sqlite3_value **argv
1821 ){
1822   ZipfileCsr *pCsr;
1823   ZipfileTab *pTab = (ZipfileTab*)sqlite3_user_data(context);
1824   assert( argc>0 );
1825 
1826   pCsr = zipfileFindCursor(pTab, sqlite3_value_int64(argv[0]));
1827   if( pCsr ){
1828     ZipfileCDS *p = &pCsr->pCurrent->cds;
1829     char *zRes = sqlite3_mprintf("{"
1830         "\"version-made-by\" : %u, "
1831         "\"version-to-extract\" : %u, "
1832         "\"flags\" : %u, "
1833         "\"compression\" : %u, "
1834         "\"time\" : %u, "
1835         "\"date\" : %u, "
1836         "\"crc32\" : %u, "
1837         "\"compressed-size\" : %u, "
1838         "\"uncompressed-size\" : %u, "
1839         "\"file-name-length\" : %u, "
1840         "\"extra-field-length\" : %u, "
1841         "\"file-comment-length\" : %u, "
1842         "\"disk-number-start\" : %u, "
1843         "\"internal-attr\" : %u, "
1844         "\"external-attr\" : %u, "
1845         "\"offset\" : %u }",
1846         (u32)p->iVersionMadeBy, (u32)p->iVersionExtract,
1847         (u32)p->flags, (u32)p->iCompression,
1848         (u32)p->mTime, (u32)p->mDate,
1849         (u32)p->crc32, (u32)p->szCompressed,
1850         (u32)p->szUncompressed, (u32)p->nFile,
1851         (u32)p->nExtra, (u32)p->nComment,
1852         (u32)p->iDiskStart, (u32)p->iInternalAttr,
1853         (u32)p->iExternalAttr, (u32)p->iOffset
1854     );
1855 
1856     if( zRes==0 ){
1857       sqlite3_result_error_nomem(context);
1858     }else{
1859       sqlite3_result_text(context, zRes, -1, SQLITE_TRANSIENT);
1860       sqlite3_free(zRes);
1861     }
1862   }
1863 }
1864 
1865 /*
1866 ** xFindFunction method.
1867 */
1868 static int zipfileFindFunction(
1869   sqlite3_vtab *pVtab,            /* Virtual table handle */
1870   int nArg,                       /* Number of SQL function arguments */
1871   const char *zName,              /* Name of SQL function */
1872   void (**pxFunc)(sqlite3_context*,int,sqlite3_value**), /* OUT: Result */
1873   void **ppArg                    /* OUT: User data for *pxFunc */
1874 ){
1875   if( sqlite3_stricmp("zipfile_cds", zName)==0 ){
1876     *pxFunc = zipfileFunctionCds;
1877     *ppArg = (void*)pVtab;
1878     return 1;
1879   }
1880   return 0;
1881 }
1882 
1883 typedef struct ZipfileBuffer ZipfileBuffer;
1884 struct ZipfileBuffer {
1885   u8 *a;                          /* Pointer to buffer */
1886   int n;                          /* Size of buffer in bytes */
1887   int nAlloc;                     /* Byte allocated at a[] */
1888 };
1889 
1890 typedef struct ZipfileCtx ZipfileCtx;
1891 struct ZipfileCtx {
1892   int nEntry;
1893   ZipfileBuffer body;
1894   ZipfileBuffer cds;
1895 };
1896 
1897 static int zipfileBufferGrow(ZipfileBuffer *pBuf, int nByte){
1898   if( pBuf->n+nByte>pBuf->nAlloc ){
1899     u8 *aNew;
1900     int nNew = pBuf->n ? pBuf->n*2 : 512;
1901     int nReq = pBuf->n + nByte;
1902 
1903     while( nNew<nReq ) nNew = nNew*2;
1904     aNew = sqlite3_realloc(pBuf->a, nNew);
1905     if( aNew==0 ) return SQLITE_NOMEM;
1906     pBuf->a = aNew;
1907     pBuf->nAlloc = nNew;
1908   }
1909   return SQLITE_OK;
1910 }
1911 
1912 /*
1913 ** xStep() callback for the zipfile() aggregate. This can be called in
1914 ** any of the following ways:
1915 **
1916 **   SELECT zipfile(name,data) ...
1917 **   SELECT zipfile(name,mode,mtime,data) ...
1918 **   SELECT zipfile(name,mode,mtime,data,method) ...
1919 */
1920 void zipfileStep(sqlite3_context *pCtx, int nVal, sqlite3_value **apVal){
1921   ZipfileCtx *p;                  /* Aggregate function context */
1922   ZipfileEntry e;                 /* New entry to add to zip archive */
1923 
1924   sqlite3_value *pName = 0;
1925   sqlite3_value *pMode = 0;
1926   sqlite3_value *pMtime = 0;
1927   sqlite3_value *pData = 0;
1928   sqlite3_value *pMethod = 0;
1929 
1930   int bIsDir = 0;
1931   u32 mode;
1932   int rc = SQLITE_OK;
1933   char *zErr = 0;
1934 
1935   int iMethod = -1;               /* Compression method to use (0 or 8) */
1936 
1937   const u8 *aData = 0;            /* Possibly compressed data for new entry */
1938   int nData = 0;                  /* Size of aData[] in bytes */
1939   int szUncompressed = 0;         /* Size of data before compression */
1940   u8 *aFree = 0;                  /* Free this before returning */
1941   u32 iCrc32 = 0;                 /* crc32 of uncompressed data */
1942 
1943   char *zName = 0;                /* Path (name) of new entry */
1944   int nName = 0;                  /* Size of zName in bytes */
1945   char *zFree = 0;                /* Free this before returning */
1946   int nByte;
1947 
1948   memset(&e, 0, sizeof(e));
1949   p = (ZipfileCtx*)sqlite3_aggregate_context(pCtx, sizeof(ZipfileCtx));
1950   if( p==0 ) return;
1951 
1952   /* Martial the arguments into stack variables */
1953   if( nVal!=2 && nVal!=4 && nVal!=5 ){
1954     zErr = sqlite3_mprintf("wrong number of arguments to function zipfile()");
1955     rc = SQLITE_ERROR;
1956     goto zipfile_step_out;
1957   }
1958   pName = apVal[0];
1959   if( nVal==2 ){
1960     pData = apVal[1];
1961   }else{
1962     pMode = apVal[1];
1963     pMtime = apVal[2];
1964     pData = apVal[3];
1965     if( nVal==5 ){
1966       pMethod = apVal[4];
1967     }
1968   }
1969 
1970   /* Check that the 'name' parameter looks ok. */
1971   zName = (char*)sqlite3_value_text(pName);
1972   nName = sqlite3_value_bytes(pName);
1973   if( zName==0 ){
1974     zErr = sqlite3_mprintf("first argument to zipfile() must be non-NULL");
1975     rc = SQLITE_ERROR;
1976     goto zipfile_step_out;
1977   }
1978 
1979   /* Inspect the 'method' parameter. This must be either 0 (store), 8 (use
1980   ** deflate compression) or NULL (choose automatically).  */
1981   if( pMethod && SQLITE_NULL!=sqlite3_value_type(pMethod) ){
1982     iMethod = (int)sqlite3_value_int64(pMethod);
1983     if( iMethod!=0 && iMethod!=8 ){
1984       zErr = sqlite3_mprintf("illegal method value: %d", iMethod);
1985       rc = SQLITE_ERROR;
1986       goto zipfile_step_out;
1987     }
1988   }
1989 
1990   /* Now inspect the data. If this is NULL, then the new entry must be a
1991   ** directory.  Otherwise, figure out whether or not the data should
1992   ** be deflated or simply stored in the zip archive. */
1993   if( sqlite3_value_type(pData)==SQLITE_NULL ){
1994     bIsDir = 1;
1995     iMethod = 0;
1996   }else{
1997     aData = sqlite3_value_blob(pData);
1998     szUncompressed = nData = sqlite3_value_bytes(pData);
1999     iCrc32 = crc32(0, aData, nData);
2000     if( iMethod<0 || iMethod==8 ){
2001       int nOut = 0;
2002       rc = zipfileDeflate(aData, nData, &aFree, &nOut, &zErr);
2003       if( rc!=SQLITE_OK ){
2004         goto zipfile_step_out;
2005       }
2006       if( iMethod==8 || nOut<nData ){
2007         aData = aFree;
2008         nData = nOut;
2009         iMethod = 8;
2010       }else{
2011         iMethod = 0;
2012       }
2013     }
2014   }
2015 
2016   /* Decode the "mode" argument. */
2017   rc = zipfileGetMode(pMode, bIsDir, &mode, &zErr);
2018   if( rc ) goto zipfile_step_out;
2019 
2020   /* Decode the "mtime" argument. */
2021   e.mUnixTime = zipfileGetTime(pMtime);
2022 
2023   /* If this is a directory entry, ensure that there is exactly one '/'
2024   ** at the end of the path. Or, if this is not a directory and the path
2025   ** ends in '/' it is an error. */
2026   if( bIsDir==0 ){
2027     if( zName[nName-1]=='/' ){
2028       zErr = sqlite3_mprintf("non-directory name must not end with /");
2029       rc = SQLITE_ERROR;
2030       goto zipfile_step_out;
2031     }
2032   }else{
2033     if( zName[nName-1]!='/' ){
2034       zName = zFree = sqlite3_mprintf("%s/", zName);
2035       nName++;
2036       if( zName==0 ){
2037         rc = SQLITE_NOMEM;
2038         goto zipfile_step_out;
2039       }
2040     }else{
2041       while( nName>1 && zName[nName-2]=='/' ) nName--;
2042     }
2043   }
2044 
2045   /* Assemble the ZipfileEntry object for the new zip archive entry */
2046   e.cds.iVersionMadeBy = ZIPFILE_NEWENTRY_MADEBY;
2047   e.cds.iVersionExtract = ZIPFILE_NEWENTRY_REQUIRED;
2048   e.cds.flags = ZIPFILE_NEWENTRY_FLAGS;
2049   e.cds.iCompression = (u16)iMethod;
2050   zipfileMtimeToDos(&e.cds, (u32)e.mUnixTime);
2051   e.cds.crc32 = iCrc32;
2052   e.cds.szCompressed = nData;
2053   e.cds.szUncompressed = szUncompressed;
2054   e.cds.iExternalAttr = (mode<<16);
2055   e.cds.iOffset = p->body.n;
2056   e.cds.nFile = (u16)nName;
2057   e.cds.zFile = zName;
2058 
2059   /* Append the LFH to the body of the new archive */
2060   nByte = ZIPFILE_LFH_FIXED_SZ + e.cds.nFile + 9;
2061   if( (rc = zipfileBufferGrow(&p->body, nByte)) ) goto zipfile_step_out;
2062   p->body.n += zipfileSerializeLFH(&e, &p->body.a[p->body.n]);
2063 
2064   /* Append the data to the body of the new archive */
2065   if( nData>0 ){
2066     if( (rc = zipfileBufferGrow(&p->body, nData)) ) goto zipfile_step_out;
2067     memcpy(&p->body.a[p->body.n], aData, nData);
2068     p->body.n += nData;
2069   }
2070 
2071   /* Append the CDS record to the directory of the new archive */
2072   nByte = ZIPFILE_CDS_FIXED_SZ + e.cds.nFile + 9;
2073   if( (rc = zipfileBufferGrow(&p->cds, nByte)) ) goto zipfile_step_out;
2074   p->cds.n += zipfileSerializeCDS(&e, &p->cds.a[p->cds.n]);
2075 
2076   /* Increment the count of entries in the archive */
2077   p->nEntry++;
2078 
2079  zipfile_step_out:
2080   sqlite3_free(aFree);
2081   sqlite3_free(zFree);
2082   if( rc ){
2083     if( zErr ){
2084       sqlite3_result_error(pCtx, zErr, -1);
2085     }else{
2086       sqlite3_result_error_code(pCtx, rc);
2087     }
2088   }
2089   sqlite3_free(zErr);
2090 }
2091 
2092 /*
2093 ** xFinalize() callback for zipfile aggregate function.
2094 */
2095 void zipfileFinal(sqlite3_context *pCtx){
2096   ZipfileCtx *p;
2097   ZipfileEOCD eocd;
2098   int nZip;
2099   u8 *aZip;
2100 
2101   p = (ZipfileCtx*)sqlite3_aggregate_context(pCtx, sizeof(ZipfileCtx));
2102   if( p==0 ) return;
2103   if( p->nEntry>0 ){
2104     memset(&eocd, 0, sizeof(eocd));
2105     eocd.nEntry = (u16)p->nEntry;
2106     eocd.nEntryTotal = (u16)p->nEntry;
2107     eocd.nSize = p->cds.n;
2108     eocd.iOffset = p->body.n;
2109 
2110     nZip = p->body.n + p->cds.n + ZIPFILE_EOCD_FIXED_SZ;
2111     aZip = (u8*)sqlite3_malloc(nZip);
2112     if( aZip==0 ){
2113       sqlite3_result_error_nomem(pCtx);
2114     }else{
2115       memcpy(aZip, p->body.a, p->body.n);
2116       memcpy(&aZip[p->body.n], p->cds.a, p->cds.n);
2117       zipfileSerializeEOCD(&eocd, &aZip[p->body.n + p->cds.n]);
2118       sqlite3_result_blob(pCtx, aZip, nZip, zipfileFree);
2119     }
2120   }
2121 
2122   sqlite3_free(p->body.a);
2123   sqlite3_free(p->cds.a);
2124 }
2125 
2126 
2127 /*
2128 ** Register the "zipfile" virtual table.
2129 */
2130 static int zipfileRegister(sqlite3 *db){
2131   static sqlite3_module zipfileModule = {
2132     1,                         /* iVersion */
2133     zipfileConnect,            /* xCreate */
2134     zipfileConnect,            /* xConnect */
2135     zipfileBestIndex,          /* xBestIndex */
2136     zipfileDisconnect,         /* xDisconnect */
2137     zipfileDisconnect,         /* xDestroy */
2138     zipfileOpen,               /* xOpen - open a cursor */
2139     zipfileClose,              /* xClose - close a cursor */
2140     zipfileFilter,             /* xFilter - configure scan constraints */
2141     zipfileNext,               /* xNext - advance a cursor */
2142     zipfileEof,                /* xEof - check for end of scan */
2143     zipfileColumn,             /* xColumn - read data */
2144     0,                         /* xRowid - read data */
2145     zipfileUpdate,             /* xUpdate */
2146     zipfileBegin,              /* xBegin */
2147     0,                         /* xSync */
2148     zipfileCommit,             /* xCommit */
2149     zipfileRollback,           /* xRollback */
2150     zipfileFindFunction,       /* xFindMethod */
2151     0,                         /* xRename */
2152   };
2153 
2154   int rc = sqlite3_create_module(db, "zipfile"  , &zipfileModule, 0);
2155   if( rc==SQLITE_OK ) rc = sqlite3_overload_function(db, "zipfile_cds", -1);
2156   if( rc==SQLITE_OK ){
2157     rc = sqlite3_create_function(db, "zipfile", -1, SQLITE_UTF8, 0, 0,
2158         zipfileStep, zipfileFinal
2159     );
2160   }
2161   return rc;
2162 }
2163 #else         /* SQLITE_OMIT_VIRTUALTABLE */
2164 # define zipfileRegister(x) SQLITE_OK
2165 #endif
2166 
2167 #ifdef _WIN32
2168 __declspec(dllexport)
2169 #endif
2170 int sqlite3_zipfile_init(
2171   sqlite3 *db,
2172   char **pzErrMsg,
2173   const sqlite3_api_routines *pApi
2174 ){
2175   SQLITE_EXTENSION_INIT2(pApi);
2176   (void)pzErrMsg;  /* Unused parameter */
2177   return zipfileRegister(db);
2178 }
2179