If the argument to table function zipfile() is a blob (not text), assume that
it contains a zip file image to interpret, not the name of a file on disk. FossilOrigin-Name: 029ebcd30cb261d949f7587ac54c23d7479796b6716fd4ca7512361b8f32de3e
This commit is contained in:
+210
-170
@@ -225,6 +225,8 @@ struct ZipfileEntry {
|
||||
ZipfileCDS cds; /* Parsed CDS record */
|
||||
u32 mUnixTime; /* Modification time, in UNIX format */
|
||||
u8 *aExtra; /* cds.nExtra+cds.nComment bytes of extra data */
|
||||
i64 iDataOff;
|
||||
u8 *aData; /* cds.szCompressed bytes of compressed data */
|
||||
ZipfileEntry *pNext; /* Next element in in-memory CDS */
|
||||
};
|
||||
|
||||
@@ -243,9 +245,9 @@ struct ZipfileCsr {
|
||||
i64 iNextOff; /* Offset of next record in central directory */
|
||||
ZipfileEOCD eocd; /* Parse of central directory record */
|
||||
|
||||
ZipfileEntry *pFreeEntry;
|
||||
|
||||
ZipfileEntry *pCurrent; /* Current entry */
|
||||
ZipfileLFH lfh; /* Local File Header for current entry */
|
||||
i64 iDataOff; /* Offset in zipfile to data */
|
||||
ZipfileCsr *pCsrNext; /* Next cursor on same virtual table */
|
||||
};
|
||||
|
||||
@@ -393,6 +395,9 @@ static int zipfileOpen(sqlite3_vtab *p, sqlite3_vtab_cursor **ppCsr){
|
||||
** by zipfileOpen().
|
||||
*/
|
||||
static void zipfileResetCursor(ZipfileCsr *pCsr){
|
||||
ZipfileEntry *p;
|
||||
ZipfileEntry *pNext;
|
||||
|
||||
pCsr->bEof = 0;
|
||||
if( pCsr->pFile ){
|
||||
fclose(pCsr->pFile);
|
||||
@@ -400,6 +405,11 @@ static void zipfileResetCursor(ZipfileCsr *pCsr){
|
||||
zipfileEntryFree(pCsr->pCurrent);
|
||||
pCsr->pCurrent = 0;
|
||||
}
|
||||
|
||||
for(p=pCsr->pFreeEntry; p; p=pNext){
|
||||
pNext = p->pNext;
|
||||
zipfileEntryFree(p);
|
||||
}
|
||||
}
|
||||
|
||||
/*
|
||||
@@ -503,6 +513,7 @@ static u8* zipfileCsrBuffer(ZipfileCsr *pCsr){
|
||||
*/
|
||||
#define ZIPFILE_CDS_FIXED_SZ 46
|
||||
#define ZIPFILE_CDS_NFILE_OFF 28
|
||||
#define ZIPFILE_CDS_SZCOMPRESSED_OFF 20
|
||||
|
||||
/*
|
||||
** Decode the CDS record in buffer aBuf into (*pCDS). Return SQLITE_ERROR
|
||||
@@ -596,62 +607,125 @@ static time_t zipfileMtime(ZipfileCDS *pCDS){
|
||||
return mktime(&t);
|
||||
}
|
||||
|
||||
static int zipfileReadLFH(
|
||||
u8 *aBuffer,
|
||||
ZipfileLFH *pLFH
|
||||
){
|
||||
u8 *aRead = aBuffer;
|
||||
int rc = SQLITE_OK;
|
||||
|
||||
u32 sig = zipfileRead32(aRead);
|
||||
if( sig!=ZIPFILE_SIGNATURE_LFH ){
|
||||
rc = SQLITE_ERROR;
|
||||
}else{
|
||||
pLFH->iVersionExtract = zipfileRead16(aRead);
|
||||
pLFH->flags = zipfileRead16(aRead);
|
||||
pLFH->iCompression = zipfileRead16(aRead);
|
||||
pLFH->mTime = zipfileRead16(aRead);
|
||||
pLFH->mDate = zipfileRead16(aRead);
|
||||
pLFH->crc32 = zipfileRead32(aRead);
|
||||
pLFH->szCompressed = zipfileRead32(aRead);
|
||||
pLFH->szUncompressed = zipfileRead32(aRead);
|
||||
pLFH->nFile = zipfileRead16(aRead);
|
||||
pLFH->nExtra = zipfileRead16(aRead);
|
||||
}
|
||||
return rc;
|
||||
}
|
||||
|
||||
/*
|
||||
** Read a Zip archive CDS header from offset iOff of file pFile. Return
|
||||
** SQLITE_OK if successful, or an SQLite error code otherwise.
|
||||
*/
|
||||
static int zipfileGetEntry(
|
||||
ZipfileTab *pTab, /* Store any error message here */
|
||||
FILE *pFile,
|
||||
const u8 *aBlob, /* Pointer to in-memory file image */
|
||||
int nBlob, /* Size of aBlob[] in bytes */
|
||||
FILE *pFile, /* If aBlob==0, read from this file */
|
||||
i64 iOff,
|
||||
ZipfileEntry **ppEntry
|
||||
){
|
||||
u8 *aRead = pTab->aBuffer;
|
||||
u8 *aRead;
|
||||
char **pzErr = &pTab->base.zErrMsg;
|
||||
int rc;
|
||||
int rc = SQLITE_OK;
|
||||
|
||||
if( aBlob==0 ){
|
||||
aRead = pTab->aBuffer;
|
||||
rc = zipfileReadData(pFile, aRead, ZIPFILE_CDS_FIXED_SZ, iOff, pzErr);
|
||||
}else{
|
||||
aRead = (u8*)&aBlob[iOff];
|
||||
}
|
||||
|
||||
rc = zipfileReadData(pFile, aRead, ZIPFILE_CDS_FIXED_SZ, iOff, pzErr);
|
||||
if( rc==SQLITE_OK ){
|
||||
if( rc!=SQLITE_OK ){
|
||||
*pzErr = sqlite3_mprintf("failed to read CDS at offset %lld", iOff);
|
||||
int nAlloc;
|
||||
ZipfileEntry *pNew;
|
||||
|
||||
int nFile = zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF]);
|
||||
int nExtra = zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF+2]);
|
||||
nExtra += zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF+4]);
|
||||
|
||||
nAlloc = sizeof(ZipfileEntry) + nExtra;
|
||||
if( aBlob ){
|
||||
nAlloc += zipfileGetU32(&aRead[ZIPFILE_CDS_SZCOMPRESSED_OFF]);
|
||||
}
|
||||
|
||||
pNew = (ZipfileEntry*)sqlite3_malloc(nAlloc);
|
||||
if( pNew==0 ){
|
||||
rc = SQLITE_NOMEM;
|
||||
}else{
|
||||
ZipfileEntry *pNew;
|
||||
|
||||
int nFile = zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF]);
|
||||
int nExtra = zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF+2]);
|
||||
nExtra += zipfileGetU16(&aRead[ZIPFILE_CDS_NFILE_OFF+4]);
|
||||
|
||||
pNew = (ZipfileEntry*)sqlite3_malloc(sizeof(ZipfileEntry) + nExtra);
|
||||
if( pNew==0 ){
|
||||
rc = SQLITE_NOMEM;
|
||||
}else{
|
||||
memset(pNew, 0, sizeof(ZipfileEntry));
|
||||
rc = zipfileReadCDS(aRead, &pNew->cds);
|
||||
if( rc!=SQLITE_OK ){
|
||||
*pzErr = sqlite3_mprintf("failed to read CDS at offset %lld", iOff);
|
||||
}else{
|
||||
rc = zipfileReadData(
|
||||
pFile, aRead, nExtra+nFile, iOff+ZIPFILE_CDS_FIXED_SZ, pzErr
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
if( rc==SQLITE_OK ){
|
||||
u32 *pt = &pNew->mUnixTime;
|
||||
pNew->cds.zFile = sqlite3_mprintf("%.*s", nFile, aRead);
|
||||
if( pNew->cds.zFile==0 ){
|
||||
rc = SQLITE_NOMEM;
|
||||
}else if( 0==zipfileScanExtra(&aRead[nFile], pNew->cds.nExtra, pt) ){
|
||||
pNew->mUnixTime = zipfileMtime(&pNew->cds);
|
||||
}
|
||||
}
|
||||
|
||||
memset(pNew, 0, sizeof(ZipfileEntry));
|
||||
rc = zipfileReadCDS(aRead, &pNew->cds);
|
||||
if( rc!=SQLITE_OK ){
|
||||
zipfileEntryFree(pNew);
|
||||
*pzErr = sqlite3_mprintf("failed to read CDS at offset %lld", iOff);
|
||||
}else if( aBlob==0 ){
|
||||
rc = zipfileReadData(
|
||||
pFile, aRead, nExtra+nFile, iOff+ZIPFILE_CDS_FIXED_SZ, pzErr
|
||||
);
|
||||
}else{
|
||||
*ppEntry = pNew;
|
||||
aRead = (u8*)&aBlob[iOff + ZIPFILE_CDS_FIXED_SZ];
|
||||
}
|
||||
}
|
||||
|
||||
if( rc==SQLITE_OK ){
|
||||
u32 *pt = &pNew->mUnixTime;
|
||||
pNew->cds.zFile = sqlite3_mprintf("%.*s", nFile, aRead);
|
||||
pNew->aExtra = (u8*)&pNew[1];
|
||||
memcpy(pNew->aExtra, &aRead[nFile], nExtra);
|
||||
if( pNew->cds.zFile==0 ){
|
||||
rc = SQLITE_NOMEM;
|
||||
}else if( 0==zipfileScanExtra(&aRead[nFile], pNew->cds.nExtra, pt) ){
|
||||
pNew->mUnixTime = zipfileMtime(&pNew->cds);
|
||||
}
|
||||
}
|
||||
|
||||
if( rc==SQLITE_OK ){
|
||||
static const int szFix = ZIPFILE_LFH_FIXED_SZ;
|
||||
ZipfileLFH lfh;
|
||||
if( pFile ){
|
||||
rc = zipfileReadData(pFile, aRead, szFix, pNew->cds.iOffset, pzErr);
|
||||
}else{
|
||||
aRead = &aBlob[pNew->cds.iOffset];
|
||||
}
|
||||
|
||||
rc = zipfileReadLFH(aRead, &lfh);
|
||||
if( rc==SQLITE_OK ){
|
||||
pNew->iDataOff = pNew->cds.iOffset + ZIPFILE_LFH_FIXED_SZ;
|
||||
pNew->iDataOff += lfh.nFile + lfh.nExtra;
|
||||
if( aBlob && pNew->cds.szCompressed ){
|
||||
pNew->aData = &pNew->aExtra[nExtra];
|
||||
memcpy(pNew->aData, &aBlob[pNew->iDataOff], pNew->cds.szCompressed);
|
||||
}
|
||||
}else{
|
||||
*pzErr = sqlite3_mprintf("failed to read LFH at offset %d",
|
||||
(int)pNew->cds.iOffset
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
if( rc!=SQLITE_OK ){
|
||||
zipfileEntryFree(pNew);
|
||||
}else{
|
||||
*ppEntry = pNew;
|
||||
}
|
||||
}
|
||||
|
||||
return rc;
|
||||
@@ -662,51 +736,6 @@ static FILE *zipfileGetFd(ZipfileCsr *pCsr){
|
||||
return ((ZipfileTab*)(pCsr->base.pVtab))->pWriteFd;
|
||||
}
|
||||
|
||||
static int zipfileReadLFH(
|
||||
FILE *pFd,
|
||||
i64 iOffset,
|
||||
u8 *aTmp,
|
||||
ZipfileLFH *pLFH,
|
||||
char **pzErr
|
||||
){
|
||||
u8 *aRead = aTmp;
|
||||
static const int szFix = ZIPFILE_LFH_FIXED_SZ;
|
||||
int rc;
|
||||
|
||||
rc = zipfileReadData(pFd, aRead, szFix, iOffset, pzErr);
|
||||
if( rc==SQLITE_OK ){
|
||||
u32 sig = zipfileRead32(aRead);
|
||||
if( sig!=ZIPFILE_SIGNATURE_LFH ){
|
||||
*pzErr = sqlite3_mprintf("failed to read LFH at offset %d", (int)iOffset);
|
||||
rc = SQLITE_ERROR;
|
||||
}else{
|
||||
pLFH->iVersionExtract = zipfileRead16(aRead);
|
||||
pLFH->flags = zipfileRead16(aRead);
|
||||
pLFH->iCompression = zipfileRead16(aRead);
|
||||
pLFH->mTime = zipfileRead16(aRead);
|
||||
pLFH->mDate = zipfileRead16(aRead);
|
||||
pLFH->crc32 = zipfileRead32(aRead);
|
||||
pLFH->szCompressed = zipfileRead32(aRead);
|
||||
pLFH->szUncompressed = zipfileRead32(aRead);
|
||||
pLFH->nFile = zipfileRead16(aRead);
|
||||
pLFH->nExtra = zipfileRead16(aRead);
|
||||
assert( aRead==&aTmp[szFix] );
|
||||
}
|
||||
}
|
||||
return rc;
|
||||
}
|
||||
|
||||
static int zipfileCsrReadLFH(ZipfileCsr *pCsr){
|
||||
FILE *pFile = zipfileGetFd(pCsr);
|
||||
char **pzErr = &pCsr->base.pVtab->zErrMsg;
|
||||
u8 *aRead = zipfileCsrBuffer(pCsr);
|
||||
ZipfileCDS *pCDS = &pCsr->pCurrent->cds;
|
||||
int rc = zipfileReadLFH(pFile, pCDS->iOffset, aRead, &pCsr->lfh, pzErr);
|
||||
pCsr->iDataOff = pCDS->iOffset + ZIPFILE_LFH_FIXED_SZ;
|
||||
pCsr->iDataOff += pCsr->lfh.nFile+pCsr->lfh.nExtra;
|
||||
return rc;
|
||||
}
|
||||
|
||||
|
||||
/*
|
||||
** Advance an ZipfileCsr to its next row of output.
|
||||
@@ -724,7 +753,7 @@ static int zipfileNext(sqlite3_vtab_cursor *cur){
|
||||
}else{
|
||||
ZipfileEntry *p = 0;
|
||||
ZipfileTab *pTab = (ZipfileTab*)(cur->pVtab);
|
||||
rc = zipfileGetEntry(pTab, pCsr->pFile, pCsr->iNextOff, &p);
|
||||
rc = zipfileGetEntry(pTab, 0, 0, pCsr->pFile, pCsr->iNextOff, &p);
|
||||
if( rc==SQLITE_OK ){
|
||||
pCsr->iNextOff += ZIPFILE_CDS_FIXED_SZ;
|
||||
pCsr->iNextOff += (int)p->cds.nExtra + p->cds.nFile + p->cds.nComment;
|
||||
@@ -741,10 +770,6 @@ static int zipfileNext(sqlite3_vtab_cursor *cur){
|
||||
}
|
||||
|
||||
pCsr->bNoop = 0;
|
||||
if( rc==SQLITE_OK && pCsr->bEof==0 ){
|
||||
rc = zipfileCsrReadLFH(pCsr);
|
||||
}
|
||||
|
||||
return rc;
|
||||
}
|
||||
|
||||
@@ -881,14 +906,22 @@ static int zipfileColumn(
|
||||
int sz = pCDS->szCompressed;
|
||||
int szFinal = pCDS->szUncompressed;
|
||||
if( szFinal>0 ){
|
||||
u8 *aBuf = sqlite3_malloc(sz);
|
||||
if( aBuf==0 ){
|
||||
rc = SQLITE_NOMEM;
|
||||
u8 *aBuf;
|
||||
u8 *aFree = 0;
|
||||
if( pCsr->pCurrent->aData ){
|
||||
aBuf = pCsr->pCurrent->aData;
|
||||
}else{
|
||||
FILE *pFile = zipfileGetFd(pCsr);
|
||||
rc = zipfileReadData(pFile, aBuf, sz, pCsr->iDataOff,
|
||||
&pCsr->base.pVtab->zErrMsg
|
||||
);
|
||||
aBuf = aFree = sqlite3_malloc(sz);
|
||||
if( aBuf==0 ){
|
||||
rc = SQLITE_NOMEM;
|
||||
}else{
|
||||
FILE *pFile = zipfileGetFd(pCsr);
|
||||
if( rc==SQLITE_OK ){
|
||||
rc = zipfileReadData(pFile, aBuf, sz, pCsr->pCurrent->iDataOff,
|
||||
&pCsr->base.pVtab->zErrMsg
|
||||
);
|
||||
}
|
||||
}
|
||||
}
|
||||
if( rc==SQLITE_OK ){
|
||||
if( i==5 && pCDS->iCompression ){
|
||||
@@ -896,8 +929,8 @@ static int zipfileColumn(
|
||||
}else{
|
||||
sqlite3_result_blob(ctx, aBuf, sz, SQLITE_TRANSIENT);
|
||||
}
|
||||
sqlite3_free(aBuf);
|
||||
}
|
||||
sqlite3_free(aFree);
|
||||
}else{
|
||||
/* Figure out if this is a directory or a zero-sized file. Consider
|
||||
** it to be a directory either if the mode suggests so, or if
|
||||
@@ -942,25 +975,32 @@ static int zipfileEof(sqlite3_vtab_cursor *cur){
|
||||
*/
|
||||
static int zipfileReadEOCD(
|
||||
ZipfileTab *pTab, /* Return errors here */
|
||||
FILE *pFile, /* Read from this file */
|
||||
const u8 *aBlob, /* Pointer to in-memory file image */
|
||||
int nBlob, /* Size of aBlob[] in bytes */
|
||||
FILE *pFile, /* Read from this file if aBlob==0 */
|
||||
ZipfileEOCD *pEOCD /* Object to populate */
|
||||
){
|
||||
u8 *aRead = pTab->aBuffer; /* Temporary buffer */
|
||||
i64 szFile; /* Total size of file in bytes */
|
||||
int nRead; /* Bytes to read from file */
|
||||
i64 iOff; /* Offset to read from */
|
||||
int rc;
|
||||
int rc = SQLITE_OK;
|
||||
|
||||
fseek(pFile, 0, SEEK_END);
|
||||
szFile = (i64)ftell(pFile);
|
||||
if( szFile==0 ){
|
||||
memset(pEOCD, 0, sizeof(ZipfileEOCD));
|
||||
return SQLITE_OK;
|
||||
if( aBlob==0 ){
|
||||
i64 iOff; /* Offset to read from */
|
||||
i64 szFile; /* Total size of file in bytes */
|
||||
fseek(pFile, 0, SEEK_END);
|
||||
szFile = (i64)ftell(pFile);
|
||||
if( szFile==0 ){
|
||||
memset(pEOCD, 0, sizeof(ZipfileEOCD));
|
||||
return SQLITE_OK;
|
||||
}
|
||||
nRead = (int)(MIN(szFile, ZIPFILE_BUFFER_SIZE));
|
||||
iOff = szFile - nRead;
|
||||
rc = zipfileReadData(pFile, aRead, nRead, iOff, &pTab->base.zErrMsg);
|
||||
}else{
|
||||
nRead = (int)(MIN(nBlob, ZIPFILE_BUFFER_SIZE));
|
||||
aRead = (u8*)&aBlob[nBlob-nRead];
|
||||
}
|
||||
nRead = (int)(MIN(szFile, ZIPFILE_BUFFER_SIZE));
|
||||
iOff = szFile - nRead;
|
||||
|
||||
rc = zipfileReadData(pFile, aRead, nRead, iOff, &pTab->base.zErrMsg);
|
||||
if( rc==SQLITE_OK ){
|
||||
int i;
|
||||
|
||||
@@ -986,19 +1026,59 @@ static int zipfileReadEOCD(
|
||||
pEOCD->nEntryTotal = zipfileRead16(aRead);
|
||||
pEOCD->nSize = zipfileRead32(aRead);
|
||||
pEOCD->iOffset = zipfileRead32(aRead);
|
||||
|
||||
#if 0
|
||||
printf("iDisk=%d iFirstDisk=%d nEntry=%d "
|
||||
"nEntryTotal=%d nSize=%d iOffset=%d",
|
||||
(int)pEOCD->iDisk, (int)pEOCD->iFirstDisk, (int)pEOCD->nEntry,
|
||||
(int)pEOCD->nEntryTotal, (int)pEOCD->nSize, (int)pEOCD->iOffset
|
||||
);
|
||||
#endif
|
||||
}
|
||||
|
||||
return SQLITE_OK;
|
||||
}
|
||||
|
||||
/*
|
||||
** Add object pNew to the end of the linked list that begins at
|
||||
** ZipfileTab.pFirstEntry and ends with pLastEntry.
|
||||
*/
|
||||
static void zipfileAddEntry(
|
||||
ZipfileTab *pTab,
|
||||
ZipfileEntry *pBefore,
|
||||
ZipfileEntry *pNew
|
||||
){
|
||||
assert( (pTab->pFirstEntry==0)==(pTab->pLastEntry==0) );
|
||||
assert( pNew->pNext==0 );
|
||||
if( pBefore==0 ){
|
||||
if( pTab->pFirstEntry==0 ){
|
||||
pTab->pFirstEntry = pTab->pLastEntry = pNew;
|
||||
}else{
|
||||
assert( pTab->pLastEntry->pNext==0 );
|
||||
pTab->pLastEntry->pNext = pNew;
|
||||
pTab->pLastEntry = pNew;
|
||||
}
|
||||
}else{
|
||||
ZipfileEntry **pp;
|
||||
for(pp=&pTab->pFirstEntry; *pp!=pBefore; pp=&((*pp)->pNext));
|
||||
pNew->pNext = pBefore;
|
||||
*pp = pNew;
|
||||
}
|
||||
}
|
||||
|
||||
static int zipfileLoadDirectory(ZipfileTab *pTab, const u8 *aBlob, int nBlob){
|
||||
ZipfileEOCD eocd;
|
||||
int rc;
|
||||
int i;
|
||||
i64 iOff;
|
||||
|
||||
rc = zipfileReadEOCD(pTab, aBlob, nBlob, pTab->pWriteFd, &eocd);
|
||||
iOff = eocd.iOffset;
|
||||
for(i=0; rc==SQLITE_OK && i<eocd.nEntry; i++){
|
||||
ZipfileEntry *pNew = 0;
|
||||
rc = zipfileGetEntry(pTab, aBlob, nBlob, pTab->pWriteFd, iOff, &pNew);
|
||||
|
||||
if( rc==SQLITE_OK ){
|
||||
zipfileAddEntry(pTab, 0, pNew);
|
||||
iOff += ZIPFILE_CDS_FIXED_SZ;
|
||||
iOff += (int)pNew->cds.nExtra + pNew->cds.nFile + pNew->cds.nComment;
|
||||
}
|
||||
}
|
||||
return rc;
|
||||
}
|
||||
|
||||
/*
|
||||
** xFilter callback.
|
||||
*/
|
||||
@@ -1023,6 +1103,14 @@ static int zipfileFilter(
|
||||
zipfileSetErrmsg(pCsr, "table function zipfile() requires an argument");
|
||||
return SQLITE_ERROR;
|
||||
}else if( sqlite3_value_type(argv[0])==SQLITE_BLOB ){
|
||||
const u8 *aBlob = (const u8*)sqlite3_value_blob(argv[0]);
|
||||
int nBlob = sqlite3_value_bytes(argv[0]);
|
||||
assert( pTab->pFirstEntry==0 );
|
||||
rc = zipfileLoadDirectory(pTab, aBlob, nBlob);
|
||||
pCsr->pFreeEntry = pTab->pFirstEntry;
|
||||
pTab->pFirstEntry = pTab->pLastEntry = 0;
|
||||
if( rc!=SQLITE_OK ) return rc;
|
||||
bInMemory = 1;
|
||||
}else{
|
||||
zFile = (const char*)sqlite3_value_text(argv[0]);
|
||||
}
|
||||
@@ -1033,7 +1121,7 @@ static int zipfileFilter(
|
||||
zipfileSetErrmsg(pCsr, "cannot open file: %s", zFile);
|
||||
rc = SQLITE_ERROR;
|
||||
}else{
|
||||
rc = zipfileReadEOCD(pTab, pCsr->pFile, &pCsr->eocd);
|
||||
rc = zipfileReadEOCD(pTab, 0, 0, pCsr->pFile, &pCsr->eocd);
|
||||
if( rc==SQLITE_OK ){
|
||||
if( pCsr->eocd.nEntry==0 ){
|
||||
pCsr->bEof = 1;
|
||||
@@ -1045,7 +1133,7 @@ static int zipfileFilter(
|
||||
}
|
||||
}else{
|
||||
pCsr->bNoop = 1;
|
||||
pCsr->pCurrent = pTab->pFirstEntry;
|
||||
pCsr->pCurrent = pCsr->pFreeEntry ? pCsr->pFreeEntry : pTab->pFirstEntry;
|
||||
rc = zipfileNext(cur);
|
||||
}
|
||||
|
||||
@@ -1082,54 +1170,6 @@ static int zipfileBestIndex(
|
||||
return SQLITE_OK;
|
||||
}
|
||||
|
||||
/*
|
||||
** Add object pNew to the end of the linked list that begins at
|
||||
** ZipfileTab.pFirstEntry and ends with pLastEntry.
|
||||
*/
|
||||
static void zipfileAddEntry(
|
||||
ZipfileTab *pTab,
|
||||
ZipfileEntry *pBefore,
|
||||
ZipfileEntry *pNew
|
||||
){
|
||||
assert( (pTab->pFirstEntry==0)==(pTab->pLastEntry==0) );
|
||||
assert( pNew->pNext==0 );
|
||||
if( pBefore==0 ){
|
||||
if( pTab->pFirstEntry==0 ){
|
||||
pTab->pFirstEntry = pTab->pLastEntry = pNew;
|
||||
}else{
|
||||
assert( pTab->pLastEntry->pNext==0 );
|
||||
pTab->pLastEntry->pNext = pNew;
|
||||
pTab->pLastEntry = pNew;
|
||||
}
|
||||
}else{
|
||||
ZipfileEntry **pp;
|
||||
for(pp=&pTab->pFirstEntry; *pp!=pBefore; pp=&((*pp)->pNext));
|
||||
pNew->pNext = pBefore;
|
||||
*pp = pNew;
|
||||
}
|
||||
}
|
||||
|
||||
static int zipfileLoadDirectory(ZipfileTab *pTab){
|
||||
ZipfileEOCD eocd;
|
||||
int rc;
|
||||
int i;
|
||||
i64 iOff;
|
||||
|
||||
rc = zipfileReadEOCD(pTab, pTab->pWriteFd, &eocd);
|
||||
iOff = eocd.iOffset;
|
||||
for(i=0; rc==SQLITE_OK && i<eocd.nEntry; i++){
|
||||
ZipfileEntry *pNew = 0;
|
||||
rc = zipfileGetEntry(pTab, pTab->pWriteFd, iOff, &pNew);
|
||||
|
||||
if( rc==SQLITE_OK ){
|
||||
zipfileAddEntry(pTab, 0, pNew);
|
||||
iOff += ZIPFILE_CDS_FIXED_SZ;
|
||||
iOff += (int)pNew->cds.nExtra + pNew->cds.nFile + pNew->cds.nComment;
|
||||
}
|
||||
}
|
||||
return rc;
|
||||
}
|
||||
|
||||
static ZipfileEntry *zipfileNewEntry(const char *zPath){
|
||||
ZipfileEntry *pNew;
|
||||
pNew = sqlite3_malloc(sizeof(ZipfileEntry));
|
||||
@@ -1458,7 +1498,7 @@ static int zipfileBegin(sqlite3_vtab *pVtab){
|
||||
}else{
|
||||
fseek(pTab->pWriteFd, 0, SEEK_END);
|
||||
pTab->szCurrent = pTab->szOrig = (i64)ftell(pTab->pWriteFd);
|
||||
rc = zipfileLoadDirectory(pTab);
|
||||
rc = zipfileLoadDirectory(pTab, 0, 0);
|
||||
}
|
||||
|
||||
if( rc!=SQLITE_OK ){
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
C Improve\stext-to-integer\sconversion\sin\sboundary\scases.\s\sThe\nsqlite3Atoi64()\sfunction\salways\sreturns\sthe\sminimum\sor\smaximum\sinteger\nif\sthe\smagnitude\sof\sthe\stext\svalue\sis\stoo\slarge.\s\sTrailing\swhitespace\sis\nnow\signored.
|
||||
D 2018-01-26T18:37:34.351
|
||||
C If\sthe\sargument\sto\stable\sfunction\szipfile()\sis\sa\sblob\s(not\stext),\sassume\sthat\nit\scontains\sa\szip\sfile\simage\sto\sinterpret,\snot\sthe\sname\sof\sa\sfile\son\sdisk.
|
||||
D 2018-01-26T18:59:25.439
|
||||
F .fossil-settings/empty-dirs dbb81e8fc0401ac46a1491ab34a7f2c7c0452f2f06b54ebb845d024ca8283ef1
|
||||
F .fossil-settings/ignore-glob 35175cdfcf539b2318cb04a9901442804be81cd677d8b889fcc9149c21f239ea
|
||||
F Makefile.in 7a3f714b4fcf793108042b7b0a5c720b0b310ec84314d61ba7f3f49f27e550ea
|
||||
@@ -304,7 +304,7 @@ F ext/misc/vfsstat.c bf10ef0bc51e1ad6756629e1edb142f7a8db1178
|
||||
F ext/misc/vtablog.c 31d0d8f4406795679dcd3a67917c213d3a2a5fb3ea5de35f6e773491ed7e13c9
|
||||
F ext/misc/vtshim.c 1976e6dd68dd0d64508c91a6dfab8e75f8aaf6cd
|
||||
F ext/misc/wholenumber.c 784b12543d60702ebdd47da936e278aa03076212
|
||||
F ext/misc/zipfile.c 45cc42164444fa49c9a04ba8361e38e4727862a3f2f64a35e4f6f661f8208c5a
|
||||
F ext/misc/zipfile.c 071fb5af4d0e6403f01cfac755d78ed2008b04793ec6f87a1078755a6359a26f
|
||||
F ext/rbu/rbu.c ea7d1b7eb44c123a2a619332e19fe5313500705c4a58aaa1887905c0d83ffc2e
|
||||
F ext/rbu/rbu1.test 43836fac8c7179a358eaf38a8a1ef3d6e6285842
|
||||
F ext/rbu/rbu10.test 1846519a438697f45e9dcb246908af81b551c29e1078d0304fae83f1fed7e9ee
|
||||
@@ -1603,7 +1603,7 @@ F test/wordcount.c cb589cec469a1d90add05b1f8cee75c7210338d87a5afd65260ed5c0f4bbf
|
||||
F test/writecrash.test f1da7f7adfe8d7f09ea79b42e5ca6dcc41102f27f8e334ad71539501ddd910cc
|
||||
F test/zeroblob.test 3857870fe681b8185654414a9bccfde80b62a0fa
|
||||
F test/zerodamage.test 9c41628db7e8d9e8a0181e59ea5f189df311a9f6ce99cc376dc461f66db6f8dc
|
||||
F test/zipfile.test cb42e8fa6ba5db4a03ce6baa4401fc6236baf6eb5e62b44f3e463bf6aafd631d
|
||||
F test/zipfile.test 0834b33e000991a80d94167e84af346162d212526d8efee0b9d4ba84589fe292
|
||||
F tool/GetFile.cs a15e08acb5dd7539b75ba23501581d7c2b462cb5
|
||||
F tool/GetTclKit.bat 8995df40c4209808b31f24de0b58f90930239a234f7591e3675d45bfbb990c5d
|
||||
F tool/Replace.cs 02c67258801c2fb5f63231e0ac0f220b4b36ba91
|
||||
@@ -1702,7 +1702,7 @@ F vsixtest/vsixtest.tcl 6a9a6ab600c25a91a7acc6293828957a386a8a93
|
||||
F vsixtest/vsixtest.vcxproj.data 2ed517e100c66dc455b492e1a33350c1b20fbcdc
|
||||
F vsixtest/vsixtest.vcxproj.filters 37e51ffedcdb064aad6ff33b6148725226cd608e
|
||||
F vsixtest/vsixtest_TemporaryKey.pfx e5b1b036facdb453873e7084e1cae9102ccc67a0
|
||||
P 30b9258294e3028ef4ea467e332e013995509544e9a23c8bbf5168772a7e895d
|
||||
R a3a69d646870f53631d68482ffc811f2
|
||||
U drh
|
||||
Z ebcc0484dfae31c55e47d329daf31900
|
||||
P ace0644a1a2a42a3ea42d44f00a31915b8a7e56c9ba90f90a6c02001f89f9c86
|
||||
R 6f618424b3fb9707a3fb679f6f287314
|
||||
U dan
|
||||
Z ab7fcdd492fa54ea891500a7623bc431
|
||||
|
||||
+1
-1
@@ -1 +1 @@
|
||||
ace0644a1a2a42a3ea42d44f00a31915b8a7e56c9ba90f90a6c02001f89f9c86
|
||||
029ebcd30cb261d949f7587ac54c23d7479796b6716fd4ca7512361b8f32de3e
|
||||
@@ -22,6 +22,20 @@ if {[catch {load_static_extension db zipfile} error]} {
|
||||
finish_test; return
|
||||
}
|
||||
|
||||
proc do_zipfile_blob_test {tn file} {
|
||||
set res1 [
|
||||
db eval { SELECT name,mode,mtime,method,quote(data) FROM zipfile($file) }
|
||||
]
|
||||
|
||||
set fd [open $file]
|
||||
fconfigure $fd -translation binary -encoding binary
|
||||
set data [read $fd]
|
||||
close $fd
|
||||
|
||||
set res2 [db eval { SELECT name,mode,mtime,method,quote(data) FROM zipfile($data) }]
|
||||
uplevel [list do_test $tn [list set {} $res2] $res1]
|
||||
}
|
||||
|
||||
forcedelete test.zip
|
||||
do_execsql_test 1.0 {
|
||||
CREATE VIRTUAL TABLE temp.zz USING zipfile('test.zip');
|
||||
@@ -60,12 +74,14 @@ do_execsql_test 1.2 {
|
||||
f.txt 1000000000 abcde
|
||||
g.txt 1000000002 12345
|
||||
}
|
||||
do_zipfile_blob_test 1.2.1 test.zip
|
||||
|
||||
do_execsql_test 1.3 {
|
||||
INSERT INTO zz(name, mode, mtime, data) VALUES('h.txt',
|
||||
'-rw-r--r--', 1000000004, 'aaaaaaaaaabbbbbbbbbb'
|
||||
);
|
||||
}
|
||||
do_zipfile_blob_test 1.3.1 test.zip
|
||||
|
||||
do_execsql_test 1.4 {
|
||||
SELECT name, mtime, data, method FROM zipfile('test.zip');
|
||||
@@ -112,6 +128,7 @@ do_execsql_test 1.6.1 {
|
||||
h.txt 33188 1000000004 aaaaaaaaaabbbbbbbbbb 8
|
||||
i.txt 33188 1000000006 zxcvb 0
|
||||
}
|
||||
do_zipfile_blob_test 1.6.1a test.zip
|
||||
|
||||
do_execsql_test 1.6.2 {
|
||||
UPDATE zz SET mtime=4 WHERE name='i.txt';
|
||||
@@ -130,6 +147,7 @@ do_execsql_test 1.6.3 {
|
||||
h.txt 33189 1000000004 aaaaaaaaaabbbbbbbbbb 8
|
||||
i.txt 33188 4 zxcvb 0
|
||||
}
|
||||
do_zipfile_blob_test 1.6.3a test.zip
|
||||
|
||||
do_execsql_test 1.6.4 {
|
||||
UPDATE zz SET name = 'blue.txt' WHERE name='f.txt';
|
||||
@@ -139,6 +157,7 @@ do_execsql_test 1.6.4 {
|
||||
h.txt 33189 1000000004 aaaaaaaaaabbbbbbbbbb 8
|
||||
i.txt 33188 4 zxcvb 0
|
||||
}
|
||||
do_zipfile_blob_test 1.6.4a test.zip
|
||||
|
||||
do_execsql_test 1.6.5 {
|
||||
UPDATE zz SET data = 'edcba' WHERE name='blue.txt';
|
||||
@@ -199,6 +218,7 @@ do_execsql_test 2.4 {
|
||||
dirname2/ 16877 {}
|
||||
dirname2/file1.txt 33188 abcdefghijklmnop
|
||||
}
|
||||
do_zipfile_blob_test 2.4.1 test.zip
|
||||
|
||||
# If on unix, check that the [unzip] utility can unpack our archive.
|
||||
#
|
||||
|
||||
Reference in New Issue
Block a user