Compare commits

...

2 Commits
15.08 ... 15.10

Author SHA1 Message Date
Igor Pavlov
7c8a265a15 15.10 2016-05-28 00:16:57 +01:00
Igor Pavlov
a663a6deb7 15.09 2016-05-28 00:16:56 +01:00
85 changed files with 2518 additions and 1093 deletions

View File

@@ -1,9 +1,9 @@
#define MY_VER_MAJOR 15 #define MY_VER_MAJOR 15
#define MY_VER_MINOR 8 #define MY_VER_MINOR 10
#define MY_VER_BUILD 0 #define MY_VER_BUILD 0
#define MY_VERSION_NUMBERS "15.08" #define MY_VERSION_NUMBERS "15.10"
#define MY_VERSION "15.08 beta" #define MY_VERSION "15.10 beta"
#define MY_DATE "2015-10-01" #define MY_DATE "2015-11-01"
#undef MY_COPYRIGHT #undef MY_COPYRIGHT
#undef MY_VERSION_COPYRIGHT_DATE #undef MY_VERSION_COPYRIGHT_DATE
#define MY_AUTHOR_NAME "Igor Pavlov" #define MY_AUTHOR_NAME "Igor Pavlov"

View File

@@ -1,5 +1,5 @@
/* CpuArch.h -- CPU specific code /* CpuArch.h -- CPU specific code
2015-08-02: Igor Pavlov : Public domain */ 2015-10-31: Igor Pavlov : Public domain */
#ifndef __CPU_ARCH_H #ifndef __CPU_ARCH_H
#define __CPU_ARCH_H #define __CPU_ARCH_H
@@ -10,14 +10,18 @@ EXTERN_C_BEGIN
/* /*
MY_CPU_LE means that CPU is LITTLE ENDIAN. MY_CPU_LE means that CPU is LITTLE ENDIAN.
If MY_CPU_LE is not defined, we don't know about that property of platform (it can be LITTLE ENDIAN). MY_CPU_BE means that CPU is BIG ENDIAN.
If MY_CPU_LE and MY_CPU_BE are not defined, we don't know about ENDIANNESS of platform.
MY_CPU_LE_UNALIGN means that CPU is LITTLE ENDIAN and CPU supports unaligned memory accesses. MY_CPU_LE_UNALIGN means that CPU is LITTLE ENDIAN and CPU supports unaligned memory accesses.
If MY_CPU_LE_UNALIGN is not defined, we don't know about these properties of platform.
*/ */
#if defined(_M_X64) || defined(_M_AMD64) || defined(__x86_64__) #if defined(_M_X64) \
#define MY_CPU_AMD64 || defined(_M_AMD64) \
|| defined(__x86_64__) \
|| defined(__AMD64__) \
|| defined(__amd64__)
#define MY_CPU_AMD64
#endif #endif
#if defined(MY_CPU_AMD64) \ #if defined(MY_CPU_AMD64) \
@@ -52,10 +56,6 @@ If MY_CPU_LE_UNALIGN is not defined, we don't know about these properties of pla
#define MY_CPU_IA64_LE #define MY_CPU_IA64_LE
#endif #endif
#if defined(MY_CPU_X86_OR_AMD64)
#define MY_CPU_LE_UNALIGN
#endif
#if defined(MY_CPU_X86_OR_AMD64) \ #if defined(MY_CPU_X86_OR_AMD64) \
|| defined(MY_CPU_ARM_LE) \ || defined(MY_CPU_ARM_LE) \
|| defined(MY_CPU_IA64_LE) \ || defined(MY_CPU_IA64_LE) \
@@ -65,7 +65,8 @@ If MY_CPU_LE_UNALIGN is not defined, we don't know about these properties of pla
|| defined(__AARCH64EL__) \ || defined(__AARCH64EL__) \
|| defined(__MIPSEL__) \ || defined(__MIPSEL__) \
|| defined(__MIPSEL) \ || defined(__MIPSEL) \
|| defined(_MIPSEL) || defined(_MIPSEL) \
|| (defined(__BYTE_ORDER__) && (__BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__))
#define MY_CPU_LE #define MY_CPU_LE
#endif #endif
@@ -76,7 +77,9 @@ If MY_CPU_LE_UNALIGN is not defined, we don't know about these properties of pla
|| defined(__MIPSEB__) \ || defined(__MIPSEB__) \
|| defined(__MIPSEB) \ || defined(__MIPSEB) \
|| defined(_MIPSEB) \ || defined(_MIPSEB) \
|| defined(__m68k__) || defined(__m68k__) \
|| defined(__s390x__) \
|| (defined(__BYTE_ORDER__) && (__BYTE_ORDER__ == __ORDER_BIG_ENDIAN__))
#define MY_CPU_BE #define MY_CPU_BE
#endif #endif
@@ -85,6 +88,14 @@ Stop_Compiling_Bad_Endian
#endif #endif
#ifdef MY_CPU_LE
#if defined(MY_CPU_X86_OR_AMD64) \
/* || defined(__AARCH64EL__) */
#define MY_CPU_LE_UNALIGN
#endif
#endif
#ifdef MY_CPU_LE_UNALIGN #ifdef MY_CPU_LE_UNALIGN
#define GetUi16(p) (*(const UInt16 *)(const void *)(p)) #define GetUi16(p) (*(const UInt16 *)(const void *)(p))
@@ -128,6 +139,8 @@ Stop_Compiling_Bad_Endian
#if defined(MY_CPU_LE_UNALIGN) && /* defined(_WIN64) && */ (_MSC_VER >= 1300) #if defined(MY_CPU_LE_UNALIGN) && /* defined(_WIN64) && */ (_MSC_VER >= 1300)
/* Note: we use bswap instruction, that is unsupported in 386 cpu */
#include <stdlib.h> #include <stdlib.h>
#pragma intrinsic(_byteswap_ulong) #pragma intrinsic(_byteswap_ulong)
@@ -137,6 +150,13 @@ Stop_Compiling_Bad_Endian
#define SetBe32(p, v) (*(UInt32 *)(void *)(p)) = _byteswap_ulong(v) #define SetBe32(p, v) (*(UInt32 *)(void *)(p)) = _byteswap_ulong(v)
#elif defined(MY_CPU_LE_UNALIGN) && defined (__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
#define GetBe32(p) __builtin_bswap32(*(const UInt32 *)(const Byte *)(p))
#define GetBe64(p) __builtin_bswap64(*(const UInt64 *)(const Byte *)(p))
#define SetBe32(p, v) (*(UInt32 *)(void *)(p)) = __builtin_bswap32(v)
#else #else
#define GetBe32(p) ( \ #define GetBe32(p) ( \

View File

@@ -1,5 +1,5 @@
/* LzFind.c -- Match finder for LZ algorithms /* LzFind.c -- Match finder for LZ algorithms
2015-05-15 : Igor Pavlov : Public domain */ 2015-10-15 : Igor Pavlov : Public domain */
#include "Precomp.h" #include "Precomp.h"
@@ -11,7 +11,7 @@
#define kEmptyHashValue 0 #define kEmptyHashValue 0
#define kMaxValForNormalize ((UInt32)0xFFFFFFFF) #define kMaxValForNormalize ((UInt32)0xFFFFFFFF)
#define kNormalizeStepMin (1 << 10) /* it must be power of 2 */ #define kNormalizeStepMin (1 << 10) /* it must be power of 2 */
#define kNormalizeMask (~(kNormalizeStepMin - 1)) #define kNormalizeMask (~(UInt32)(kNormalizeStepMin - 1))
#define kMaxHistorySize ((UInt32)7 << 29) #define kMaxHistorySize ((UInt32)7 << 29)
#define kStartMaxLen 3 #define kStartMaxLen 3
@@ -60,9 +60,11 @@ static void MatchFinder_ReadBlock(CMatchFinder *p)
if (p->streamEndWasReached || p->result != SZ_OK) if (p->streamEndWasReached || p->result != SZ_OK)
return; return;
/* We use (p->streamPos - p->pos) value. (p->streamPos < p->pos) is allowed. */
if (p->directInput) if (p->directInput)
{ {
UInt32 curSize = 0xFFFFFFFF - p->streamPos; UInt32 curSize = 0xFFFFFFFF - (p->streamPos - p->pos);
if (curSize > p->directInputRem) if (curSize > p->directInputRem)
curSize = (UInt32)p->directInputRem; curSize = (UInt32)p->directInputRem;
p->directInputRem -= curSize; p->directInputRem -= curSize;
@@ -97,7 +99,7 @@ void MatchFinder_MoveBlock(CMatchFinder *p)
{ {
memmove(p->bufferBase, memmove(p->bufferBase,
p->buffer - p->keepSizeBefore, p->buffer - p->keepSizeBefore,
(size_t)(p->streamPos - p->pos + p->keepSizeBefore)); (size_t)(p->streamPos - p->pos) + p->keepSizeBefore);
p->buffer = p->bufferBase + p->keepSizeBefore; p->buffer = p->bufferBase + p->keepSizeBefore;
} }
@@ -290,7 +292,7 @@ static void MatchFinder_SetLimits(CMatchFinder *p)
p->posLimit = p->pos + limit; p->posLimit = p->pos + limit;
} }
void MatchFinder_Init(CMatchFinder *p) void MatchFinder_Init_2(CMatchFinder *p, int readData)
{ {
UInt32 i; UInt32 i;
UInt32 *hash = p->hash; UInt32 *hash = p->hash;
@@ -303,10 +305,18 @@ void MatchFinder_Init(CMatchFinder *p)
p->pos = p->streamPos = p->cyclicBufferSize; p->pos = p->streamPos = p->cyclicBufferSize;
p->result = SZ_OK; p->result = SZ_OK;
p->streamEndWasReached = 0; p->streamEndWasReached = 0;
MatchFinder_ReadBlock(p);
if (readData)
MatchFinder_ReadBlock(p);
MatchFinder_SetLimits(p); MatchFinder_SetLimits(p);
} }
void MatchFinder_Init(CMatchFinder *p)
{
MatchFinder_Init_2(p, True);
}
static UInt32 MatchFinder_GetSubValue(CMatchFinder *p) static UInt32 MatchFinder_GetSubValue(CMatchFinder *p)
{ {
return (p->pos - p->historySize - 1) & kNormalizeMask; return (p->pos - p->historySize - 1) & kNormalizeMask;

View File

@@ -1,5 +1,5 @@
/* LzFind.h -- Match finder for LZ algorithms /* LzFind.h -- Match finder for LZ algorithms
2015-05-01 : Igor Pavlov : Public domain */ 2015-10-15 : Igor Pavlov : Public domain */
#ifndef __LZ_FIND_H #ifndef __LZ_FIND_H
#define __LZ_FIND_H #define __LZ_FIND_H
@@ -53,6 +53,11 @@ typedef struct _CMatchFinder
#define Inline_MatchFinder_GetNumAvailableBytes(p) ((p)->streamPos - (p)->pos) #define Inline_MatchFinder_GetNumAvailableBytes(p) ((p)->streamPos - (p)->pos)
#define Inline_MatchFinder_IsFinishedOK(p) \
((p)->streamEndWasReached \
&& (p)->streamPos == (p)->pos \
&& (!(p)->directInput || (p)->directInputRem == 0))
int MatchFinder_NeedMove(CMatchFinder *p); int MatchFinder_NeedMove(CMatchFinder *p);
Byte *MatchFinder_GetPointerToCurrentPos(CMatchFinder *p); Byte *MatchFinder_GetPointerToCurrentPos(CMatchFinder *p);
void MatchFinder_MoveBlock(CMatchFinder *p); void MatchFinder_MoveBlock(CMatchFinder *p);
@@ -98,9 +103,12 @@ typedef struct _IMatchFinder
void MatchFinder_CreateVTable(CMatchFinder *p, IMatchFinder *vTable); void MatchFinder_CreateVTable(CMatchFinder *p, IMatchFinder *vTable);
void MatchFinder_Init_2(CMatchFinder *p, int readData);
void MatchFinder_Init(CMatchFinder *p); void MatchFinder_Init(CMatchFinder *p);
UInt32 Bt3Zip_MatchFinder_GetMatches(CMatchFinder *p, UInt32 *distances); UInt32 Bt3Zip_MatchFinder_GetMatches(CMatchFinder *p, UInt32 *distances);
UInt32 Hc3Zip_MatchFinder_GetMatches(CMatchFinder *p, UInt32 *distances); UInt32 Hc3Zip_MatchFinder_GetMatches(CMatchFinder *p, UInt32 *distances);
void Bt3Zip_MatchFinder_Skip(CMatchFinder *p, UInt32 num); void Bt3Zip_MatchFinder_Skip(CMatchFinder *p, UInt32 num);
void Hc3Zip_MatchFinder_Skip(CMatchFinder *p, UInt32 num); void Hc3Zip_MatchFinder_Skip(CMatchFinder *p, UInt32 num);

View File

@@ -1,5 +1,5 @@
/* LzFindMt.c -- multithreaded Match finder for LZ algorithms /* LzFindMt.c -- multithreaded Match finder for LZ algorithms
2015-05-03 : Igor Pavlov : Public domain */ 2015-10-15 : Igor Pavlov : Public domain */
#include "Precomp.h" #include "Precomp.h"
@@ -173,12 +173,12 @@ static void HashThreadFunc(CMatchFinderMt *mt)
CriticalSection_Enter(&mt->btSync.cs); CriticalSection_Enter(&mt->btSync.cs);
CriticalSection_Enter(&mt->hashSync.cs); CriticalSection_Enter(&mt->hashSync.cs);
{ {
const Byte *beforePtr = MatchFinder_GetPointerToCurrentPos(mf); const Byte *beforePtr = Inline_MatchFinder_GetPointerToCurrentPos(mf);
const Byte *afterPtr; ptrdiff_t offset;
MatchFinder_MoveBlock(mf); MatchFinder_MoveBlock(mf);
afterPtr = MatchFinder_GetPointerToCurrentPos(mf); offset = beforePtr - Inline_MatchFinder_GetPointerToCurrentPos(mf);
mt->pointerToCurPos -= beforePtr - afterPtr; mt->pointerToCurPos -= offset;
mt->buffer -= beforePtr - afterPtr; mt->buffer -= offset;
} }
CriticalSection_Leave(&mt->btSync.cs); CriticalSection_Leave(&mt->btSync.cs);
CriticalSection_Leave(&mt->hashSync.cs); CriticalSection_Leave(&mt->hashSync.cs);
@@ -501,8 +501,11 @@ void MatchFinderMt_Init(CMatchFinderMt *p)
CMatchFinder *mf = p->MatchFinder; CMatchFinder *mf = p->MatchFinder;
p->btBufPos = p->btBufPosLimit = 0; p->btBufPos = p->btBufPosLimit = 0;
p->hashBufPos = p->hashBufPosLimit = 0; p->hashBufPos = p->hashBufPosLimit = 0;
MatchFinder_Init(mf);
p->pointerToCurPos = MatchFinder_GetPointerToCurrentPos(mf); /* Init without data reading. We don't want to read data in this thread */
MatchFinder_Init_2(mf, False);
p->pointerToCurPos = Inline_MatchFinder_GetPointerToCurrentPos(mf);
p->btNumAvailBytes = 0; p->btNumAvailBytes = 0;
p->lzPos = p->historySize + 1; p->lzPos = p->historySize + 1;

View File

@@ -1,5 +1,5 @@
/* Lzma2Enc.c -- LZMA2 Encoder /* Lzma2Enc.c -- LZMA2 Encoder
2015-09-16 : Igor Pavlov : Public domain */ 2015-10-04 : Igor Pavlov : Public domain */
#include "Precomp.h" #include "Precomp.h"
@@ -479,7 +479,7 @@ SRes Lzma2Enc_Encode(CLzma2EncHandle pp,
for (i = 0; i < p->props.numBlockThreads; i++) for (i = 0; i < p->props.numBlockThreads; i++)
{ {
CLzma2EncInt *t = &p->coders[i]; CLzma2EncInt *t = &p->coders[(unsigned)i];
if (!t->enc) if (!t->enc)
{ {
t->enc = LzmaEnc_Create(p->alloc); t->enc = LzmaEnc_Create(p->alloc);
@@ -489,11 +489,7 @@ SRes Lzma2Enc_Encode(CLzma2EncHandle pp,
} }
#ifndef _7ZIP_ST #ifndef _7ZIP_ST
if (p->props.numBlockThreads <= 1) if (p->props.numBlockThreads > 1)
#endif
return Lzma2Enc_EncodeMt1(&p->coders[0], p, outStream, inStream, progress);
#ifndef _7ZIP_ST
{ {
CMtCallbackImp mtCallback; CMtCallbackImp mtCallback;
@@ -508,9 +504,17 @@ SRes Lzma2Enc_Encode(CLzma2EncHandle pp,
p->mtCoder.blockSize = p->props.blockSize; p->mtCoder.blockSize = p->props.blockSize;
p->mtCoder.destBlockSize = p->props.blockSize + (p->props.blockSize >> 10) + 16; p->mtCoder.destBlockSize = p->props.blockSize + (p->props.blockSize >> 10) + 16;
if (p->mtCoder.destBlockSize < p->props.blockSize)
{
p->mtCoder.destBlockSize = (size_t)0 - 1;
if (p->mtCoder.destBlockSize < p->props.blockSize)
return SZ_ERROR_FAIL;
}
p->mtCoder.numThreads = p->props.numBlockThreads; p->mtCoder.numThreads = p->props.numBlockThreads;
return MtCoder_Code(&p->mtCoder); return MtCoder_Code(&p->mtCoder);
} }
#endif #endif
return Lzma2Enc_EncodeMt1(&p->coders[0], p, outStream, inStream, progress);
} }

View File

@@ -1,5 +1,5 @@
/* LzmaEnc.c -- LZMA Encoder /* LzmaEnc.c -- LZMA Encoder
2015-05-15 Igor Pavlov : Public domain */ 2015-10-15 Igor Pavlov : Public domain */
#include "Precomp.h" #include "Precomp.h"
@@ -505,8 +505,8 @@ static const int kShortRepNextStates[kNumStates]= {9, 9, 9, 9, 9, 9, 9, 11, 11,
static void RangeEnc_Construct(CRangeEnc *p) static void RangeEnc_Construct(CRangeEnc *p)
{ {
p->outStream = 0; p->outStream = NULL;
p->bufBase = 0; p->bufBase = NULL;
} }
#define RangeEnc_GetProcessed(p) ((p)->processed + ((p)->buf - (p)->bufBase) + (p)->cacheSize) #define RangeEnc_GetProcessed(p) ((p)->processed + ((p)->buf - (p)->bufBase) + (p)->cacheSize)
@@ -514,10 +514,10 @@ static void RangeEnc_Construct(CRangeEnc *p)
#define RC_BUF_SIZE (1 << 16) #define RC_BUF_SIZE (1 << 16)
static int RangeEnc_Alloc(CRangeEnc *p, ISzAlloc *alloc) static int RangeEnc_Alloc(CRangeEnc *p, ISzAlloc *alloc)
{ {
if (p->bufBase == 0) if (!p->bufBase)
{ {
p->bufBase = (Byte *)alloc->Alloc(alloc, RC_BUF_SIZE); p->bufBase = (Byte *)alloc->Alloc(alloc, RC_BUF_SIZE);
if (p->bufBase == 0) if (!p->bufBase)
return 0; return 0;
p->bufLim = p->bufBase + RC_BUF_SIZE; p->bufLim = p->bufBase + RC_BUF_SIZE;
} }
@@ -1749,15 +1749,15 @@ void LzmaEnc_Construct(CLzmaEnc *p)
#endif #endif
LzmaEnc_InitPriceTables(p->ProbPrices); LzmaEnc_InitPriceTables(p->ProbPrices);
p->litProbs = 0; p->litProbs = NULL;
p->saveState.litProbs = 0; p->saveState.litProbs = NULL;
} }
CLzmaEncHandle LzmaEnc_Create(ISzAlloc *alloc) CLzmaEncHandle LzmaEnc_Create(ISzAlloc *alloc)
{ {
void *p; void *p;
p = alloc->Alloc(alloc, sizeof(CLzmaEnc)); p = alloc->Alloc(alloc, sizeof(CLzmaEnc));
if (p != 0) if (p)
LzmaEnc_Construct((CLzmaEnc *)p); LzmaEnc_Construct((CLzmaEnc *)p);
return p; return p;
} }
@@ -1766,8 +1766,8 @@ void LzmaEnc_FreeLits(CLzmaEnc *p, ISzAlloc *alloc)
{ {
alloc->Free(alloc, p->litProbs); alloc->Free(alloc, p->litProbs);
alloc->Free(alloc, p->saveState.litProbs); alloc->Free(alloc, p->saveState.litProbs);
p->litProbs = 0; p->litProbs = NULL;
p->saveState.litProbs = 0; p->saveState.litProbs = NULL;
} }
void LzmaEnc_Destruct(CLzmaEnc *p, ISzAlloc *alloc, ISzAlloc *allocBig) void LzmaEnc_Destruct(CLzmaEnc *p, ISzAlloc *alloc, ISzAlloc *allocBig)
@@ -1963,12 +1963,12 @@ static SRes LzmaEnc_Alloc(CLzmaEnc *p, UInt32 keepWindowSize, ISzAlloc *alloc, I
{ {
unsigned lclp = p->lc + p->lp; unsigned lclp = p->lc + p->lp;
if (p->litProbs == 0 || p->saveState.litProbs == 0 || p->lclp != lclp) if (!p->litProbs || !p->saveState.litProbs || p->lclp != lclp)
{ {
LzmaEnc_FreeLits(p, alloc); LzmaEnc_FreeLits(p, alloc);
p->litProbs = (CLzmaProb *)alloc->Alloc(alloc, ((UInt32)0x300 << lclp) * sizeof(CLzmaProb)); p->litProbs = (CLzmaProb *)alloc->Alloc(alloc, ((UInt32)0x300 << lclp) * sizeof(CLzmaProb));
p->saveState.litProbs = (CLzmaProb *)alloc->Alloc(alloc, ((UInt32)0x300 << lclp) * sizeof(CLzmaProb)); p->saveState.litProbs = (CLzmaProb *)alloc->Alloc(alloc, ((UInt32)0x300 << lclp) * sizeof(CLzmaProb));
if (p->litProbs == 0 || p->saveState.litProbs == 0) if (!p->litProbs || !p->saveState.litProbs)
{ {
LzmaEnc_FreeLits(p, alloc); LzmaEnc_FreeLits(p, alloc);
return SZ_ERROR_MEM; return SZ_ERROR_MEM;
@@ -2140,6 +2140,7 @@ void LzmaEnc_Finish(CLzmaEncHandle pp)
#endif #endif
} }
typedef struct typedef struct
{ {
ISeqOutStream funcTable; ISeqOutStream funcTable;
@@ -2169,12 +2170,14 @@ UInt32 LzmaEnc_GetNumAvailableBytes(CLzmaEncHandle pp)
return p->matchFinder.GetNumAvailableBytes(p->matchFinderObj); return p->matchFinder.GetNumAvailableBytes(p->matchFinderObj);
} }
const Byte *LzmaEnc_GetCurBuf(CLzmaEncHandle pp) const Byte *LzmaEnc_GetCurBuf(CLzmaEncHandle pp)
{ {
const CLzmaEnc *p = (CLzmaEnc *)pp; const CLzmaEnc *p = (CLzmaEnc *)pp;
return p->matchFinder.GetPointerToCurrentPos(p->matchFinderObj) - p->additionalOffset; return p->matchFinder.GetPointerToCurrentPos(p->matchFinderObj) - p->additionalOffset;
} }
SRes LzmaEnc_CodeOneMemBlock(CLzmaEncHandle pp, Bool reInit, SRes LzmaEnc_CodeOneMemBlock(CLzmaEncHandle pp, Bool reInit,
Byte *dest, size_t *destLen, UInt32 desiredPackSize, UInt32 *unpackSize) Byte *dest, size_t *destLen, UInt32 desiredPackSize, UInt32 *unpackSize)
{ {
@@ -2209,6 +2212,7 @@ SRes LzmaEnc_CodeOneMemBlock(CLzmaEncHandle pp, Bool reInit,
return res; return res;
} }
static SRes LzmaEnc_Encode2(CLzmaEnc *p, ICompressProgress *progress) static SRes LzmaEnc_Encode2(CLzmaEnc *p, ICompressProgress *progress)
{ {
SRes res = SZ_OK; SRes res = SZ_OK;
@@ -2222,9 +2226,9 @@ static SRes LzmaEnc_Encode2(CLzmaEnc *p, ICompressProgress *progress)
for (;;) for (;;)
{ {
res = LzmaEnc_CodeOneBlock(p, False, 0, 0); res = LzmaEnc_CodeOneBlock(p, False, 0, 0);
if (res != SZ_OK || p->finished != 0) if (res != SZ_OK || p->finished)
break; break;
if (progress != 0) if (progress)
{ {
res = progress->Progress(progress, p->nowPos64, RangeEnc_GetProcessed(&p->rc)); res = progress->Progress(progress, p->nowPos64, RangeEnc_GetProcessed(&p->rc));
if (res != SZ_OK) if (res != SZ_OK)
@@ -2234,10 +2238,19 @@ static SRes LzmaEnc_Encode2(CLzmaEnc *p, ICompressProgress *progress)
} }
} }
} }
LzmaEnc_Finish(p); LzmaEnc_Finish(p);
/*
if (res == S_OK && !Inline_MatchFinder_IsFinishedOK(&p->matchFinderBase))
res = SZ_ERROR_FAIL;
}
*/
return res; return res;
} }
SRes LzmaEnc_Encode(CLzmaEncHandle pp, ISeqOutStream *outStream, ISeqInStream *inStream, ICompressProgress *progress, SRes LzmaEnc_Encode(CLzmaEncHandle pp, ISeqOutStream *outStream, ISeqInStream *inStream, ICompressProgress *progress,
ISzAlloc *alloc, ISzAlloc *allocBig) ISzAlloc *alloc, ISzAlloc *allocBig)
{ {
@@ -2245,6 +2258,7 @@ SRes LzmaEnc_Encode(CLzmaEncHandle pp, ISeqOutStream *outStream, ISeqInStream *i
return LzmaEnc_Encode2((CLzmaEnc *)pp, progress); return LzmaEnc_Encode2((CLzmaEnc *)pp, progress);
} }
SRes LzmaEnc_WriteProperties(CLzmaEncHandle pp, Byte *props, SizeT *size) SRes LzmaEnc_WriteProperties(CLzmaEncHandle pp, Byte *props, SizeT *size)
{ {
CLzmaEnc *p = (CLzmaEnc *)pp; CLzmaEnc *p = (CLzmaEnc *)pp;
@@ -2272,6 +2286,7 @@ SRes LzmaEnc_WriteProperties(CLzmaEncHandle pp, Byte *props, SizeT *size)
return SZ_OK; return SZ_OK;
} }
SRes LzmaEnc_MemEncode(CLzmaEncHandle pp, Byte *dest, SizeT *destLen, const Byte *src, SizeT srcLen, SRes LzmaEnc_MemEncode(CLzmaEncHandle pp, Byte *dest, SizeT *destLen, const Byte *src, SizeT srcLen,
int writeEndMark, ICompressProgress *progress, ISzAlloc *alloc, ISzAlloc *allocBig) int writeEndMark, ICompressProgress *progress, ISzAlloc *alloc, ISzAlloc *allocBig)
{ {
@@ -2280,19 +2295,22 @@ SRes LzmaEnc_MemEncode(CLzmaEncHandle pp, Byte *dest, SizeT *destLen, const Byte
CSeqOutStreamBuf outStream; CSeqOutStreamBuf outStream;
LzmaEnc_SetInputBuf(p, src, srcLen);
outStream.funcTable.Write = MyWrite; outStream.funcTable.Write = MyWrite;
outStream.data = dest; outStream.data = dest;
outStream.rem = *destLen; outStream.rem = *destLen;
outStream.overflow = False; outStream.overflow = False;
p->writeEndMark = writeEndMark; p->writeEndMark = writeEndMark;
p->rc.outStream = &outStream.funcTable; p->rc.outStream = &outStream.funcTable;
res = LzmaEnc_MemPrepare(pp, src, srcLen, 0, alloc, allocBig); res = LzmaEnc_MemPrepare(pp, src, srcLen, 0, alloc, allocBig);
if (res == SZ_OK) if (res == SZ_OK)
{
res = LzmaEnc_Encode2(p, progress); res = LzmaEnc_Encode2(p, progress);
if (res == SZ_OK && p->nowPos64 != srcLen)
res = SZ_ERROR_FAIL;
}
*destLen -= outStream.rem; *destLen -= outStream.rem;
if (outStream.overflow) if (outStream.overflow)
@@ -2300,13 +2318,14 @@ SRes LzmaEnc_MemEncode(CLzmaEncHandle pp, Byte *dest, SizeT *destLen, const Byte
return res; return res;
} }
SRes LzmaEncode(Byte *dest, SizeT *destLen, const Byte *src, SizeT srcLen, SRes LzmaEncode(Byte *dest, SizeT *destLen, const Byte *src, SizeT srcLen,
const CLzmaEncProps *props, Byte *propsEncoded, SizeT *propsSize, int writeEndMark, const CLzmaEncProps *props, Byte *propsEncoded, SizeT *propsSize, int writeEndMark,
ICompressProgress *progress, ISzAlloc *alloc, ISzAlloc *allocBig) ICompressProgress *progress, ISzAlloc *alloc, ISzAlloc *allocBig)
{ {
CLzmaEnc *p = (CLzmaEnc *)LzmaEnc_Create(alloc); CLzmaEnc *p = (CLzmaEnc *)LzmaEnc_Create(alloc);
SRes res; SRes res;
if (p == 0) if (!p)
return SZ_ERROR_MEM; return SZ_ERROR_MEM;
res = LzmaEnc_SetProps(p, props); res = LzmaEnc_SetProps(p, props);

View File

@@ -1,10 +1,8 @@
/* MtCoder.c -- Multi-thread Coder /* MtCoder.c -- Multi-thread Coder
2015-09-28 : Igor Pavlov : Public domain */ 2015-10-13 : Igor Pavlov : Public domain */
#include "Precomp.h" #include "Precomp.h"
#include <stdio.h>
#include "MtCoder.h" #include "MtCoder.h"
void LoopThread_Construct(CLoopThread *p) void LoopThread_Construct(CLoopThread *p)

View File

@@ -158,14 +158,6 @@ SOURCE=.\7zFolderInStream.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=.\7zFolderOutStream.cpp
# End Source File
# Begin Source File
SOURCE=.\7zFolderOutStream.h
# End Source File
# Begin Source File
SOURCE=.\7zHandler.cpp SOURCE=.\7zHandler.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
@@ -350,14 +342,6 @@ SOURCE=..\Common\CoderMixer2.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\Common\CrossThreadProgress.cpp
# End Source File
# Begin Source File
SOURCE=..\Common\CrossThreadProgress.h
# End Source File
# Begin Source File
SOURCE=..\Common\HandlerOut.cpp SOURCE=..\Common\HandlerOut.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File

View File

@@ -254,8 +254,16 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
lps->Init(extractCallback, false); lps->Init(extractCallback, false);
CDecoder decoder( CDecoder decoder(
#ifndef USE_MIXER_ST #if !defined(USE_MIXER_MT)
false false
#elif !defined(USE_MIXER_ST)
true
#elif !defined(__7Z_SET_PROPERTIES)
#ifdef _7ZIP_ST
false
#else
true
#endif
#else #else
_useMultiThreadMixer _useMultiThreadMixer
#endif #endif

View File

@@ -1,3 +0,0 @@
// 7zFolderOutStream.cpp
#include "StdAfx.h"

View File

@@ -1,6 +0,0 @@
// 7zFolderOutStream.h
#ifndef __7Z_FOLDER_OUT_STREAM_H
#define __7Z_FOLDER_OUT_STREAM_H
#endif

View File

@@ -36,10 +36,14 @@ CHandler::CHandler()
#endif #endif
#ifdef EXTRACT_ONLY #ifdef EXTRACT_ONLY
_crcSize = 4; _crcSize = 4;
#ifdef __7Z_SET_PROPERTIES #ifdef __7Z_SET_PROPERTIES
_numThreads = NSystem::GetNumberOfProcessors(); _numThreads = NSystem::GetNumberOfProcessors();
_useMultiThreadMixer = true;
#endif #endif
#endif #endif
} }
@@ -722,10 +726,14 @@ STDMETHODIMP CHandler::SetProperties(const wchar_t * const *names, const PROPVAR
return E_INVALIDARG; return E_INVALIDARG;
const PROPVARIANT &value = values[i]; const PROPVARIANT &value = values[i];
UInt32 number; UInt32 number;
int index = ParseStringToUInt32(name, number); unsigned index = ParseStringToUInt32(name, number);
if (index == 0) if (index == 0)
{ {
if (name.IsEqualTo("mtf")) return PROPVARIANT_to_bool(value, _useMultiThreadMixer); if (name.IsEqualTo("mtf"))
{
RINOK(PROPVARIANT_to_bool(value, _useMultiThreadMixer));
continue;
}
if (name.IsPrefixedBy_Ascii_NoCase("mt")) if (name.IsPrefixedBy_Ascii_NoCase("mt"))
{ {
RINOK(ParseMtProp(name.Ptr(2), value, numProcessors, _numThreads)); RINOK(ParseMtProp(name.Ptr(2), value, numProcessors, _numThreads));

View File

@@ -21,11 +21,11 @@ namespace N7z {
#ifndef __7Z_SET_PROPERTIES #ifndef __7Z_SET_PROPERTIES
#ifdef EXTRACT_ONLY #ifdef EXTRACT_ONLY
#if !defined(_7ZIP_ST) && !defined(_SFX) #if !defined(_7ZIP_ST) && !defined(_SFX)
#define __7Z_SET_PROPERTIES #define __7Z_SET_PROPERTIES
#endif #endif
#else #else
#define __7Z_SET_PROPERTIES #define __7Z_SET_PROPERTIES
#endif #endif
#endif #endif

View File

@@ -13,7 +13,6 @@ AR_OBJS = \
$O\7zEncode.obj \ $O\7zEncode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderInStream.obj \ $O\7zFolderInStream.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zHandlerOut.obj \ $O\7zHandlerOut.obj \
$O\7zHeader.obj \ $O\7zHeader.obj \
@@ -65,7 +64,6 @@ COMPRESS_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\HandlerOut.obj \ $O\HandlerOut.obj \
$O\InStreamWithCRC.obj \ $O\InStreamWithCRC.obj \
$O\ItemNameUtils.obj \ $O\ItemNameUtils.obj \

View File

@@ -83,8 +83,14 @@ class CHandler: public CHandlerCont
HRESULT ReadTables(IInStream *stream); HRESULT ReadTables(IInStream *stream);
UInt64 BlocksToBytes(UInt32 i) const { return (UInt64)i << _blockSizeLog; } UInt64 BlocksToBytes(UInt32 i) const { return (UInt64)i << _blockSizeLog; }
virtual UInt64 GetItemPos(UInt32 index) const { return BlocksToBytes(_items[index].StartBlock); } virtual int GetItem_ExtractInfo(UInt32 index, UInt64 &pos, UInt64 &size) const
virtual UInt64 GetItemSize(UInt32 index) const { return BlocksToBytes(_items[index].NumBlocks); } {
const CItem &item = _items[index];
pos = BlocksToBytes(item.StartBlock);
size = BlocksToBytes(item.NumBlocks);
return NExtract::NOperationResult::kOK;
}
public: public:
INTERFACE_IInArchive_Cont(;) INTERFACE_IInArchive_Cont(;)
}; };

View File

@@ -101,6 +101,7 @@ STDMETHODIMP CHandler::GetProperty(UInt32 index, PROPID propID, PROPVARIANT *val
{ {
COM_TRY_BEGIN COM_TRY_BEGIN
NCOM::CPropVariant prop; NCOM::CPropVariant prop;
if (m_Database.NewFormat) if (m_Database.NewFormat)
{ {
switch (propID) switch (propID)
@@ -112,12 +113,15 @@ STDMETHODIMP CHandler::GetProperty(UInt32 index, PROPID propID, PROPVARIANT *val
prop.Detach(value); prop.Detach(value);
return S_OK; return S_OK;
} }
int entryIndex;
unsigned entryIndex;
if (m_Database.LowLevel) if (m_Database.LowLevel)
entryIndex = index; entryIndex = index;
else else
entryIndex = m_Database.Indices[index]; entryIndex = m_Database.Indices[index];
const CItem &item = m_Database.Items[entryIndex]; const CItem &item = m_Database.Items[entryIndex];
switch (propID) switch (propID)
{ {
case kpidPath: case kpidPath:
@@ -161,6 +165,7 @@ STDMETHODIMP CHandler::GetProperty(UInt32 index, PROPID propID, PROPVARIANT *val
#endif #endif
} }
prop.Detach(value); prop.Detach(value);
return S_OK; return S_OK;
COM_TRY_END COM_TRY_END
@@ -244,9 +249,9 @@ public:
UInt64 m_PosInFolder; UInt64 m_PosInFolder;
UInt64 m_PosInSection; UInt64 m_PosInSection;
const CRecordVector<bool> *m_ExtractStatuses; const CRecordVector<bool> *m_ExtractStatuses;
int m_StartIndex; unsigned m_StartIndex;
int m_CurrentIndex; unsigned m_CurrentIndex;
int m_NumFiles; unsigned m_NumFiles;
private: private:
const CFilesDatabase *m_Database; const CFilesDatabase *m_Database;
@@ -298,7 +303,7 @@ HRESULT CChmFolderOutStream::WriteEmptyFiles()
{ {
if (m_FileIsOpen) if (m_FileIsOpen)
return S_OK; return S_OK;
for (;m_CurrentIndex < m_NumFiles; m_CurrentIndex++) for (; m_CurrentIndex < m_NumFiles; m_CurrentIndex++)
{ {
UInt64 fileSize = m_Database->GetFileSize(m_StartIndex + m_CurrentIndex); UInt64 fileSize = m_Database->GetFileSize(m_StartIndex + m_CurrentIndex);
if (fileSize != 0) if (fileSize != 0)
@@ -368,7 +373,7 @@ HRESULT CChmFolderOutStream::Write2(const void *data, UInt32 size, UInt32 *proce
// return E_FAIL; // return E_FAIL;
} }
int fullIndex = m_StartIndex + m_CurrentIndex; unsigned fullIndex = m_StartIndex + m_CurrentIndex;
m_RemainFileSize = m_Database->GetFileSize(fullIndex); m_RemainFileSize = m_Database->GetFileSize(fullIndex);
UInt64 fileOffset = m_Database->GetFileOffset(fullIndex); UInt64 fileOffset = m_Database->GetFileOffset(fullIndex);
if (fileOffset < m_PosInSection) if (fileOffset < m_PosInSection)
@@ -408,7 +413,7 @@ HRESULT CChmFolderOutStream::FlushCorrupted(UInt64 maxSize)
{ {
const UInt32 kBufferSize = (1 << 10); const UInt32 kBufferSize = (1 << 10);
Byte buffer[kBufferSize]; Byte buffer[kBufferSize];
for (int i = 0; i < kBufferSize; i++) for (unsigned i = 0; i < kBufferSize; i++)
buffer[i] = 0; buffer[i] = 0;
if (maxSize > m_FolderSize) if (maxSize > m_FolderSize)
maxSize = m_FolderSize; maxSize = m_FolderSize;
@@ -531,9 +536,8 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
for (i = 0; i < numItems; i++) for (i = 0; i < numItems; i++)
{ {
UInt32 index = allFilesMode ? i : indices[i]; UInt32 index = allFilesMode ? i : indices[i];
int entryIndex = m_Database.Indices[index]; const CItem &item = m_Database.Items[m_Database.Indices[index]];
const CItem &item = m_Database.Items[entryIndex]; const UInt64 sectionIndex = item.Section;
UInt64 sectionIndex = item.Section;
if (item.IsDir() || item.Size == 0) if (item.IsDir() || item.Size == 0)
continue; continue;
if (sectionIndex == 0) if (sectionIndex == 0)
@@ -567,14 +571,17 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
CByteBuffer packBuf; CByteBuffer packBuf;
for (i = 0; i < numItems;) for (i = 0;;)
{ {
RINOK(extractCallback->SetCompleted(&currentTotalSize)); RINOK(extractCallback->SetCompleted(&currentTotalSize));
if (i >= numItems)
break;
UInt32 index = allFilesMode ? i : indices[i]; UInt32 index = allFilesMode ? i : indices[i];
i++; i++;
int entryIndex = m_Database.Indices[index]; const CItem &item = m_Database.Items[m_Database.Indices[index]];
const CItem &item = m_Database.Items[entryIndex]; const UInt64 sectionIndex = item.Section;
UInt64 sectionIndex = item.Section;
Int32 askMode= testMode ? Int32 askMode= testMode ?
NExtract::NAskMode::kTest : NExtract::NAskMode::kTest :
NExtract::NAskMode::kExtract; NExtract::NAskMode::kExtract;
@@ -645,7 +652,7 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
UInt64 folderIndex = m_Database.GetFolder(index); UInt64 folderIndex = m_Database.GetFolder(index);
UInt64 compressedPos = m_Database.ContentOffset + section.Offset; const UInt64 compressedPos = m_Database.ContentOffset + section.Offset;
RINOK(lzxDecoderSpec->SetParams_and_Alloc(lzxInfo.GetNumDictBits())); RINOK(lzxDecoderSpec->SetParams_and_Alloc(lzxInfo.GetNumDictBits()));
const CItem *lastItem = &item; const CItem *lastItem = &item;
@@ -673,9 +680,8 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
{ {
for (; i < numItems; i++) for (; i < numItems; i++)
{ {
UInt32 nextIndex = allFilesMode ? i : indices[i]; const UInt32 nextIndex = allFilesMode ? i : indices[i];
int entryIndex = m_Database.Indices[nextIndex]; const CItem &nextItem = m_Database.Items[m_Database.Indices[nextIndex]];
const CItem &nextItem = m_Database.Items[entryIndex];
if (nextItem.Section != sectionIndex) if (nextItem.Section != sectionIndex)
break; break;
UInt64 nextFolderIndex = m_Database.GetFolder(nextIndex); UInt64 nextFolderIndex = m_Database.GetFolder(nextIndex);

View File

@@ -656,7 +656,7 @@ static AString GetSectionPrefix(const AString &name)
#define RINOZ(x) { int __tt = (x); if (__tt != 0) return __tt; } #define RINOZ(x) { int __tt = (x); if (__tt != 0) return __tt; }
static int CompareFiles(const int *p1, const int *p2, void *param) static int CompareFiles(const unsigned *p1, const unsigned *p2, void *param)
{ {
const CObjectVector<CItem> &items = *(const CObjectVector<CItem> *)param; const CObjectVector<CItem> &items = *(const CObjectVector<CItem> *)param;
const CItem &item1 = items[*p1]; const CItem &item1 = items[*p1];
@@ -731,7 +731,7 @@ HRESULT CInArchive::OpenHighLevel(IInStream *inStream, CFilesDatabase &database)
RINOK(DecompressStream(inStream, database, kNameList)); RINOK(DecompressStream(inStream, database, kNameList));
/* UInt16 length = */ ReadUInt16(); /* UInt16 length = */ ReadUInt16();
UInt16 numSections = ReadUInt16(); UInt16 numSections = ReadUInt16();
for (int i = 0; i < numSections; i++) for (unsigned i = 0; i < numSections; i++)
{ {
CSectionInfo section; CSectionInfo section;
UInt16 nameLen = ReadUInt16(); UInt16 nameLen = ReadUInt16();
@@ -766,10 +766,10 @@ HRESULT CInArchive::OpenHighLevel(IInStream *inStream, CFilesDatabase &database)
RINOK(DecompressStream(inStream, database, transformPrefix + kTransformList)); RINOK(DecompressStream(inStream, database, transformPrefix + kTransformList));
if ((_chunkSize & 0xF) != 0) if ((_chunkSize & 0xF) != 0)
return S_FALSE; return S_FALSE;
int numGuids = (int)(_chunkSize / 0x10); unsigned numGuids = (unsigned)(_chunkSize / 0x10);
if (numGuids < 1) if (numGuids < 1)
return S_FALSE; return S_FALSE;
for (int i = 0; i < numGuids; i++) for (unsigned i = 0; i < numGuids; i++)
{ {
CMethodInfo method; CMethodInfo method;
ReadGUID(method.Guid); ReadGUID(method.Guid);
@@ -803,14 +803,17 @@ HRESULT CInArchive::OpenHighLevel(IInStream *inStream, CFilesDatabase &database)
return S_FALSE; return S_FALSE;
{ {
int n = GetLog(ReadUInt32()); // There is bug in VC6, if we use function call as parameter for inline function
UInt32 val32 = ReadUInt32();
int n = GetLog(val32);
if (n < 0 || n > 16) if (n < 0 || n > 16)
return S_FALSE; return S_FALSE;
li.ResetIntervalBits = n; li.ResetIntervalBits = n;
} }
{ {
int n = GetLog(ReadUInt32()); UInt32 val32 = ReadUInt32();
int n = GetLog(val32);
if (n < 0 || n > 16) if (n < 0 || n > 16)
return S_FALSE; return S_FALSE;
li.WindowSizeBits = n; li.WindowSizeBits = n;

View File

@@ -177,25 +177,25 @@ class CFilesDatabase: public CDatabase
{ {
public: public:
bool LowLevel; bool LowLevel;
CRecordVector<int> Indices; CUIntVector Indices;
CObjectVector<CSectionInfo> Sections; CObjectVector<CSectionInfo> Sections;
UInt64 GetFileSize(int fileIndex) const { return Items[Indices[fileIndex]].Size; } UInt64 GetFileSize(unsigned fileIndex) const { return Items[Indices[fileIndex]].Size; }
UInt64 GetFileOffset(int fileIndex) const { return Items[Indices[fileIndex]].Offset; } UInt64 GetFileOffset(unsigned fileIndex) const { return Items[Indices[fileIndex]].Offset; }
UInt64 GetFolder(int fileIndex) const UInt64 GetFolder(unsigned fileIndex) const
{ {
const CItem &item = Items[Indices[fileIndex]]; const CItem &item = Items[Indices[fileIndex]];
const CSectionInfo &section = Sections[(int)item.Section]; const CSectionInfo &section = Sections[(unsigned)item.Section];
if (section.IsLzx()) if (section.IsLzx())
return section.Methods[0].LzxInfo.GetFolder(item.Offset); return section.Methods[0].LzxInfo.GetFolder(item.Offset);
return 0; return 0;
} }
UInt64 GetLastFolder(int fileIndex) const UInt64 GetLastFolder(unsigned fileIndex) const
{ {
const CItem &item = Items[Indices[fileIndex]]; const CItem &item = Items[Indices[fileIndex]];
const CSectionInfo &section = Sections[(int)item.Section]; const CSectionInfo &section = Sections[(unsigned)item.Section];
if (section.IsLzx()) if (section.IsLzx())
return section.Methods[0].LzxInfo.GetFolder(item.Offset + item.Size - 1); return section.Methods[0].LzxInfo.GetFolder(item.Offset + item.Size - 1);
return 0; return 0;

View File

@@ -433,9 +433,9 @@ HRESULT CDatabase::Open(IInStream *inStream)
SectorSizeBits = sectorSizeBits; SectorSizeBits = sectorSizeBits;
MiniSectorSizeBits = miniSectorSizeBits; MiniSectorSizeBits = miniSectorSizeBits;
if (sectorSizeBits > 28 || if (sectorSizeBits > 24 ||
sectorSizeBits < 7 || sectorSizeBits < 7 ||
miniSectorSizeBits > 28 || miniSectorSizeBits > 24 ||
miniSectorSizeBits < 2 || miniSectorSizeBits < 2 ||
miniSectorSizeBits > sectorSizeBits) miniSectorSizeBits > sectorSizeBits)
return S_FALSE; return S_FALSE;

View File

@@ -1,15 +0,0 @@
// CrossThreadProgress.cpp
#include "StdAfx.h"
#include "CrossThreadProgress.h"
STDMETHODIMP CCrossThreadProgress::SetRatioInfo(const UInt64 *inSize, const UInt64 *outSize)
{
InSize = inSize;
OutSize = outSize;
ProgressEvent.Set();
WaitEvent.Lock();
return Result;
}

View File

@@ -1,37 +0,0 @@
// CrossThreadProgress.h
#ifndef __CROSSTHREADPROGRESS_H
#define __CROSSTHREADPROGRESS_H
#include "../../ICoder.h"
#include "../../../Windows/Synchronization.h"
#include "../../../Common/MyCom.h"
class CCrossThreadProgress:
public ICompressProgressInfo,
public CMyUnknownImp
{
public:
const UInt64 *InSize;
const UInt64 *OutSize;
HRESULT Result;
NWindows::NSynchronization::CAutoResetEvent ProgressEvent;
NWindows::NSynchronization::CAutoResetEvent WaitEvent;
HRes Create()
{
RINOK(ProgressEvent.CreateIfNotCreated());
return WaitEvent.CreateIfNotCreated();
}
void Init()
{
ProgressEvent.Reset();
WaitEvent.Reset();
}
MY_UNKNOWN_IMP
STDMETHOD(SetRatioInfo)(const UInt64 *inSize, const UInt64 *outSize);
};
#endif

View File

@@ -147,7 +147,9 @@ HRESULT CSingleMethodProps::SetProperties(const wchar_t * const *names, const PR
#endif #endif
} }
else else
return ParseMethodFromPROPVARIANT(names[i], value); {
RINOK(ParseMethodFromPROPVARIANT(names[i], value));
}
} }
return S_OK; return S_OK;
} }

View File

File diff suppressed because it is too large Load Diff

View File

@@ -133,15 +133,23 @@ bool CHeader::Parse(const Byte *p)
default: return false; default: return false;
} }
{ {
int s = GetLog(Get16(p + 11)); {
if (s < 9 || s > 12) UInt32 val32 = Get16(p + 11);
return false; int s = GetLog(val32);
SectorSizeLog = (Byte)s; if (s < 9 || s > 12)
s = GetLog(p[13]); return false;
if (s < 0) SectorSizeLog = (Byte)s;
return false; }
SectorsPerClusterLog = (Byte)s; {
UInt32 val32 = p[13];
int s = GetLog(val32);
if (s < 0)
return false;
SectorsPerClusterLog = (Byte)s;
}
ClusterSizeLog = (Byte)(SectorSizeLog + SectorsPerClusterLog); ClusterSizeLog = (Byte)(SectorSizeLog + SectorsPerClusterLog);
if (ClusterSizeLog > 24)
return false;
} }
NumReservedSectors = Get16(p + 14); NumReservedSectors = Get16(p + 14);

View File

@@ -156,8 +156,15 @@ class CHandler: public CHandlerCont
CByteBuffer _buffer; CByteBuffer _buffer;
HRESULT Open2(IInStream *stream); HRESULT Open2(IInStream *stream);
virtual UInt64 GetItemPos(UInt32 index) const { return _items[index].GetPos(); }
virtual UInt64 GetItemSize(UInt32 index) const { return _items[index].GetSize(); } virtual int GetItem_ExtractInfo(UInt32 index, UInt64 &pos, UInt64 &size) const
{
const CPartition &item = _items[index];
pos = item.GetPos();
size = item.GetSize();
return NExtract::NOperationResult::kOK;
}
public: public:
INTERFACE_IInArchive_Cont(;) INTERFACE_IInArchive_Cont(;)
}; };

View File

@@ -28,7 +28,11 @@ STDMETHODIMP CHandlerCont::Extract(const UInt32 *indices, UInt32 numItems,
UInt64 totalSize = 0; UInt64 totalSize = 0;
UInt32 i; UInt32 i;
for (i = 0; i < numItems; i++) for (i = 0; i < numItems; i++)
totalSize += GetItemSize(allFilesMode ? i : indices[i]); {
UInt64 pos, size;
GetItem_ExtractInfo(allFilesMode ? i : indices[i], pos, size);
totalSize += size;
}
extractCallback->SetTotal(totalSize); extractCallback->SetTotal(totalSize);
totalSize = 0; totalSize = 0;
@@ -56,21 +60,31 @@ STDMETHODIMP CHandlerCont::Extract(const UInt32 *indices, UInt32 numItems,
Int32 index = allFilesMode ? i : indices[i]; Int32 index = allFilesMode ? i : indices[i];
RINOK(extractCallback->GetStream(index, &outStream, askMode)); RINOK(extractCallback->GetStream(index, &outStream, askMode));
UInt64 size = GetItemSize(index);
UInt64 pos, size;
int opRes = GetItem_ExtractInfo(index, pos, size);
totalSize += size; totalSize += size;
if (!testMode && !outStream) if (!testMode && !outStream)
continue; continue;
RINOK(extractCallback->PrepareOperation(askMode)); RINOK(extractCallback->PrepareOperation(askMode));
RINOK(_stream->Seek(GetItemPos(index), STREAM_SEEK_SET, NULL)); if (opRes == NExtract::NOperationResult::kOK)
streamSpec->Init(size); {
RINOK(copyCoder->Code(inStream, outStream, NULL, NULL, progress)); RINOK(_stream->Seek(pos, STREAM_SEEK_SET, NULL));
streamSpec->Init(size);
RINOK(copyCoder->Code(inStream, outStream, NULL, NULL, progress));
opRes = NExtract::NOperationResult::kDataError;
if (copyCoderSpec->TotalSize == size)
opRes = NExtract::NOperationResult::kOK;
else if (copyCoderSpec->TotalSize < size)
opRes = NExtract::NOperationResult::kUnexpectedEnd;
}
outStream.Release(); outStream.Release();
int opRes = NExtract::NOperationResult::kDataError;
if (copyCoderSpec->TotalSize == size)
opRes = NExtract::NOperationResult::kOK;
else if (copyCoderSpec->TotalSize < size)
opRes = NExtract::NOperationResult::kUnexpectedEnd;
RINOK(extractCallback->SetOperationResult(opRes)); RINOK(extractCallback->SetOperationResult(opRes));
} }
@@ -81,13 +95,22 @@ STDMETHODIMP CHandlerCont::Extract(const UInt32 *indices, UInt32 numItems,
STDMETHODIMP CHandlerCont::GetStream(UInt32 index, ISequentialInStream **stream) STDMETHODIMP CHandlerCont::GetStream(UInt32 index, ISequentialInStream **stream)
{ {
COM_TRY_BEGIN COM_TRY_BEGIN
// const CPartition &item = _items[index]; *stream = NULL;
return CreateLimitedInStream(_stream, GetItemPos(index), GetItemSize(index), stream); UInt64 pos, size;
if (GetItem_ExtractInfo(index, pos, size) != NExtract::NOperationResult::kOK)
return S_FALSE;
return CreateLimitedInStream(_stream, pos, size, stream);
COM_TRY_END COM_TRY_END
} }
CHandlerImg::CHandlerImg():
_imgExt(NULL)
{
ClearStreamVars();
}
STDMETHODIMP CHandlerImg::Seek(Int64 offset, UInt32 seekOrigin, UInt64 *newPosition) STDMETHODIMP CHandlerImg::Seek(Int64 offset, UInt32 seekOrigin, UInt64 *newPosition)
{ {
switch (seekOrigin) switch (seekOrigin)
@@ -190,6 +213,8 @@ STDMETHODIMP CHandlerImg::Extract(const UInt32 *indices, UInt32 numItems,
int opRes = NExtract::NOperationResult::kDataError; int opRes = NExtract::NOperationResult::kDataError;
ClearStreamVars();
CMyComPtr<ISequentialInStream> inStream; CMyComPtr<ISequentialInStream> inStream;
HRESULT hres = GetStream(0, &inStream); HRESULT hres = GetStream(0, &inStream);
if (hres == S_FALSE) if (hres == S_FALSE)
@@ -205,6 +230,13 @@ STDMETHODIMP CHandlerImg::Extract(const UInt32 *indices, UInt32 numItems,
{ {
if (copyCoderSpec->TotalSize == _size) if (copyCoderSpec->TotalSize == _size)
opRes = NExtract::NOperationResult::kOK; opRes = NExtract::NOperationResult::kOK;
if (_stream_unavailData)
opRes = NExtract::NOperationResult::kUnavailable;
else if (_stream_unsupportedMethod)
opRes = NExtract::NOperationResult::kUnsupportedMethod;
else if (_stream_dataError)
opRes = NExtract::NOperationResult::kDataError;
else if (copyCoderSpec->TotalSize < _size) else if (copyCoderSpec->TotalSize < _size)
opRes = NExtract::NOperationResult::kUnexpectedEnd; opRes = NExtract::NOperationResult::kUnexpectedEnd;
} }

View File

@@ -30,8 +30,8 @@ class CHandlerCont:
protected: protected:
CMyComPtr<IInStream> _stream; CMyComPtr<IInStream> _stream;
virtual UInt64 GetItemPos(UInt32 index) const = 0; virtual int GetItem_ExtractInfo(UInt32 index, UInt64 &pos, UInt64 &size) const = 0;
virtual UInt64 GetItemSize(UInt32 index) const = 0;
public: public:
MY_UNKNOWN_IMP2(IInArchive, IInArchiveGetStream) MY_UNKNOWN_IMP2(IInArchive, IInArchiveGetStream)
INTERFACE_IInArchive_Cont(PURE) INTERFACE_IInArchive_Cont(PURE)
@@ -39,6 +39,9 @@ public:
STDMETHOD(Extract)(const UInt32* indices, UInt32 numItems, Int32 testMode, IArchiveExtractCallback *extractCallback) MY_NO_THROW_DECL_ONLY; STDMETHOD(Extract)(const UInt32* indices, UInt32 numItems, Int32 testMode, IArchiveExtractCallback *extractCallback) MY_NO_THROW_DECL_ONLY;
STDMETHOD(GetStream)(UInt32 index, ISequentialInStream **stream); STDMETHOD(GetStream)(UInt32 index, ISequentialInStream **stream);
// destructor must be virtual for this class
virtual ~CHandlerCont() {}
}; };
@@ -68,6 +71,22 @@ protected:
UInt64 _size; UInt64 _size;
CMyComPtr<IInStream> Stream; CMyComPtr<IInStream> Stream;
const char *_imgExt; const char *_imgExt;
bool _stream_unavailData;
bool _stream_unsupportedMethod;
bool _stream_dataError;
// bool _stream_UsePackSize;
// UInt64 _stream_PackSize;
void ClearStreamVars()
{
_stream_unavailData = false;
_stream_unsupportedMethod = false;
_stream_dataError = false;
// _stream_UsePackSize = false;
// _stream_PackSize = 0;
}
virtual HRESULT Open2(IInStream *stream, IArchiveOpenCallback *openCallback) = 0; virtual HRESULT Open2(IInStream *stream, IArchiveOpenCallback *openCallback) = 0;
virtual void CloseAtError(); virtual void CloseAtError();
@@ -83,6 +102,10 @@ public:
STDMETHOD(Read)(void *data, UInt32 size, UInt32 *processedSize) = 0; STDMETHOD(Read)(void *data, UInt32 size, UInt32 *processedSize) = 0;
STDMETHOD(Seek)(Int64 offset, UInt32 seekOrigin, UInt64 *newPosition); STDMETHOD(Seek)(Int64 offset, UInt32 seekOrigin, UInt64 *newPosition);
CHandlerImg();
// destructor must be virtual for this class
virtual ~CHandlerImg() {}
}; };

View File

@@ -323,7 +323,7 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
{ {
lps->InSize = lps->OutSize = currentTotalSize + offset; lps->InSize = lps->OutSize = currentTotalSize + offset;
const CDir &item2 = ref.Dir->_subItems[ref.Index + e]; const CDir &item2 = ref.Dir->_subItems[ref.Index + e];
RINOK(_stream->Seek((UInt64)item2.ExtentLocation * _archive.BlockSize, STREAM_SEEK_SET, NULL)); RINOK(_stream->Seek((UInt64)item2.ExtentLocation * kBlockSize, STREAM_SEEK_SET, NULL));
streamSpec->Init(item2.Size); streamSpec->Init(item2.Size);
RINOK(copyCoder->Code(inStream, realOutStream, NULL, NULL, progress)); RINOK(copyCoder->Code(inStream, realOutStream, NULL, NULL, progress));
if (copyCoderSpec->TotalSize != item2.Size) if (copyCoderSpec->TotalSize != item2.Size)
@@ -336,7 +336,7 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
} }
else else
{ {
RINOK(_stream->Seek(blockIndex * _archive.BlockSize, STREAM_SEEK_SET, NULL)); RINOK(_stream->Seek((UInt64)blockIndex * kBlockSize, STREAM_SEEK_SET, NULL));
streamSpec->Init(currentItemSize); streamSpec->Init(currentItemSize);
RINOK(copyCoder->Code(inStream, realOutStream, NULL, NULL, progress)); RINOK(copyCoder->Code(inStream, realOutStream, NULL, NULL, progress));
if (copyCoderSpec->TotalSize != currentItemSize) if (copyCoderSpec->TotalSize != currentItemSize)
@@ -379,7 +379,7 @@ STDMETHODIMP CHandler::GetStream(UInt32 index, ISequentialInStream **stream)
if (item.Size == 0) if (item.Size == 0)
continue; continue;
CSeekExtent se; CSeekExtent se;
se.Phy = (UInt64)item.ExtentLocation * _archive.BlockSize; se.Phy = (UInt64)item.ExtentLocation * kBlockSize;
se.Virt = virtOffset; se.Virt = virtOffset;
extentStreamSpec->Extents.Add(se); extentStreamSpec->Extents.Add(se);
virtOffset += item.Size; virtOffset += item.Size;
@@ -405,7 +405,7 @@ STDMETHODIMP CHandler::GetStream(UInt32 index, ISequentialInStream **stream)
blockIndex = be.LoadRBA; blockIndex = be.LoadRBA;
} }
return CreateLimitedInStream(_stream, blockIndex * _archive.BlockSize, currentItemSize, stream); return CreateLimitedInStream(_stream, (UInt64)blockIndex * kBlockSize, currentItemSize, stream);
COM_TRY_END COM_TRY_END
} }

View File

@@ -88,15 +88,15 @@ AString CBootInitialEntry::GetName() const
Byte CInArchive::ReadByte() Byte CInArchive::ReadByte()
{ {
if (m_BufferPos >= BlockSize) if (m_BufferPos >= kBlockSize)
m_BufferPos = 0; m_BufferPos = 0;
if (m_BufferPos == 0) if (m_BufferPos == 0)
{ {
size_t processed = BlockSize; size_t processed = kBlockSize;
HRESULT res = ReadStream(_stream, m_Buffer, &processed); HRESULT res = ReadStream(_stream, m_Buffer, &processed);
if (res != S_OK) if (res != S_OK)
throw CSystemException(res); throw CSystemException(res);
if (processed != BlockSize) if (processed != kBlockSize)
throw CUnexpectedEndException(); throw CUnexpectedEndException();
UInt64 end = _position + processed; UInt64 end = _position + processed;
if (PhySize < end) if (PhySize < end)
@@ -294,7 +294,11 @@ void CInArchive::ReadVolumeDescriptor(CVolumeDescriptor &d)
d.FileStructureVersion = ReadByte(); // = 1 d.FileStructureVersion = ReadByte(); // = 1
SkipZeros(1); SkipZeros(1);
ReadBytes(d.ApplicationUse, sizeof(d.ApplicationUse)); ReadBytes(d.ApplicationUse, sizeof(d.ApplicationUse));
SkipZeros(653);
// Most ISO contains zeros in the following field (reserved for future standardization).
// But some ISO programs write some data to that area.
// So we disable check for zeros.
Skip(653); // SkipZeros(653);
} }
static const Byte kSig_CD001[5] = { 'C', 'D', '0', '0', '1' }; static const Byte kSig_CD001[5] = { 'C', 'D', '0', '0', '1' };
@@ -511,7 +515,7 @@ HRESULT CInArchive::Open2()
PhySize = _position; PhySize = _position;
m_BufferPos = 0; m_BufferPos = 0;
BlockSize = kBlockSize; // BlockSize = kBlockSize;
for (;;) for (;;)
{ {

View File

@@ -282,7 +282,7 @@ public:
CRecordVector<CRef> Refs; CRecordVector<CRef> Refs;
CObjectVector<CVolumeDescriptor> VolDescs; CObjectVector<CVolumeDescriptor> VolDescs;
int MainVolDescIndex; int MainVolDescIndex;
UInt32 BlockSize; // UInt32 BlockSize;
CObjectVector<CBootInitialEntry> BootEntries; CObjectVector<CBootInitialEntry> BootEntries;
bool IsArc; bool IsArc;
@@ -297,8 +297,8 @@ public:
void UpdatePhySize(UInt32 blockIndex, UInt64 size) void UpdatePhySize(UInt32 blockIndex, UInt64 size)
{ {
UInt64 alignedSize = (size + BlockSize - 1) & ~((UInt64)BlockSize - 1); const UInt64 alignedSize = (size + kBlockSize - 1) & ~((UInt64)kBlockSize - 1);
UInt64 end = blockIndex * BlockSize + alignedSize; const UInt64 end = (UInt64)blockIndex * kBlockSize + alignedSize;
if (PhySize < end) if (PhySize < end)
PhySize = end; PhySize = end;
} }
@@ -315,7 +315,7 @@ public:
size = (1440 << 10); size = (1440 << 10);
else if (be.BootMediaType == NBootMediaType::k2d88Floppy) else if (be.BootMediaType == NBootMediaType::k2d88Floppy)
size = (2880 << 10); size = (2880 << 10);
UInt64 startPos = (UInt64)be.LoadRBA * BlockSize; UInt64 startPos = (UInt64)be.LoadRBA * kBlockSize;
if (startPos < _fileSize) if (startPos < _fileSize)
{ {
if (_fileSize - startPos < size) if (_fileSize - startPos < size)

View File

@@ -158,6 +158,7 @@ static const CPartType kPartTypes[] =
{ 0x1E, kFat, "FAT16-LBA-WIN95-Hidden" }, { 0x1E, kFat, "FAT16-LBA-WIN95-Hidden" },
{ 0x82, 0, "Solaris x86 / Linux swap" }, { 0x82, 0, "Solaris x86 / Linux swap" },
{ 0x83, 0, "Linux" }, { 0x83, 0, "Linux" },
{ 0x8E, "lvm", "Linux LVM" },
{ 0xA5, 0, "BSD slice" }, { 0xA5, 0, "BSD slice" },
{ 0xBE, 0, "Solaris 8 boot" }, { 0xBE, 0, "Solaris 8 boot" },
{ 0xBF, 0, "New Solaris x86" }, { 0xBF, 0, "New Solaris x86" },
@@ -189,8 +190,14 @@ class CHandler: public CHandlerCont
UInt64 _totalSize; UInt64 _totalSize;
CByteBuffer _buffer; CByteBuffer _buffer;
virtual UInt64 GetItemPos(UInt32 index) const { return _items[index].Part.GetPos(); } virtual int GetItem_ExtractInfo(UInt32 index, UInt64 &pos, UInt64 &size) const
virtual UInt64 GetItemSize(UInt32 index) const { return _items[index].Size; } {
const CItem &item = _items[index];
pos = item.Part.GetPos();
size = item.Size;
return NExtract::NOperationResult::kOK;
}
HRESULT ReadTables(IInStream *stream, UInt32 baseLba, UInt32 lba, unsigned level); HRESULT ReadTables(IInStream *stream, UInt32 baseLba, UInt32 lba, unsigned level);
public: public:
INTERFACE_IInArchive_Cont(;) INTERFACE_IInArchive_Cont(;)

View File

@@ -56,8 +56,15 @@ class CHandler: public CHandlerCont
CItem _items[kNumFilesMax]; CItem _items[kNumFilesMax];
HRESULT Open2(IInStream *stream); HRESULT Open2(IInStream *stream);
virtual UInt64 GetItemPos(UInt32 index) const { return _items[index].Offset; }
virtual UInt64 GetItemSize(UInt32 index) const { return _items[index].Size; } virtual int GetItem_ExtractInfo(UInt32 index, UInt64 &pos, UInt64 &size) const
{
const CItem &item = _items[index];
pos = item.Offset;
size = item.Size;
return NExtract::NOperationResult::kOK;
}
public: public:
INTERFACE_IInArchive_Cont(;) INTERFACE_IInArchive_Cont(;)
}; };

View File

@@ -576,20 +576,20 @@ class CInStream:
UInt64 _physPos; UInt64 _physPos;
UInt64 _curRem; UInt64 _curRem;
bool _sparseMode; bool _sparseMode;
size_t _compressedPos;
UInt64 _tags[kNumCacheChunks];
unsigned _chunkSizeLog; unsigned _chunkSizeLog;
UInt64 _tags[kNumCacheChunks];
CByteBuffer _inBuf; CByteBuffer _inBuf;
CByteBuffer _outBuf; CByteBuffer _outBuf;
public: public:
CMyComPtr<IInStream> Stream;
UInt64 Size; UInt64 Size;
UInt64 InitializedSize; UInt64 InitializedSize;
unsigned BlockSizeLog; unsigned BlockSizeLog;
unsigned CompressionUnit; unsigned CompressionUnit;
bool InUse;
CRecordVector<CExtent> Extents; CRecordVector<CExtent> Extents;
bool InUse;
CMyComPtr<IInStream> Stream;
HRESULT SeekToPhys() { return Stream->Seek(_physPos, STREAM_SEEK_SET, NULL); } HRESULT SeekToPhys() { return Stream->Seek(_physPos, STREAM_SEEK_SET, NULL); }
@@ -597,11 +597,11 @@ public:
HRESULT InitAndSeek(unsigned compressionUnit) HRESULT InitAndSeek(unsigned compressionUnit)
{ {
CompressionUnit = compressionUnit; CompressionUnit = compressionUnit;
_chunkSizeLog = BlockSizeLog + CompressionUnit;
if (compressionUnit != 0) if (compressionUnit != 0)
{ {
UInt32 cuSize = GetCuSize(); UInt32 cuSize = GetCuSize();
_inBuf.Alloc(cuSize); _inBuf.Alloc(cuSize);
_chunkSizeLog = BlockSizeLog + CompressionUnit;
_outBuf.Alloc(kNumCacheChunks << _chunkSizeLog); _outBuf.Alloc(kNumCacheChunks << _chunkSizeLog);
} }
for (size_t i = 0; i < kNumCacheChunks; i++) for (size_t i = 0; i < kNumCacheChunks; i++)

View File

@@ -1292,6 +1292,18 @@ STDMETHODIMP CHandler::GetArchiveProperty(PROPID propID, PROPVARIANT *value)
break; break;
} }
case kpidError:
{
if (/* &_missingVol || */ !_missingVolName.IsEmpty())
{
UString s;
s.SetFromAscii("Missing volume : ");
s += _missingVolName;
prop = s;
}
break;
}
case kpidErrorFlags: case kpidErrorFlags:
{ {
UInt32 v = _errorFlags; UInt32 v = _errorFlags;
@@ -1840,13 +1852,18 @@ HRESULT CHandler::Open2(IInStream *stream,
break; break;
} }
HRESULT result = openVolumeCallback->GetStream(seqName.GetNextName(), &inStream); const UString volName = seqName.GetNextName();
if (result == S_FALSE)
break; HRESULT result = openVolumeCallback->GetStream(volName, &inStream);
if (result != S_OK)
if (result != S_OK && result != S_FALSE)
return result; return result;
if (!inStream)
if (!inStream || result != S_OK)
{
_missingVolName = volName;
break; break;
}
} }
UInt64 endPos = 0; UInt64 endPos = 0;
@@ -2120,6 +2137,7 @@ STDMETHODIMP CHandler::Open(IInStream *stream,
STDMETHODIMP CHandler::Close() STDMETHODIMP CHandler::Close()
{ {
COM_TRY_BEGIN COM_TRY_BEGIN
_missingVolName.Empty();
_errorFlags = 0; _errorFlags = 0;
// _warningFlags = 0; // _warningFlags = 0;
_isArc = false; _isArc = false;

View File

@@ -381,6 +381,7 @@ private:
// UInt32 _warningFlags; // UInt32 _warningFlags;
bool _isArc; bool _isArc;
CByteBuffer _comment; CByteBuffer _comment;
UString _missingVolName;
DECL_EXTERNAL_CODECS_VARS DECL_EXTERNAL_CODECS_VARS

View File

@@ -855,8 +855,21 @@ STDMETHODIMP CHandler::GetArchiveProperty(PROPID propID, PROPVARIANT *value)
break; break;
} }
// case kpidError: if (!_errorMessage.IsEmpty()) prop = _errorMessage; break;
case kpidError:
{
// if (!_errorMessage.IsEmpty()) prop = _errorMessage; break;
if (/* &_missingVol || */ !_missingVolName.IsEmpty())
{
UString s;
s.SetFromAscii("Missing volume : ");
s += _missingVolName;
prop = s;
}
break;
}
case kpidErrorFlags: case kpidErrorFlags:
{ {
UInt32 v = _errorFlags; UInt32 v = _errorFlags;
@@ -1050,14 +1063,18 @@ HRESULT CHandler::Open2(IInStream *stream,
*/ */
} }
UString fullName = seqName.GetNextName(); const UString volName = seqName.GetNextName();
HRESULT result = openVolumeCallback->GetStream(fullName, &inStream);
if (result == S_FALSE) HRESULT result = openVolumeCallback->GetStream(volName, &inStream);
break;
if (result != S_OK) if (result != S_OK && result != S_FALSE)
return result; return result;
if (!inStream)
if (!inStream || result != S_OK)
{
_missingVolName = volName;
break; break;
}
} }
else else
inStream = stream; inStream = stream;
@@ -1216,6 +1233,7 @@ STDMETHODIMP CHandler::Close()
{ {
COM_TRY_BEGIN COM_TRY_BEGIN
// _errorMessage.Empty(); // _errorMessage.Empty();
_missingVolName.Empty();
_errorFlags = 0; _errorFlags = 0;
_warningFlags = 0; _warningFlags = 0;
_isArc = false; _isArc = false;

View File

@@ -79,6 +79,7 @@ class CHandler:
UInt32 _errorFlags; UInt32 _errorFlags;
UInt32 _warningFlags; UInt32 _warningFlags;
bool _isArc; bool _isArc;
UString _missingVolName;
DECL_EXTERNAL_CODECS_VARS DECL_EXTERNAL_CODECS_VARS

View File

@@ -226,8 +226,13 @@ class CHandler: public CHandlerCont
HRESULT ReadHeader(ISequentialInStream *stream, bool isMainHeader); HRESULT ReadHeader(ISequentialInStream *stream, bool isMainHeader);
HRESULT Open2(ISequentialInStream *stream); HRESULT Open2(ISequentialInStream *stream);
virtual UInt64 GetItemPos(UInt32) const { return _headersSize; } virtual int GetItem_ExtractInfo(UInt32 /* index */, UInt64 &pos, UInt64 &size) const
virtual UInt64 GetItemSize(UInt32) const { return _size; } {
pos = _headersSize;
size = _size;
return NExtract::NOperationResult::kOK;
}
public: public:
INTERFACE_IInArchive_Cont(;) INTERFACE_IInArchive_Cont(;)
}; };

View File

@@ -564,7 +564,7 @@ HRESULT CInArchive::ReadItem(int volIndex, int fsIndex, const CLongAllocDesc &la
return S_OK; return S_OK;
} }
HRESULT CInArchive::FillRefs(CFileSet &fs, int fileIndex, int parent, int numRecurseAllowed) HRESULT CInArchive::FillRefs(CFileSet &fs, unsigned fileIndex, int parent, int numRecurseAllowed)
{ {
if ((_numRefs & 0xFFF) == 0) if ((_numRefs & 0xFFF) == 0)
{ {

View File

@@ -252,7 +252,7 @@ struct CItem
bool IsInline; bool IsInline;
CByteBuffer InlineData; CByteBuffer InlineData;
CRecordVector<CMyExtent> Extents; CRecordVector<CMyExtent> Extents;
CRecordVector<int> SubFiles; CUIntVector SubFiles;
void Parse(const Byte *buf); void Parse(const Byte *buf);
@@ -282,7 +282,7 @@ struct CItem
struct CRef struct CRef
{ {
int Parent; int Parent;
int FileIndex; unsigned FileIndex;
}; };
@@ -346,7 +346,7 @@ class CInArchive
HRESULT ReadItem(int volIndex, int fsIndex, const CLongAllocDesc &lad, int numRecurseAllowed); HRESULT ReadItem(int volIndex, int fsIndex, const CLongAllocDesc &lad, int numRecurseAllowed);
HRESULT Open2(); HRESULT Open2();
HRESULT FillRefs(CFileSet &fs, int fileIndex, int parent, int numRecurseAllowed); HRESULT FillRefs(CFileSet &fs, unsigned fileIndex, int parent, int numRecurseAllowed);
UInt64 _processedProgressBytes; UInt64 _processedProgressBytes;

View File

@@ -682,9 +682,9 @@ STDMETHODIMP CHandler::GetArchiveProperty(PROPID propID, PROPVARIANT *value)
{ {
s += " -> "; s += " -> ";
const CHandler *p = this; const CHandler *p = this;
while (p != 0 && p->NeedParent()) while (p && p->NeedParent())
p = p->Parent; p = p->Parent;
if (p == 0) if (!p)
s += '?'; s += '?';
else else
s += p->Footer.GetTypeString(); s += p->Footer.GetTypeString();
@@ -750,26 +750,24 @@ STDMETHODIMP CHandler::GetArchiveProperty(PROPID propID, PROPVARIANT *value)
COM_TRY_END COM_TRY_END
} }
HRESULT CHandler::Open2(IInStream *stream, CHandler *child, IArchiveOpenCallback *openArchiveCallback, unsigned level) HRESULT CHandler::Open2(IInStream *stream, CHandler *child, IArchiveOpenCallback *openArchiveCallback, unsigned level)
{ {
Close(); Close();
Stream = stream; Stream = stream;
if (level > (1 << 12)) // Maybe we need to increase that limit if (level > (1 << 12)) // Maybe we need to increase that limit
return S_FALSE; return S_FALSE;
RINOK(Open3()); RINOK(Open3());
if (child && memcmp(child->Dyn.ParentId, Footer.Id, 16) != 0) if (child && memcmp(child->Dyn.ParentId, Footer.Id, 16) != 0)
return S_FALSE; return S_FALSE;
if (Footer.Type != kDiskType_Diff) if (Footer.Type != kDiskType_Diff)
return S_OK; return S_OK;
CMyComPtr<IArchiveOpenVolumeCallback> openVolumeCallback;
if (openArchiveCallback->QueryInterface(IID_IArchiveOpenVolumeCallback, (void **)&openVolumeCallback) != S_OK)
{
// return S_FALSE;
}
CMyComPtr<IInStream> nextStream;
bool useRelative; bool useRelative;
UString name; UString name;
if (!Dyn.RelativeParentNameFromLocator.IsEmpty()) if (!Dyn.RelativeParentNameFromLocator.IsEmpty())
{ {
useRelative = true; useRelative = true;
@@ -780,11 +778,17 @@ HRESULT CHandler::Open2(IInStream *stream, CHandler *child, IArchiveOpenCallback
useRelative = false; useRelative = false;
name = Dyn.ParentName; name = Dyn.ParentName;
} }
Dyn.RelativeNameWasUsed = useRelative; Dyn.RelativeNameWasUsed = useRelative;
CMyComPtr<IArchiveOpenVolumeCallback> openVolumeCallback;
openArchiveCallback->QueryInterface(IID_IArchiveOpenVolumeCallback, (void **)&openVolumeCallback);
if (openVolumeCallback) if (openVolumeCallback)
{ {
CMyComPtr<IInStream> nextStream;
HRESULT res = openVolumeCallback->GetStream(name, &nextStream); HRESULT res = openVolumeCallback->GetStream(name, &nextStream);
if (res == S_FALSE) if (res == S_FALSE)
{ {
if (useRelative && Dyn.ParentName != Dyn.RelativeParentNameFromLocator) if (useRelative && Dyn.ParentName != Dyn.RelativeParentNameFromLocator)
@@ -793,19 +797,35 @@ HRESULT CHandler::Open2(IInStream *stream, CHandler *child, IArchiveOpenCallback
if (res == S_OK) if (res == S_OK)
Dyn.RelativeNameWasUsed = false; Dyn.RelativeNameWasUsed = false;
} }
if (res == S_FALSE)
return S_OK;
} }
RINOK(res);
if (res != S_OK && res != S_FALSE)
return res;
if (res == S_FALSE || !nextStream)
{
UString s;
s.SetFromAscii("Missing volume : ");
s += name;
AddErrorMessage(s);
return S_OK;
}
Parent = new CHandler; Parent = new CHandler;
ParentStream = Parent; ParentStream = Parent;
res = Parent->Open2(nextStream, this, openArchiveCallback, level + 1); res = Parent->Open2(nextStream, this, openArchiveCallback, level + 1);
if (res == S_FALSE)
if (res != S_OK)
{ {
Parent = NULL; Parent = NULL;
ParentStream.Release(); ParentStream.Release();
if (res == E_ABORT)
return res;
if (res != S_FALSE)
{
// we must show that error code
}
} }
} }
{ {
@@ -813,7 +833,7 @@ HRESULT CHandler::Open2(IInStream *stream, CHandler *child, IArchiveOpenCallback
while (p->NeedParent()) while (p->NeedParent())
{ {
p = p->Parent; p = p->Parent;
if (p == 0) if (!p)
{ {
AddErrorMessage(L"Can't open parent VHD file:"); AddErrorMessage(L"Can't open parent VHD file:");
AddErrorMessage(Dyn.ParentName); AddErrorMessage(Dyn.ParentName);
@@ -824,12 +844,13 @@ HRESULT CHandler::Open2(IInStream *stream, CHandler *child, IArchiveOpenCallback
return S_OK; return S_OK;
} }
void CHandler::CloseAtError() void CHandler::CloseAtError()
{ {
_phySize = 0; _phySize = 0;
Bat.Clear(); Bat.Clear();
NumUsedBlocks = 0; NumUsedBlocks = 0;
Parent = 0; Parent = NULL;
Stream.Release(); Stream.Release();
ParentStream.Release(); ParentStream.Release();
Dyn.Clear(); Dyn.Clear();

View File

File diff suppressed because it is too large Load Diff

View File

@@ -1028,6 +1028,7 @@ STDMETHODIMP CHandler::Open(IInStream *inStream, const UInt64 *, IArchiveOpenCal
COM_TRY_END COM_TRY_END
} }
STDMETHODIMP CHandler::Close() STDMETHODIMP CHandler::Close()
{ {
_firstVolumeIndex = -1; _firstVolumeIndex = -1;
@@ -1093,7 +1094,7 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
CMyComPtr<ICompressProgressInfo> progress = lps; CMyComPtr<ICompressProgressInfo> progress = lps;
lps->Init(extractCallback, false); lps->Init(extractCallback, false);
for (i = 0; i < numItems; for (i = 0;; i++,
currentTotalUnPacked += currentItemUnPacked) currentTotalUnPacked += currentItemUnPacked)
{ {
currentItemUnPacked = 0; currentItemUnPacked = 0;
@@ -1102,14 +1103,18 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
lps->OutSize = currentTotalUnPacked; lps->OutSize = currentTotalUnPacked;
RINOK(lps->SetCur()); RINOK(lps->SetCur());
if (i >= numItems)
break;
UInt32 index = allFilesMode ? i : indices[i]; UInt32 index = allFilesMode ? i : indices[i];
i++;
Int32 askMode = testMode ? Int32 askMode = testMode ?
NExtract::NAskMode::kTest : NExtract::NAskMode::kTest :
NExtract::NAskMode::kExtract; NExtract::NAskMode::kExtract;
CMyComPtr<ISequentialOutStream> realOutStream; CMyComPtr<ISequentialOutStream> realOutStream;
RINOK(extractCallback->GetStream(index, &realOutStream, askMode)); RINOK(extractCallback->GetStream(index, &realOutStream, askMode));
if (index >= _db.SortedItems.Size()) if (index >= _db.SortedItems.Size())
{ {
if (!testMode && !realOutStream) if (!testMode && !realOutStream)
@@ -1153,13 +1158,16 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
continue; continue;
RINOK(extractCallback->PrepareOperation(askMode)); RINOK(extractCallback->PrepareOperation(askMode));
Int32 opRes = NExtract::NOperationResult::kOK; Int32 opRes = NExtract::NOperationResult::kOK;
if (streamIndex != prevSuccessStreamIndex || realOutStream) if (streamIndex != prevSuccessStreamIndex || realOutStream)
{ {
Byte digest[kHashSize]; Byte digest[kHashSize];
const CVolume &vol = _volumes[si.PartNumber]; const CVolume &vol = _volumes[si.PartNumber];
bool needDigest = !si.IsEmptyHash(); bool needDigest = !si.IsEmptyHash();
HRESULT res = unpacker.Unpack(vol.Stream, si.Resource, vol.Header, &_db, HRESULT res = unpacker.Unpack(vol.Stream, si.Resource, vol.Header, &_db,
realOutStream, progress, needDigest ? digest : NULL); realOutStream, progress, needDigest ? digest : NULL);
if (res == S_OK) if (res == S_OK)
{ {
if (!needDigest || memcmp(digest, si.Hash, kHashSize) == 0) if (!needDigest || memcmp(digest, si.Hash, kHashSize) == 0)
@@ -1174,13 +1182,16 @@ STDMETHODIMP CHandler::Extract(const UInt32 *indices, UInt32 numItems,
else else
return res; return res;
} }
realOutStream.Release(); realOutStream.Release();
RINOK(extractCallback->SetOperationResult(opRes)); RINOK(extractCallback->SetOperationResult(opRes));
} }
return S_OK; return S_OK;
COM_TRY_END COM_TRY_END
} }
STDMETHODIMP CHandler::GetNumberOfItems(UInt32 *numItems) STDMETHODIMP CHandler::GetNumberOfItems(UInt32 *numItems)
{ {
*numItems = _db.SortedItems.Size() + *numItems = _db.SortedItems.Size() +

View File

@@ -255,7 +255,12 @@ HRESULT CUnpacker::Unpack2(
_solidIndex = resource.SolidIndex; _solidIndex = resource.SolidIndex;
_unpackedChunkIndex = chunkIndex; _unpackedChunkIndex = chunkIndex;
if (cur < offsetInChunk)
return E_FAIL;
cur -= offsetInChunk;
if (cur > rem) if (cur > rem)
cur = (size_t)rem; cur = (size_t)rem;

View File

@@ -723,7 +723,7 @@ static HRESULT Update2(
CThreads threads; CThreads threads;
CRecordVector<HANDLE> compressingCompletedEvents; CRecordVector<HANDLE> compressingCompletedEvents;
CRecordVector<int> threadIndices; // list threads in order of updateItems CUIntVector threadIndices; // list threads in order of updateItems
{ {
RINOK(memManager.AllocateSpaceAlways((size_t)numThreads * (kMemPerThread / kBlockSize))); RINOK(memManager.AllocateSpaceAlways((size_t)numThreads * (kMemPerThread / kBlockSize)));
@@ -759,7 +759,7 @@ static HRESULT Update2(
while (itemIndex < updateItems.Size()) while (itemIndex < updateItems.Size())
{ {
if ((UInt32)threadIndices.Size() < numThreads && mtItemIndex < updateItems.Size()) if (threadIndices.Size() < numThreads && mtItemIndex < updateItems.Size())
{ {
CUpdateItem &ui = updateItems[mtItemIndex++]; CUpdateItem &ui = updateItems[mtItemIndex++];
if (!ui.NewData) if (!ui.NewData)

View File

@@ -554,14 +554,6 @@ SOURCE=..\..\Common\CreateCoder.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.h
# End Source File
# Begin Source File
SOURCE=..\..\Common\CWrappers.cpp SOURCE=..\..\Common\CWrappers.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
@@ -1285,14 +1277,6 @@ SOURCE=..\..\Archive\7z\7zFolderInStream.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.cpp SOURCE=..\..\Archive\7z\7zHandler.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File

View File

@@ -77,7 +77,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\DummyOutStream.obj \ $O\DummyOutStream.obj \
$O\FindSignature.obj \ $O\FindSignature.obj \
$O\HandlerOut.obj \ $O\HandlerOut.obj \
@@ -94,7 +93,6 @@ AR_COMMON_OBJS = \
$O\7zEncode.obj \ $O\7zEncode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderInStream.obj \ $O\7zFolderInStream.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zHandlerOut.obj \ $O\7zHandlerOut.obj \
$O\7zHeader.obj \ $O\7zHeader.obj \

View File

@@ -546,14 +546,6 @@ SOURCE=..\..\Common\CreateCoder.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.h
# End Source File
# Begin Source File
SOURCE=..\..\Common\CWrappers.cpp SOURCE=..\..\Common\CWrappers.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
@@ -812,14 +804,6 @@ SOURCE=..\..\Compress\LzmaEncoder.h
SOURCE=..\..\Compress\LzmaRegister.cpp SOURCE=..\..\Compress\LzmaRegister.cpp
# End Source File # End Source File
# Begin Source File
SOURCE=..\..\Compress\RangeCoder.h
# End Source File
# Begin Source File
SOURCE=..\..\Compress\RangeCoderBit.h
# End Source File
# End Group # End Group
# Begin Group "Archive" # Begin Group "Archive"
@@ -865,14 +849,6 @@ SOURCE=..\..\Archive\7z\7zFolderInStream.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.cpp SOURCE=..\..\Archive\7z\7zHandler.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File

View File

@@ -67,7 +67,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\DummyOutStream.obj \ $O\DummyOutStream.obj \
$O\HandlerOut.obj \ $O\HandlerOut.obj \
$O\InStreamWithCRC.obj \ $O\InStreamWithCRC.obj \
@@ -83,7 +82,6 @@ AR_COMMON_OBJS = \
$O\7zEncode.obj \ $O\7zEncode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderInStream.obj \ $O\7zFolderInStream.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zHandlerOut.obj \ $O\7zHandlerOut.obj \
$O\7zHeader.obj \ $O\7zHeader.obj \

View File

@@ -211,122 +211,6 @@ SOURCE=..\..\UI\FileManager\Test.bmp
# Begin Group "Archive" # Begin Group "Archive"
# PROP Default_Filter "" # PROP Default_Filter ""
# Begin Group "7z"
# PROP Default_Filter ""
# Begin Source File
SOURCE=..\..\Archive\7z\7zCompressionMode.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zCompressionMode.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zDecode.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zDecode.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zEncode.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zEncode.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zExtract.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderInStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderInStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandlerOut.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHeader.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHeader.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zIn.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zIn.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zItem.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zOut.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zOut.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zProperties.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zProperties.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zRegister.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zSpecStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zSpecStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zUpdate.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zUpdate.h
# End Source File
# End Group
# Begin Group "Archive Common" # Begin Group "Archive Common"
# PROP Default_Filter "" # PROP Default_Filter ""
@@ -403,6 +287,114 @@ SOURCE=..\..\Archive\Common\ParseProperties.cpp
SOURCE=..\..\Archive\Common\ParseProperties.h SOURCE=..\..\Archive\Common\ParseProperties.h
# End Source File # End Source File
# End Group # End Group
# Begin Group "7z"
# PROP Default_Filter ""
# Begin Source File
SOURCE=..\..\Archive\7z\7zCompressionMode.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zCompressionMode.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zDecode.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zDecode.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zEncode.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zEncode.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zExtract.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderInStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderInStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandlerOut.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHeader.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHeader.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zIn.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zIn.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zItem.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zOut.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zOut.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zProperties.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zProperties.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zRegister.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zSpecStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zSpecStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zUpdate.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zUpdate.h
# End Source File
# End Group
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\IArchive.h SOURCE=..\..\Archive\IArchive.h

View File

@@ -49,7 +49,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\HandlerOut.obj \ $O\HandlerOut.obj \
$O\InStreamWithCRC.obj \ $O\InStreamWithCRC.obj \
$O\ItemNameUtils.obj \ $O\ItemNameUtils.obj \
@@ -63,7 +62,6 @@ AR_COMMON_OBJS = \
$O\7zEncode.obj \ $O\7zEncode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderInStream.obj \ $O\7zFolderInStream.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zHandlerOut.obj \ $O\7zHandlerOut.obj \
$O\7zHeader.obj \ $O\7zHeader.obj \

View File

@@ -7,12 +7,12 @@ COMMON_OBJS = \
$O\CRC.obj \ $O\CRC.obj \
$O\CrcReg.obj \ $O\CrcReg.obj \
$O\IntToString.obj \ $O\IntToString.obj \
$O\NewHandler.obj \
$O\MyString.obj \ $O\MyString.obj \
$O\MyVector.obj \
$O\NewHandler.obj \
$O\Sha256Reg.obj \ $O\Sha256Reg.obj \
$O\StringConvert.obj \ $O\StringConvert.obj \
$O\StringToInt.obj \ $O\StringToInt.obj \
$O\MyVector.obj \
$O\Wildcard.obj \ $O\Wildcard.obj \
WIN_OBJS = \ WIN_OBJS = \
@@ -42,7 +42,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\ItemNameUtils.obj \ $O\ItemNameUtils.obj \
$O\OutStreamWithCRC.obj \ $O\OutStreamWithCRC.obj \
$O\ParseProperties.obj \ $O\ParseProperties.obj \
@@ -51,7 +50,6 @@ AR_COMMON_OBJS = \
$O\7zCompressionMode.obj \ $O\7zCompressionMode.obj \
$O\7zDecode.obj \ $O\7zDecode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zHeader.obj \ $O\7zHeader.obj \
$O\7zIn.obj \ $O\7zIn.obj \

View File

@@ -42,7 +42,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\HandlerOut.obj \ $O\HandlerOut.obj \
$O\ItemNameUtils.obj \ $O\ItemNameUtils.obj \
$O\OutStreamWithCRC.obj \ $O\OutStreamWithCRC.obj \
@@ -53,7 +52,6 @@ AR_COMMON_OBJS = \
$O\7zCompressionMode.obj \ $O\7zCompressionMode.obj \
$O\7zDecode.obj \ $O\7zDecode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zHeader.obj \ $O\7zHeader.obj \
$O\7zIn.obj \ $O\7zIn.obj \

View File

@@ -93,7 +93,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\DummyOutStream.obj \ $O\DummyOutStream.obj \
$O\FindSignature.obj \ $O\FindSignature.obj \
$O\InStreamWithCRC.obj \ $O\InStreamWithCRC.obj \
@@ -111,7 +110,6 @@ AR_COMMON_OBJS = \
$O\7zEncode.obj \ $O\7zEncode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderInStream.obj \ $O\7zFolderInStream.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zHandlerOut.obj \ $O\7zHandlerOut.obj \
$O\7zHeader.obj \ $O\7zHeader.obj \

View File

@@ -47,7 +47,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\HandlerOut.obj \ $O\HandlerOut.obj \
$O\InStreamWithCRC.obj \ $O\InStreamWithCRC.obj \
$O\ItemNameUtils.obj \ $O\ItemNameUtils.obj \
@@ -61,7 +60,6 @@ AR_COMMON_OBJS = \
$O\7zEncode.obj \ $O\7zEncode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderInStream.obj \ $O\7zFolderInStream.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zHandlerOut.obj \ $O\7zHandlerOut.obj \
$O\7zHeader.obj \ $O\7zHeader.obj \

View File

@@ -513,10 +513,11 @@ static int main2(int numArgs, const char *args[])
if (parser[NKey::kEOS].ThereIs || stdInMode) if (parser[NKey::kEOS].ThereIs || stdInMode)
throw "Can not use stdin in this mode"; throw "Can not use stdin in this mode";
if (fileSize > 0xF0000000)
throw "File is too big";
size_t inSize = (size_t)fileSize; size_t inSize = (size_t)fileSize;
if (inSize != fileSize)
throw "File is too big";
Byte *inBuffer = NULL; Byte *inBuffer = NULL;
if (inSize != 0) if (inSize != 0)
@@ -535,7 +536,13 @@ static int main2(int numArgs, const char *args[])
if (encodeMode) if (encodeMode)
{ {
// we allocate 105% of original size for output buffer // we allocate 105% of original size for output buffer
outSize = (size_t)fileSize / 20 * 21 + (1 << 16); UInt64 outSize64 = fileSize / 20 * 21 + (1 << 16);
outSize = (size_t)outSize64;
if (outSize != outSize64)
throw "File is too big";
if (outSize != 0) if (outSize != 0)
{ {
outBuffer = (Byte *)MyAlloc((size_t)outSize); outBuffer = (Byte *)MyAlloc((size_t)outSize);
@@ -561,7 +568,7 @@ static int main2(int numArgs, const char *args[])
outSize = (size_t)outSize64; outSize = (size_t)outSize64;
if (outSize != outSize64) if (outSize != outSize64)
throw "too big"; throw "Unpack size is too big";
if (outSize != 0) if (outSize != 0)
{ {
outBuffer = (Byte *)MyAlloc(outSize); outBuffer = (Byte *)MyAlloc(outSize);

View File

@@ -366,6 +366,10 @@ SOURCE=..\..\..\..\C\7zCrcOpt.c
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\..\..\C\7zTypes.h
# End Source File
# Begin Source File
SOURCE=..\..\..\..\C\Alloc.c SOURCE=..\..\..\..\C\Alloc.c
# SUBTRACT CPP /YX /Yc /Yu # SUBTRACT CPP /YX /Yc /Yu
# End Source File # End Source File
@@ -464,10 +468,6 @@ SOURCE=..\..\..\..\C\Threads.c
SOURCE=..\..\..\..\C\Threads.h SOURCE=..\..\..\..\C\Threads.h
# End Source File # End Source File
# Begin Source File
SOURCE=..\..\..\..\C\Types.h
# End Source File
# End Group # End Group
# Begin Source File # Begin Source File

View File

@@ -117,14 +117,6 @@ SOURCE=..\..\Archive\Common\CoderMixer2.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\Common\ItemNameUtils.cpp SOURCE=..\..\Archive\Common\ItemNameUtils.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
@@ -221,14 +213,6 @@ SOURCE=..\..\Archive\7z\7zExtract.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.cpp SOURCE=..\..\Archive\7z\7zHandler.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File

View File

@@ -72,7 +72,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\ItemNameUtils.obj \ $O\ItemNameUtils.obj \
$O\MultiStream.obj \ $O\MultiStream.obj \
$O\OutStreamWithCRC.obj \ $O\OutStreamWithCRC.obj \
@@ -81,7 +80,6 @@ AR_COMMON_OBJS = \
7Z_OBJS = \ 7Z_OBJS = \
$O\7zDecode.obj \ $O\7zDecode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zIn.obj \ $O\7zIn.obj \
$O\7zRegister.obj \ $O\7zRegister.obj \

View File

@@ -157,14 +157,6 @@ SOURCE=..\..\Archive\7z\7zExtract.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.cpp SOURCE=..\..\Archive\7z\7zHandler.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
@@ -205,14 +197,6 @@ SOURCE=..\..\Archive\Common\CoderMixer2.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\Common\ItemNameUtils.cpp SOURCE=..\..\Archive\Common\ItemNameUtils.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File

View File

@@ -67,14 +67,12 @@ FM_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\ItemNameUtils.obj \ $O\ItemNameUtils.obj \
$O\OutStreamWithCRC.obj \ $O\OutStreamWithCRC.obj \
7Z_OBJS = \ 7Z_OBJS = \
$O\7zDecode.obj \ $O\7zDecode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zIn.obj \ $O\7zIn.obj \
$O\7zRegister.obj \ $O\7zRegister.obj \

View File

@@ -149,14 +149,6 @@ SOURCE=..\..\Archive\7z\7zExtract.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zFolderOutStream.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\7z\7zHandler.cpp SOURCE=..\..\Archive\7z\7zHandler.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File
@@ -197,14 +189,6 @@ SOURCE=..\..\Archive\Common\CoderMixer2.h
# End Source File # End Source File
# Begin Source File # Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.cpp
# End Source File
# Begin Source File
SOURCE=..\..\Archive\Common\CrossThreadProgress.h
# End Source File
# Begin Source File
SOURCE=..\..\Archive\Common\ItemNameUtils.cpp SOURCE=..\..\Archive\Common\ItemNameUtils.cpp
# End Source File # End Source File
# Begin Source File # Begin Source File

View File

@@ -92,7 +92,6 @@ AR_OBJS = \
AR_COMMON_OBJS = \ AR_COMMON_OBJS = \
$O\CoderMixer2.obj \ $O\CoderMixer2.obj \
$O\CrossThreadProgress.obj \
$O\ItemNameUtils.obj \ $O\ItemNameUtils.obj \
$O\MultiStream.obj \ $O\MultiStream.obj \
$O\OutStreamWithCRC.obj \ $O\OutStreamWithCRC.obj \
@@ -100,7 +99,6 @@ AR_COMMON_OBJS = \
7Z_OBJS = \ 7Z_OBJS = \
$O\7zDecode.obj \ $O\7zDecode.obj \
$O\7zExtract.obj \ $O\7zExtract.obj \
$O\7zFolderOutStream.obj \
$O\7zHandler.obj \ $O\7zHandler.obj \
$O\7zIn.obj \ $O\7zIn.obj \
$O\7zRegister.obj \ $O\7zRegister.obj \

View File

@@ -86,26 +86,34 @@ STDMETHODIMP CClusterInStream::Read(void *data, UInt32 size, UInt32 *processedSi
*processedSize = 0; *processedSize = 0;
if (_virtPos >= Size) if (_virtPos >= Size)
return S_OK; return S_OK;
{
UInt64 rem = Size - _virtPos;
if (size > rem)
size = (UInt32)rem;
}
if (size == 0)
return S_OK;
if (_curRem == 0) if (_curRem == 0)
{ {
UInt32 blockSize = (UInt32)1 << BlockSizeLog; const UInt32 blockSize = (UInt32)1 << BlockSizeLog;
UInt32 virtBlock = (UInt32)(_virtPos >> BlockSizeLog); const UInt32 virtBlock = (UInt32)(_virtPos >> BlockSizeLog);
UInt32 offsetInBlock = (UInt32)_virtPos & (blockSize - 1); const UInt32 offsetInBlock = (UInt32)_virtPos & (blockSize - 1);
UInt32 phyBlock = Vector[virtBlock]; const UInt32 phyBlock = Vector[virtBlock];
UInt64 newPos = StartOffset + ((UInt64)phyBlock << BlockSizeLog) + offsetInBlock; UInt64 newPos = StartOffset + ((UInt64)phyBlock << BlockSizeLog) + offsetInBlock;
if (newPos != _physPos) if (newPos != _physPos)
{ {
_physPos = newPos; _physPos = newPos;
RINOK(SeekToPhys()); RINOK(SeekToPhys());
} }
_curRem = blockSize - offsetInBlock; _curRem = blockSize - offsetInBlock;
for (int i = 1; i < 64 && (virtBlock + i) < (UInt32)Vector.Size() && phyBlock + i == Vector[virtBlock + i]; i++) for (int i = 1; i < 64 && (virtBlock + i) < (UInt32)Vector.Size() && phyBlock + i == Vector[virtBlock + i]; i++)
_curRem += (UInt32)1 << BlockSizeLog; _curRem += (UInt32)1 << BlockSizeLog;
UInt64 rem = Size - _virtPos;
if (_curRem > rem)
_curRem = (UInt32)rem;
} }
if (size > _curRem) if (size > _curRem)
size = _curRem; size = _curRem;
HRESULT res = Stream->Read(data, size, &size); HRESULT res = Stream->Read(data, size, &size);

View File

@@ -73,11 +73,11 @@ class CClusterInStream:
UInt64 _physPos; UInt64 _physPos;
UInt32 _curRem; UInt32 _curRem;
public: public:
CMyComPtr<IInStream> Stream;
UInt64 StartOffset;
UInt64 Size;
unsigned BlockSizeLog; unsigned BlockSizeLog;
UInt64 Size;
CMyComPtr<IInStream> Stream;
CRecordVector<UInt32> Vector; CRecordVector<UInt32> Vector;
UInt64 StartOffset;
HRESULT SeekToPhys() { return Stream->Seek(_physPos, STREAM_SEEK_SET, NULL); } HRESULT SeekToPhys() { return Stream->Seek(_physPos, STREAM_SEEK_SET, NULL); }

View File

@@ -90,51 +90,65 @@ HRESULT ParseMtProp(const UString &name, const PROPVARIANT &prop, UInt32 default
return ParsePropToUInt32(name, prop, numThreads); return ParsePropToUInt32(name, prop, numThreads);
} }
static HRESULT StringToDictSize(const UString &s, UInt32 &dicSize)
static HRESULT StringToDictSize(const UString &s, NCOM::CPropVariant &destProp)
{ {
const wchar_t *end; const wchar_t *end;
UInt32 number = ConvertStringToUInt32(s, &end); UInt32 number = ConvertStringToUInt32(s, &end);
unsigned numDigits = (unsigned)(end - s); unsigned numDigits = (unsigned)(end - s);
if (numDigits == 0 || s.Len() > numDigits + 1) if (numDigits == 0 || s.Len() > numDigits + 1)
return E_INVALIDARG; return E_INVALIDARG;
const unsigned kLogDictSizeLimit = 32;
if (s.Len() == numDigits) if (s.Len() == numDigits)
{ {
if (number >= kLogDictSizeLimit) if (number >= 64)
return E_INVALIDARG; return E_INVALIDARG;
dicSize = (UInt32)1 << (unsigned)number; if (number < 32)
destProp = (UInt32)((UInt32)1 << (unsigned)number);
else
destProp = (UInt64)((UInt64)1 << (unsigned)number);
return S_OK; return S_OK;
} }
unsigned numBits; unsigned numBits;
switch (MyCharLower_Ascii(s[numDigits])) switch (MyCharLower_Ascii(s[numDigits]))
{ {
case 'b': dicSize = number; return S_OK; case 'b': destProp = number; return S_OK;
case 'k': numBits = 10; break; case 'k': numBits = 10; break;
case 'm': numBits = 20; break; case 'm': numBits = 20; break;
case 'g': numBits = 30; break; case 'g': numBits = 30; break;
default: return E_INVALIDARG; default: return E_INVALIDARG;
} }
if (number >= ((UInt32)1 << (kLogDictSizeLimit - numBits)))
return E_INVALIDARG; if (number < ((UInt32)1 << (32 - numBits)))
dicSize = number << numBits; destProp = (UInt32)(number << numBits);
else
destProp = (UInt64)((UInt64)number << numBits);
return S_OK; return S_OK;
} }
static HRESULT PROPVARIANT_to_DictSize(const PROPVARIANT &prop, UInt32 &resValue)
static HRESULT PROPVARIANT_to_DictSize(const PROPVARIANT &prop, NCOM::CPropVariant &destProp)
{ {
if (prop.vt == VT_UI4) if (prop.vt == VT_UI4)
{ {
UInt32 v = prop.ulVal; UInt32 v = prop.ulVal;
if (v >= 32) if (v >= 64)
return E_INVALIDARG; return E_INVALIDARG;
resValue = (UInt32)1 << v; if (v < 32)
destProp = (UInt32)((UInt32)1 << (unsigned)v);
else
destProp = (UInt64)((UInt64)1 << (unsigned)v);
return S_OK; return S_OK;
} }
if (prop.vt == VT_BSTR) if (prop.vt == VT_BSTR)
return StringToDictSize(prop.bstrVal, resValue); return StringToDictSize(prop.bstrVal, destProp);
return E_INVALIDARG; return E_INVALIDARG;
} }
void CProps::AddProp32(PROPID propid, UInt32 level) void CProps::AddProp32(PROPID propid, UInt32 level)
{ {
CProp &prop = Props.AddNew(); CProp &prop = Props.AddNew();
@@ -275,10 +289,10 @@ static void SplitParams(const UString &srcString, UStringVector &subStrings)
{ {
subStrings.Clear(); subStrings.Clear();
UString s; UString s;
int len = srcString.Len(); unsigned len = srcString.Len();
if (len == 0) if (len == 0)
return; return;
for (int i = 0; i < len; i++) for (unsigned i = 0; i < len; i++)
{ {
wchar_t c = srcString[i]; wchar_t c = srcString[i];
if (c == L':') if (c == L':')
@@ -336,9 +350,7 @@ HRESULT CMethodProps::SetParam(const UString &name, const UString &value)
if (IsLogSizeProp(prop.Id)) if (IsLogSizeProp(prop.Id))
{ {
UInt32 dicSize; RINOK(StringToDictSize(value, prop.Value));
RINOK(StringToDictSize(value, dicSize));
prop.Value = dicSize;
} }
else else
{ {
@@ -406,9 +418,7 @@ HRESULT CMethodProps::ParseParamsFromPROPVARIANT(const UString &realName, const
if (IsLogSizeProp(prop.Id)) if (IsLogSizeProp(prop.Id))
{ {
UInt32 dicSize; RINOK(PROPVARIANT_to_DictSize(value, prop.Value));
RINOK(PROPVARIANT_to_DictSize(value, dicSize));
prop.Value = dicSize;
} }
else else
{ {

View File

@@ -38,7 +38,20 @@ HRESULT SetLzma2Prop(PROPID propID, const PROPVARIANT &prop, CLzma2EncProps &lzm
switch (propID) switch (propID)
{ {
case NCoderPropID::kBlockSize: case NCoderPropID::kBlockSize:
if (prop.vt != VT_UI4) return E_INVALIDARG; lzma2Props.blockSize = prop.ulVal; break; {
if (prop.vt == VT_UI4)
lzma2Props.blockSize = prop.ulVal;
else if (prop.vt == VT_UI8)
{
size_t v = (size_t)prop.uhVal.QuadPart;
if (v != prop.uhVal.QuadPart)
return E_INVALIDARG;
lzma2Props.blockSize = v;
}
else
return E_INVALIDARG;
break;
}
case NCoderPropID::kNumThreads: case NCoderPropID::kNumThreads:
if (prop.vt != VT_UI4) return E_INVALIDARG; lzma2Props.numTotalThreads = (int)(prop.ulVal); break; if (prop.vt != VT_UI4) return E_INVALIDARG; lzma2Props.numTotalThreads = (int)(prop.ulVal); break;
default: default:

View File

@@ -441,7 +441,7 @@ STDMETHODIMP CArchiveExtractCallback::SetOperationResult(Int32 operationResult)
} }
} }
if (_outFileStream != NULL) if (_outFileStream)
{ {
if (_processedFileInfo.MTimeDefined) if (_processedFileInfo.MTimeDefined)
_outFileStreamSpec->SetMTime(&_processedFileInfo.MTime); _outFileStreamSpec->SetMTime(&_processedFileInfo.MTime);
@@ -499,7 +499,6 @@ public:
STDMETHOD(SetCompleted)(const UInt64 *completeValue); STDMETHOD(SetCompleted)(const UInt64 *completeValue);
// IUpdateCallback2 // IUpdateCallback2
STDMETHOD(EnumProperties)(IEnumSTATPROPSTG **enumerator);
STDMETHOD(GetUpdateItemInfo)(UInt32 index, STDMETHOD(GetUpdateItemInfo)(UInt32 index,
Int32 *newData, Int32 *newProperties, UInt32 *indexInArchive); Int32 *newData, Int32 *newProperties, UInt32 *indexInArchive);
STDMETHOD(GetProperty)(UInt32 index, PROPID propID, PROPVARIANT *value); STDMETHOD(GetProperty)(UInt32 index, PROPID propID, PROPVARIANT *value);
@@ -551,20 +550,14 @@ STDMETHODIMP CArchiveUpdateCallback::SetCompleted(const UInt64 * /* completeValu
return S_OK; return S_OK;
} }
STDMETHODIMP CArchiveUpdateCallback::EnumProperties(IEnumSTATPROPSTG ** /* enumerator */)
{
return E_NOTIMPL;
}
STDMETHODIMP CArchiveUpdateCallback::GetUpdateItemInfo(UInt32 /* index */, STDMETHODIMP CArchiveUpdateCallback::GetUpdateItemInfo(UInt32 /* index */,
Int32 *newData, Int32 *newProperties, UInt32 *indexInArchive) Int32 *newData, Int32 *newProperties, UInt32 *indexInArchive)
{ {
if (newData != NULL) if (newData)
*newData = BoolToInt(true); *newData = BoolToInt(true);
if (newProperties != NULL) if (newProperties)
*newProperties = BoolToInt(true); *newProperties = BoolToInt(true);
if (indexInArchive != NULL) if (indexInArchive)
*indexInArchive = (UInt32)(Int32)-1; *indexInArchive = (UInt32)(Int32)-1;
return S_OK; return S_OK;
} }
@@ -700,7 +693,7 @@ STDMETHODIMP CArchiveUpdateCallback::CryptoGetTextPassword2(Int32 *passwordIsDef
return StringToBstr(Password, password); return StringToBstr(Password, password);
} }
//////////////////////////////////////////////////////////////////////////
// Main function // Main function
#define NT_CHECK_FAIL_ACTION PrintError("Unsupported Windows version"); return 1; #define NT_CHECK_FAIL_ACTION PrintError("Unsupported Windows version"); return 1;
@@ -716,12 +709,14 @@ int MY_CDECL main(int numArgs, const char *args[])
PrintStringLn(kHelpString); PrintStringLn(kHelpString);
return 1; return 1;
} }
NDLL::CLibrary lib; NDLL::CLibrary lib;
if (!lib.Load(NDLL::GetModuleDirPrefix() + FTEXT(kDllName))) if (!lib.Load(NDLL::GetModuleDirPrefix() + FTEXT(kDllName)))
{ {
PrintError("Can not load 7-zip library"); PrintError("Can not load 7-zip library");
return 1; return 1;
} }
Func_CreateObject createObjectFunc = (Func_CreateObject)lib.GetProc("CreateObject"); Func_CreateObject createObjectFunc = (Func_CreateObject)lib.GetProc("CreateObject");
if (!createObjectFunc) if (!createObjectFunc)
{ {
@@ -739,7 +734,9 @@ int MY_CDECL main(int numArgs, const char *args[])
} }
c = (char)MyCharLower_Ascii(command[0]); c = (char)MyCharLower_Ascii(command[0]);
} }
FString archiveName = CmdStringToFString(args[2]); FString archiveName = CmdStringToFString(args[2]);
if (c == 'a') if (c == 'a')
{ {
// create archive command // create archive command
@@ -773,6 +770,7 @@ int MY_CDECL main(int numArgs, const char *args[])
dirItems.Add(di); dirItems.Add(di);
} }
} }
COutFileStream *outFileStreamSpec = new COutFileStream; COutFileStream *outFileStreamSpec = new COutFileStream;
CMyComPtr<IOutStream> outFileStream = outFileStreamSpec; CMyComPtr<IOutStream> outFileStream = outFileStreamSpec;
if (!outFileStreamSpec->Create(archiveName, false)) if (!outFileStreamSpec->Create(archiveName, false))
@@ -819,17 +817,21 @@ int MY_CDECL main(int numArgs, const char *args[])
*/ */
HRESULT result = outArchive->UpdateItems(outFileStream, dirItems.Size(), updateCallback); HRESULT result = outArchive->UpdateItems(outFileStream, dirItems.Size(), updateCallback);
updateCallbackSpec->Finilize(); updateCallbackSpec->Finilize();
if (result != S_OK) if (result != S_OK)
{ {
PrintError("Update Error"); PrintError("Update Error");
return 1; return 1;
} }
FOR_VECTOR (i, updateCallbackSpec->FailedFiles) FOR_VECTOR (i, updateCallbackSpec->FailedFiles)
{ {
PrintNewLine(); PrintNewLine();
PrintError("Error for file", updateCallbackSpec->FailedFiles[i]); PrintError("Error for file", updateCallbackSpec->FailedFiles[i]);
} }
if (updateCallbackSpec->FailedFiles.Size() != 0) if (updateCallbackSpec->FailedFiles.Size() != 0)
return 1; return 1;
} }
@@ -842,6 +844,7 @@ int MY_CDECL main(int numArgs, const char *args[])
} }
bool listCommand; bool listCommand;
if (c == 'l') if (c == 'l')
listCommand = true; listCommand = true;
else if (c == 'x') else if (c == 'x')
@@ -920,7 +923,27 @@ int MY_CDECL main(int numArgs, const char *args[])
extractCallbackSpec->PasswordIsDefined = false; extractCallbackSpec->PasswordIsDefined = false;
// extractCallbackSpec->PasswordIsDefined = true; // extractCallbackSpec->PasswordIsDefined = true;
// extractCallbackSpec->Password = L"1"; // extractCallbackSpec->Password = L"1";
/*
const wchar_t *names[] =
{
L"mt",
L"mtf"
};
const unsigned kNumProps = sizeof(names) / sizeof(names[0]);
NCOM::CPropVariant values[kNumProps] =
{
(UInt32)1,
false
};
CMyComPtr<ISetProperties> setProperties;
archive->QueryInterface(IID_ISetProperties, (void **)&setProperties);
if (setProperties)
setProperties->SetProperties(names, values, kNumProps);
*/
HRESULT result = archive->Extract(NULL, (UInt32)(Int32)(-1), false, extractCallback); HRESULT result = archive->Extract(NULL, (UInt32)(Int32)(-1), false, extractCallback);
if (result != S_OK) if (result != S_OK)
{ {
PrintError("Extract Error"); PrintError("Extract Error");
@@ -928,5 +951,6 @@ int MY_CDECL main(int numArgs, const char *args[])
} }
} }
} }
return 0; return 0;
} }

View File

@@ -2,6 +2,8 @@
#include "StdAfx.h" #include "StdAfx.h"
#include <stdio.h>
#ifndef _WIN32 #ifndef _WIN32
#define USE_POSIX_TIME #define USE_POSIX_TIME
#define USE_POSIX_TIME2 #define USE_POSIX_TIME2
@@ -39,6 +41,15 @@
#include "../../../Windows/Thread.h" #include "../../../Windows/Thread.h"
#endif #endif
#if defined(_WIN32) || defined(UNIX_USE_WIN_FILE)
#define USE_WIN_FILE
#endif
#ifdef USE_WIN_FILE
#include "../../../Windows/FileIO.h"
#endif
#include "../../../Common/IntToString.h" #include "../../../Common/IntToString.h"
#include "../../../Common/StringConvert.h" #include "../../../Common/StringConvert.h"
#include "../../../Common/StringToInt.h" #include "../../../Common/StringToInt.h"
@@ -50,6 +61,8 @@
using namespace NWindows; using namespace NWindows;
static const UInt32 k_LZMA = 0x030101;
static const UInt64 kComplexInCommands = (UInt64)1 << static const UInt64 kComplexInCommands = (UInt64)1 <<
#ifdef UNDER_CE #ifdef UNDER_CE
31; 31;
@@ -57,15 +70,17 @@ static const UInt64 kComplexInCommands = (UInt64)1 <<
34; 34;
#endif #endif
static const UInt64 kComplexInSeconds = 4; static const UInt32 kComplexInSeconds = 4;
static void SetComplexCommands(UInt32 complexInSeconds, UInt64 cpuFreq, UInt64 &complexInCommands) static void SetComplexCommands(UInt32 complexInSeconds,
bool isSpecifiedFreq, UInt64 cpuFreq, UInt64 &complexInCommands)
{ {
complexInCommands = kComplexInCommands; complexInCommands = kComplexInCommands;
const UInt64 kMinFreq = (UInt64)1000000 * 30; const UInt64 kMinFreq = (UInt64)1000000 * 4;
const UInt64 kMaxFreq = (UInt64)1000000 * 20000; const UInt64 kMaxFreq = (UInt64)1000000 * 20000;
if (cpuFreq < kMinFreq) cpuFreq = kMinFreq; if (cpuFreq < kMinFreq && !isSpecifiedFreq)
if (cpuFreq < kMaxFreq) cpuFreq = kMinFreq;
if (cpuFreq < kMaxFreq || isSpecifiedFreq)
{ {
if (complexInSeconds != 0) if (complexInSeconds != 0)
complexInCommands = complexInSeconds * cpuFreq; complexInCommands = complexInSeconds * cpuFreq;
@@ -98,87 +113,154 @@ public:
} }
}; };
class CBenchBuffer
static const unsigned kBufferAlignment = 1 << 4;
struct CBenchBuffer
{ {
public:
size_t BufferSize; size_t BufferSize;
#ifdef _WIN32
Byte *Buffer; Byte *Buffer;
CBenchBuffer(): Buffer(0) {} CBenchBuffer(): BufferSize(0), Buffer(NULL) {}
virtual ~CBenchBuffer() { Free(); } ~CBenchBuffer() { ::MidFree(Buffer); }
void Free()
void AllocAlignedMask(size_t size, size_t)
{ {
::MidFree(Buffer); ::MidFree(Buffer);
Buffer = 0; BufferSize = 0;
Buffer = (Byte *)::MidAlloc(size);
if (Buffer)
BufferSize = size;
} }
bool Alloc(size_t bufferSize)
#else
Byte *Buffer;
Byte *_bufBase;
CBenchBuffer(): BufferSize(0), Buffer(NULL), _bufBase(NULL){}
~CBenchBuffer() { ::MidFree(_bufBase); }
void AllocAlignedMask(size_t size, size_t alignMask)
{ {
if (Buffer != 0 && BufferSize == bufferSize) ::MidFree(_bufBase);
Buffer = NULL;
BufferSize = 0;
_bufBase = (Byte *)::MidAlloc(size + alignMask);
if (_bufBase)
{
// Buffer = (Byte *)(((uintptr_t)_bufBase + alignMask) & ~(uintptr_t)alignMask);
Buffer = (Byte *)(((ptrdiff_t)_bufBase + alignMask) & ~(ptrdiff_t)alignMask);
BufferSize = size;
}
}
#endif
bool Alloc(size_t size)
{
if (Buffer && BufferSize == size)
return true; return true;
Free(); AllocAlignedMask(size, kBufferAlignment - 1);
Buffer = (Byte *)::MidAlloc(bufferSize); return (Buffer != NULL || size == 0);
BufferSize = bufferSize;
return (Buffer != 0 || bufferSize == 0);
} }
}; };
class CBenchRandomGenerator: public CBenchBuffer class CBenchRandomGenerator: public CBenchBuffer
{ {
CBaseRandomGenerator *RG; static UInt32 GetVal(UInt32 &res, unsigned numBits)
public:
void Set(CBaseRandomGenerator *rg) { RG = rg; }
UInt32 GetVal(UInt32 &res, unsigned numBits)
{ {
UInt32 val = res & (((UInt32)1 << numBits) - 1); UInt32 val = res & (((UInt32)1 << numBits) - 1);
res >>= numBits; res >>= numBits;
return val; return val;
} }
UInt32 GetLen(UInt32 &res)
static UInt32 GetLen(UInt32 &r)
{ {
UInt32 len = GetVal(res, 2); UInt32 len = GetVal(r, 2);
return GetVal(res, 1 + len); return GetVal(r, 1 + len);
} }
void GenerateSimpleRandom() public:
void GenerateSimpleRandom(CBaseRandomGenerator *_RG_)
{ {
for (UInt32 i = 0; i < BufferSize; i++) CBaseRandomGenerator rg = *_RG_;
Buffer[i] = (Byte)RG->GetRnd(); const size_t bufSize = BufferSize;
Byte *buf = Buffer;
for (size_t i = 0; i < bufSize; i++)
buf[i] = (Byte)rg.GetRnd();
*_RG_ = rg;
} }
void Generate(unsigned dictBits) void GenerateLz(unsigned dictBits, CBaseRandomGenerator *_RG_)
{ {
CBaseRandomGenerator rg = *_RG_;
UInt32 pos = 0; UInt32 pos = 0;
UInt32 rep0 = 1; UInt32 rep0 = 1;
while (pos < BufferSize) const size_t bufSize = BufferSize;
Byte *buf = Buffer;
unsigned posBits = 1;
while (pos < bufSize)
{ {
UInt32 res = RG->GetRnd(); UInt32 r = rg.GetRnd();
res >>= 1; if (GetVal(r, 1) == 0 || pos < 1024)
if (GetVal(res, 1) == 0 || pos < 1024) buf[pos++] = (Byte)(r & 0xFF);
Buffer[pos++] = (Byte)(res & 0xFF);
else else
{ {
UInt32 len; UInt32 len;
len = 1 + GetLen(res); len = 1 + GetLen(r);
if (GetVal(res, 3) != 0)
if (GetVal(r, 3) != 0)
{ {
len += GetLen(res); len += GetLen(r);
do
while (((UInt32)1 << posBits) < pos)
posBits++;
unsigned numBitsMax = dictBits;
if (numBitsMax > posBits)
numBitsMax = posBits;
const unsigned kAddBits = 6;
unsigned numLogBits = 5;
if (numBitsMax <= (1 << 4) - 1 + kAddBits)
numLogBits = 4;
for (;;)
{ {
UInt32 ppp = GetVal(res, 5) + 6; UInt32 ppp = GetVal(r, numLogBits) + kAddBits;
res = RG->GetRnd(); r = rg.GetRnd();
if (ppp > dictBits) if (ppp > numBitsMax)
continue; continue;
rep0 = /* (1 << ppp) +*/ GetVal(res, ppp); rep0 = GetVal(r, ppp);
res = RG->GetRnd(); if (rep0 < pos)
break;
r = rg.GetRnd();
} }
while (rep0 >= pos);
rep0++; rep0++;
} }
for (UInt32 i = 0; i < len && pos < BufferSize; i++, pos++) {
Buffer[pos] = Buffer[pos - rep0]; UInt32 rem = (UInt32)bufSize - pos;
if (len > rem)
len = rem;
}
Byte *dest = buf + pos;
const Byte *src = dest - rep0;
pos += len;
for (UInt32 i = 0; i < len; i++)
*dest++ = *src++;
} }
} }
*_RG_ = rg;
} }
}; };
@@ -238,6 +320,9 @@ public:
// _overflow = false; // _overflow = false;
Pos = 0; Pos = 0;
} }
// void Print() { printf("\n%8d %8d\n", (unsigned)BufferSize, (unsigned)Pos); }
MY_UNKNOWN_IMP MY_UNKNOWN_IMP
STDMETHOD(Write)(const void *data, UInt32 size, UInt32 *processedSize); STDMETHOD(Write)(const void *data, UInt32 size, UInt32 *processedSize);
}; };
@@ -475,11 +560,11 @@ STDMETHODIMP CBenchProgressInfo::SetRatioInfo(const UInt64 *inSize, const UInt64
return res; return res;
} }
static const int kSubBits = 8; static const unsigned kSubBits = 8;
static UInt32 GetLogSize(UInt32 size) static UInt32 GetLogSize(UInt32 size)
{ {
for (int i = kSubBits; i < 32; i++) for (unsigned i = kSubBits; i < 32; i++)
for (UInt32 j = 0; j < (1 << kSubBits); j++) for (UInt32 j = 0; j < (1 << kSubBits); j++)
if (size <= (((UInt32)1) << i) + (j << (i - kSubBits))) if (size <= (((UInt32)1) << i) + (j << (i - kSubBits)))
return (i << kSubBits) + j; return (i << kSubBits) + j;
@@ -651,26 +736,30 @@ struct CEncoderInfo
IBenchCallback *callback; IBenchCallback *callback;
IBenchPrintCallback *printCallback; IBenchPrintCallback *printCallback;
UInt32 crc; UInt32 crc;
UInt32 kBufferSize; size_t kBufferSize;
size_t compressedSize; size_t compressedSize;
const Byte *uncompressedDataPtr;
const Byte *fileData;
CBenchRandomGenerator rg; CBenchRandomGenerator rg;
CBenchBuffer rgCopy; // it must be 16-byte aligned !!! CBenchBuffer rgCopy; // it must be 16-byte aligned !!!
CBenchmarkOutStream *propStreamSpec; CBenchmarkOutStream *propStreamSpec;
CMyComPtr<ISequentialOutStream> propStream; CMyComPtr<ISequentialOutStream> propStream;
// for decode // for decode
COneMethodInfo _method; COneMethodInfo _method;
UInt32 _uncompressedDataSize; size_t _uncompressedDataSize;
HRESULT Init( HRESULT Init(
const COneMethodInfo &method, const COneMethodInfo &method,
UInt32 uncompressedDataSize,
unsigned generateDictBits, unsigned generateDictBits,
CBaseRandomGenerator *rg); CBaseRandomGenerator *rg);
HRESULT Encode(); HRESULT Encode();
HRESULT Decode(UInt32 decoderIndex); HRESULT Decode(UInt32 decoderIndex);
CEncoderInfo(): CEncoderInfo():
fileData(NULL),
CheckCrc_Enc(true), CheckCrc_Enc(true),
CheckCrc_Dec(true), CheckCrc_Dec(true),
outStreamSpec(0), callback(0), printCallback(0), propStreamSpec(0) {} outStreamSpec(0), callback(0), printCallback(0), propStreamSpec(0) {}
@@ -738,30 +827,42 @@ struct CEncoderInfo
#endif #endif
}; };
static const UInt32 k_LZMA = 0x030101;
HRESULT CEncoderInfo::Init( HRESULT CEncoderInfo::Init(
const COneMethodInfo &method, const COneMethodInfo &method,
UInt32 uncompressedDataSize,
unsigned generateDictBits, unsigned generateDictBits,
CBaseRandomGenerator *rgLoc) CBaseRandomGenerator *rgLoc)
{ {
rg.Set(rgLoc); // we need extra space, if input data is already compressed
kBufferSize = uncompressedDataSize; const size_t kCompressedBufferSize =
UInt32 kCompressedBufferSize = kCompressedAdditionalSize +
kBufferSize + kCompressedAdditionalSize; kBufferSize + kBufferSize / 16;
// (kBufferSize - kBufferSize / 4) + kCompressedAdditionalSize; // kBufferSize / 2;
if (!rg.Alloc(kBufferSize))
return E_OUTOFMEMORY;
if (generateDictBits == 0)
rg.GenerateSimpleRandom();
else
rg.Generate(generateDictBits);
crc = CrcCalc(rg.Buffer, rg.BufferSize);
if (kCompressedBufferSize < kBufferSize)
return E_FAIL;
uncompressedDataPtr = fileData;
if (!fileData)
{
if (!rg.Alloc(kBufferSize))
return E_OUTOFMEMORY;
// DWORD ttt = GetTickCount();
if (generateDictBits == 0)
rg.GenerateSimpleRandom(rgLoc);
else
rg.GenerateLz(generateDictBits, rgLoc);
// printf("\n%d\n ", GetTickCount() - ttt);
crc = CrcCalc(rg.Buffer, rg.BufferSize);
uncompressedDataPtr = rg.Buffer;
}
if (_encoderFilter) if (_encoderFilter)
{ {
if (!rgCopy.Alloc(rg.BufferSize)) if (!rgCopy.Alloc(kBufferSize))
return E_OUTOFMEMORY; return E_OUTOFMEMORY;
} }
@@ -793,7 +894,7 @@ HRESULT CEncoderInfo::Init(
coder.QueryInterface(IID_ICompressSetCoderProperties, &scp); coder.QueryInterface(IID_ICompressSetCoderProperties, &scp);
if (scp) if (scp)
{ {
UInt64 reduceSize = uncompressedDataSize; UInt64 reduceSize = kBufferSize;
RINOK(method.SetCoderProps(scp, &reduceSize)); RINOK(method.SetCoderProps(scp, &reduceSize));
} }
else else
@@ -839,11 +940,30 @@ HRESULT CEncoderInfo::Init(
} }
} }
} }
} }
return S_OK; return S_OK;
} }
static void My_FilterBench(ICompressFilter *filter, Byte *data, size_t size)
{
while (size != 0)
{
UInt32 cur = (UInt32)1 << 31;
if (cur > size)
cur = (UInt32)size;
UInt32 processed = filter->Filter(data, cur);
data += processed;
// if (processed > size) (in AES filter), we must fill last block with zeros.
// but it is not important for benchmark. So we just copy that data without filtering.
if (processed > size || processed == 0)
break;
size -= processed;
}
}
HRESULT CEncoderInfo::Encode() HRESULT CEncoderInfo::Encode()
{ {
CBenchInfo &bi = progressInfoSpec[0]->BenchInfo; CBenchInfo &bi = progressInfoSpec[0]->BenchInfo;
@@ -882,31 +1002,36 @@ HRESULT CEncoderInfo::Encode()
if (_encoderFilter) if (_encoderFilter)
{ {
memcpy(rgCopy.Buffer, rg.Buffer, rg.BufferSize); memcpy(rgCopy.Buffer, uncompressedDataPtr, kBufferSize);
_encoderFilter->Init(); _encoderFilter->Init();
_encoderFilter->Filter(rgCopy.Buffer, (UInt32)rg.BufferSize); My_FilterBench(_encoderFilter, rgCopy.Buffer, kBufferSize);
RINOK(WriteStream(outStream, rgCopy.Buffer, rg.BufferSize)); RINOK(WriteStream(outStream, rgCopy.Buffer, kBufferSize));
} }
else else
{ {
inStreamSpec->Init(rg.Buffer, rg.BufferSize); inStreamSpec->Init(uncompressedDataPtr, kBufferSize);
RINOK(_encoder->Code(inStream, outStream, 0, 0, progressInfo[0])); RINOK(_encoder->Code(inStream, outStream, NULL, NULL, progressInfo[0]));
} }
// outStreamSpec->Print();
UInt32 crcNew = CRC_GET_DIGEST(outStreamSpec->Crc); UInt32 crcNew = CRC_GET_DIGEST(outStreamSpec->Crc);
if (i == 0) if (i == 0)
crcPrev = crcNew; crcPrev = crcNew;
else if (calcCrc && crcPrev != crcNew) else if (calcCrc && crcPrev != crcNew)
return E_FAIL; return E_FAIL;
compressedSize = outStreamSpec->Pos; compressedSize = outStreamSpec->Pos;
bi.UnpackSize += rg.BufferSize; bi.UnpackSize += kBufferSize;
bi.PackSize += compressedSize; bi.PackSize += compressedSize;
} }
_encoder.Release(); _encoder.Release();
_encoderFilter.Release(); _encoderFilter.Release();
return S_OK; return S_OK;
} }
HRESULT CEncoderInfo::Decode(UInt32 decoderIndex) HRESULT CEncoderInfo::Decode(UInt32 decoderIndex)
{ {
CBenchmarkInStream *inStreamSpec = new CBenchmarkInStream; CBenchmarkInStream *inStreamSpec = new CBenchmarkInStream;
@@ -991,29 +1116,33 @@ HRESULT CEncoderInfo::Decode(UInt32 decoderIndex)
UInt64 outSize = kBufferSize; UInt64 outSize = kBufferSize;
crcOutStreamSpec->CalcCrc = ((i & 0x7F) == 0 || CheckCrc_Dec); crcOutStreamSpec->CalcCrc = ((i & 0x7F) == 0 || CheckCrc_Dec);
if (_decoderFilter) if (_decoderFilter)
{ {
if (compressedSize > rgCopy.BufferSize) if (compressedSize > rgCopy.BufferSize)
return E_FAIL; return E_FAIL;
memcpy(rgCopy.Buffer, outStreamSpec->Buffer, compressedSize); memcpy(rgCopy.Buffer, outStreamSpec->Buffer, compressedSize);
_decoderFilter->Init(); _decoderFilter->Init();
_decoderFilter->Filter(rgCopy.Buffer, (UInt32)compressedSize); My_FilterBench(_decoderFilter, rgCopy.Buffer, compressedSize);
RINOK(WriteStream(crcOutStream, rgCopy.Buffer, rg.BufferSize)); RINOK(WriteStream(crcOutStream, rgCopy.Buffer, compressedSize));
} }
else else
{ {
RINOK(decoder->Code(inStream, crcOutStream, 0, &outSize, progressInfo[decoderIndex])); RINOK(decoder->Code(inStream, crcOutStream, 0, &outSize, progressInfo[decoderIndex]));
} }
if (crcOutStreamSpec->CalcCrc && CRC_GET_DIGEST(crcOutStreamSpec->Crc) != crc) if (crcOutStreamSpec->CalcCrc && CRC_GET_DIGEST(crcOutStreamSpec->Crc) != crc)
return S_FALSE; return S_FALSE;
pi->BenchInfo.UnpackSize += kBufferSize; pi->BenchInfo.UnpackSize += kBufferSize;
pi->BenchInfo.PackSize += compressedSize; pi->BenchInfo.PackSize += compressedSize;
} }
decoder.Release(); decoder.Release();
_decoderFilter.Release(); _decoderFilter.Release();
return S_OK; return S_OK;
} }
static const UInt32 kNumThreadsMax = (1 << 12); static const UInt32 kNumThreadsMax = (1 << 12);
struct CBenchEncoders struct CBenchEncoders
@@ -1023,6 +1152,7 @@ struct CBenchEncoders
~CBenchEncoders() { delete []encoders; } ~CBenchEncoders() { delete []encoders; }
}; };
static UInt64 GetNumIterations(UInt64 numCommands, UInt64 complexInCommands) static UInt64 GetNumIterations(UInt64 numCommands, UInt64 complexInCommands)
{ {
if (numCommands < (1 << 4)) if (numCommands < (1 << 4))
@@ -1031,6 +1161,7 @@ static UInt64 GetNumIterations(UInt64 numCommands, UInt64 complexInCommands)
return (res == 0 ? 1 : res); return (res == 0 ? 1 : res);
} }
static HRESULT MethodBench( static HRESULT MethodBench(
DECL_EXTERNAL_CODECS_LOC_VARS DECL_EXTERNAL_CODECS_LOC_VARS
UInt64 complexInCommands, UInt64 complexInCommands,
@@ -1045,7 +1176,8 @@ static HRESULT MethodBench(
#endif #endif
, ,
const COneMethodInfo &method2, const COneMethodInfo &method2,
UInt32 uncompressedDataSize, size_t uncompressedDataSize,
const Byte *fileData,
unsigned generateDictBits, unsigned generateDictBits,
IBenchPrintCallback *printCallback, IBenchPrintCallback *printCallback,
@@ -1086,6 +1218,7 @@ static HRESULT MethodBench(
CEncoderInfo *encoders = encodersSpec.encoders; CEncoderInfo *encoders = encodersSpec.encoders;
UInt32 i; UInt32 i;
for (i = 0; i < numEncoderThreads; i++) for (i = 0; i < numEncoderThreads; i++)
{ {
CEncoderInfo &encoder = encoders[i]; CEncoderInfo &encoder = encoders[i];
@@ -1120,12 +1253,21 @@ static HRESULT MethodBench(
CBaseRandomGenerator rg; CBaseRandomGenerator rg;
rg.Init(); rg.Init();
UInt32 crc = 0;
if (fileData)
crc = CrcCalc(fileData, uncompressedDataSize);
for (i = 0; i < numEncoderThreads; i++) for (i = 0; i < numEncoderThreads; i++)
{ {
CEncoderInfo &encoder = encoders[i]; CEncoderInfo &encoder = encoders[i];
encoder._method = method; encoder._method = method;
encoder._uncompressedDataSize = uncompressedDataSize; encoder._uncompressedDataSize = uncompressedDataSize;
RINOK(encoders[i].Init(method, uncompressedDataSize, generateDictBits, &rg)); encoder.kBufferSize = uncompressedDataSize;
encoder.fileData = fileData;
encoder.crc = crc;
RINOK(encoders[i].Init(method, generateDictBits, &rg));
} }
CBenchProgressStatus status; CBenchProgressStatus status;
@@ -1144,6 +1286,7 @@ static HRESULT MethodBench(
encoder.progressInfo[j] = spec; encoder.progressInfo[j] = spec;
spec->Status = &status; spec->Status = &status;
} }
if (i == 0) if (i == 0)
{ {
CBenchProgressInfo *bpi = encoder.progressInfoSpec[0]; CBenchProgressInfo *bpi = encoder.progressInfoSpec[0];
@@ -1167,6 +1310,7 @@ static HRESULT MethodBench(
RINOK(encoder.Encode()); RINOK(encoder.Encode());
} }
} }
#ifndef _7ZIP_ST #ifndef _7ZIP_ST
if (numEncoderThreads > 1) if (numEncoderThreads > 1)
for (i = 0; i < numEncoderThreads; i++) for (i = 0; i < numEncoderThreads; i++)
@@ -1181,12 +1325,14 @@ static HRESULT MethodBench(
info.UnpackSize = 0; info.UnpackSize = 0;
info.PackSize = 0; info.PackSize = 0;
info.NumIterations = encoders[0].NumIterations; info.NumIterations = encoders[0].NumIterations;
for (i = 0; i < numEncoderThreads; i++) for (i = 0; i < numEncoderThreads; i++)
{ {
CEncoderInfo &encoder = encoders[i]; CEncoderInfo &encoder = encoders[i];
info.UnpackSize += encoder.kBufferSize; info.UnpackSize += encoder.kBufferSize;
info.PackSize += encoder.compressedSize; info.PackSize += encoder.compressedSize;
} }
RINOK(callback->SetEncodeResult(info, true)); RINOK(callback->SetEncodeResult(info, true));
@@ -1194,6 +1340,7 @@ static HRESULT MethodBench(
status.EncodeMode = false; status.EncodeMode = false;
UInt32 numDecoderThreads = numEncoderThreads * numSubDecoderThreads; UInt32 numDecoderThreads = numEncoderThreads * numSubDecoderThreads;
for (i = 0; i < numEncoderThreads; i++) for (i = 0; i < numEncoderThreads; i++)
{ {
CEncoderInfo &encoder = encoders[i]; CEncoderInfo &encoder = encoders[i];
@@ -1266,12 +1413,14 @@ static HRESULT MethodBench(
info.UnpackSize = 0; info.UnpackSize = 0;
info.PackSize = 0; info.PackSize = 0;
info.NumIterations = numSubDecoderThreads * encoders[0].NumIterations; info.NumIterations = numSubDecoderThreads * encoders[0].NumIterations;
for (i = 0; i < numEncoderThreads; i++) for (i = 0; i < numEncoderThreads; i++)
{ {
CEncoderInfo &encoder = encoders[i]; CEncoderInfo &encoder = encoders[i];
info.UnpackSize += encoder.kBufferSize; info.UnpackSize += encoder.kBufferSize;
info.PackSize += encoder.compressedSize; info.PackSize += encoder.compressedSize;
} }
RINOK(callback->SetDecodeResult(info, false)); RINOK(callback->SetDecodeResult(info, false));
RINOK(callback->SetDecodeResult(info, true)); RINOK(callback->SetDecodeResult(info, true));
@@ -1279,7 +1428,7 @@ static HRESULT MethodBench(
} }
inline UInt64 GetLZMAUsage(bool multiThread, UInt32 dictionary) static inline UInt64 GetLZMAUsage(bool multiThread, UInt32 dictionary)
{ {
UInt32 hs = dictionary - 1; UInt32 hs = dictionary - 1;
hs |= (hs >> 1); hs |= (hs >> 1);
@@ -1295,14 +1444,16 @@ inline UInt64 GetLZMAUsage(bool multiThread, UInt32 dictionary)
(1 << 20) + (multiThread ? (6 << 20) : 0); (1 << 20) + (multiThread ? (6 << 20) : 0);
} }
UInt64 GetBenchMemoryUsage(UInt32 numThreads, UInt32 dictionary) UInt64 GetBenchMemoryUsage(UInt32 numThreads, UInt32 dictionary, bool totalBench)
{ {
const UInt32 kBufferSize = dictionary; const UInt32 kBufferSize = dictionary;
const UInt32 kCompressedBufferSize = (kBufferSize / 2); const UInt32 kCompressedBufferSize = kBufferSize; // / 2;
UInt32 numSubThreads = (numThreads > 1) ? 2 : 1; bool lzmaMt = (totalBench || numThreads > 1);
UInt32 numBigThreads = numThreads / numSubThreads; UInt32 numBigThreads = numThreads;
return (kBufferSize + kCompressedBufferSize + if (!totalBench && lzmaMt)
GetLZMAUsage((numThreads > 1), dictionary) + (2 << 20)) * numBigThreads; numBigThreads /= 2;
return ((UInt64)kBufferSize + kCompressedBufferSize +
GetLZMAUsage(lzmaMt, dictionary) + (2 << 20)) * numBigThreads;
} }
static HRESULT CrcBig(const void *data, UInt32 size, UInt64 numIterations, static HRESULT CrcBig(const void *data, UInt32 size, UInt64 numIterations,
@@ -1829,7 +1980,11 @@ void PrintRight(IBenchPrintCallback &f, const char *s, unsigned size)
static HRESULT TotalBench( static HRESULT TotalBench(
DECL_EXTERNAL_CODECS_LOC_VARS DECL_EXTERNAL_CODECS_LOC_VARS
UInt64 complexInCommands, UInt64 complexInCommands,
UInt32 numThreads, bool forceUnpackSize, UInt32 unpackSize, IBenchPrintCallback *printCallback, CBenchCallbackToPrint *callback) UInt32 numThreads,
bool forceUnpackSize,
size_t unpackSize,
const Byte *fileData,
IBenchPrintCallback *printCallback, CBenchCallbackToPrint *callback)
{ {
for (unsigned i = 0; i < ARRAY_SIZE(g_Bench); i++) for (unsigned i = 0; i < ARRAY_SIZE(g_Bench); i++)
{ {
@@ -1838,12 +1993,13 @@ static HRESULT TotalBench(
callback->BenchProps.DecComplexUnc = bench.DecComplexUnc; callback->BenchProps.DecComplexUnc = bench.DecComplexUnc;
callback->BenchProps.DecComplexCompr = bench.DecComplexCompr; callback->BenchProps.DecComplexCompr = bench.DecComplexCompr;
callback->BenchProps.EncComplex = bench.EncComplex; callback->BenchProps.EncComplex = bench.EncComplex;
COneMethodInfo method; COneMethodInfo method;
NCOM::CPropVariant propVariant; NCOM::CPropVariant propVariant;
propVariant = bench.Name; propVariant = bench.Name;
RINOK(method.ParseMethodFromPROPVARIANT(UString(), propVariant)); RINOK(method.ParseMethodFromPROPVARIANT(UString(), propVariant));
UInt32 unpackSize2 = unpackSize; size_t unpackSize2 = unpackSize;
if (!forceUnpackSize && bench.DictBits == 0) if (!forceUnpackSize && bench.DictBits == 0)
unpackSize2 = kFilterUnpackSize; unpackSize2 = kFilterUnpackSize;
@@ -1853,8 +2009,11 @@ static HRESULT TotalBench(
HRESULT res = MethodBench( HRESULT res = MethodBench(
EXTERNAL_CODECS_LOC_VARS EXTERNAL_CODECS_LOC_VARS
complexInCommands, complexInCommands,
false, numThreads, method, unpackSize2, bench.DictBits, false, numThreads, method,
unpackSize2, fileData,
bench.DictBits,
printCallback, callback, &callback->BenchProps); printCallback, callback, &callback->BenchProps);
if (res == E_NOTIMPL) if (res == E_NOTIMPL)
{ {
// callback->Print(" ---"); // callback->Print(" ---");
@@ -1866,6 +2025,7 @@ static HRESULT TotalBench(
{ {
RINOK(res); RINOK(res);
} }
callback->NewLine(); callback->NewLine();
} }
return S_OK; return S_OK;
@@ -1877,6 +2037,7 @@ static HRESULT FreqBench(
UInt32 numThreads, UInt32 numThreads,
IBenchPrintCallback *_file, IBenchPrintCallback *_file,
bool showFreq, bool showFreq,
UInt64 specifiedFreq,
UInt64 &cpuFreq, UInt64 &cpuFreq,
UInt32 &res) UInt32 &res)
{ {
@@ -1938,6 +2099,7 @@ static HRESULT FreqBench(
} }
res += sum; res += sum;
} }
CBenchInfo info; CBenchInfo info;
progressInfoSpec.SetFinishTime(info); progressInfoSpec.SetFinishTime(info);
@@ -1954,7 +2116,7 @@ static HRESULT FreqBench(
PrintResults(_file, info, PrintResults(_file, info,
0, // weight 0, // weight
rating, rating,
showFreq, showFreq ? cpuFreq : 0, NULL); showFreq, showFreq ? (specifiedFreq != 0 ? specifiedFreq : cpuFreq) : 0, NULL);
} }
RINOK(_file->CheckBreak()); RINOK(_file->CheckBreak());
} }
@@ -2275,6 +2437,7 @@ void GetCpuName(AString &s)
#endif #endif
} }
HRESULT Bench( HRESULT Bench(
DECL_EXTERNAL_CODECS_LOC_VARS DECL_EXTERNAL_CODECS_LOC_VARS
IBenchPrintCallback *printCallback, IBenchPrintCallback *printCallback,
@@ -2301,23 +2464,86 @@ HRESULT Bench(
UInt32 testTime = kComplexInSeconds; UInt32 testTime = kComplexInSeconds;
UInt64 specifiedFreq = 0;
bool multiThreadTests = false; bool multiThreadTests = false;
COneMethodInfo method; COneMethodInfo method;
unsigned i; unsigned i;
CBenchBuffer fileDataBuffer;
for (i = 0; i < props.Size(); i++) for (i = 0; i < props.Size(); i++)
{ {
const CProperty &property = props[i]; const CProperty &property = props[i];
NCOM::CPropVariant propVariant;
UString name = property.Name; UString name = property.Name;
name.MakeLower_Ascii(); name.MakeLower_Ascii();
if (name.IsEqualTo("file"))
{
if (property.Value.IsEmpty())
return E_INVALIDARG;
#ifdef USE_WIN_FILE
NFile::NIO::CInFile file;
if (!file.Open(property.Value))
return E_INVALIDARG;
UInt64 len;
if (!file.GetLength(len))
return E_FAIL;
if (len >= ((UInt32)1 << 31) || len == 0)
return E_INVALIDARG;
if (!fileDataBuffer.Alloc((size_t)len))
return E_OUTOFMEMORY;
UInt32 processedSize;
file.Read(fileDataBuffer.Buffer, (UInt32)len, processedSize);
if (processedSize != len)
return E_FAIL;
if (printCallback)
{
printCallback->Print("file size =");
// printCallback->Print(GetOemString(property.Value));
PrintNumber(*printCallback, len, 0);
printCallback->NewLine();
}
continue;
#else
return E_NOTIMPL;
#endif
}
NCOM::CPropVariant propVariant;
if (!property.Value.IsEmpty()) if (!property.Value.IsEmpty())
ParseNumberString(property.Value, propVariant); ParseNumberString(property.Value, propVariant);
if (name.IsEqualTo("testtime"))
if (name.IsEqualTo("time"))
{ {
RINOK(ParsePropToUInt32(L"", propVariant, testTime)); RINOK(ParsePropToUInt32(L"", propVariant, testTime));
continue; continue;
} }
if (name.IsEqualTo("freq"))
{
UInt32 freq32 = 0;
RINOK(ParsePropToUInt32(L"", propVariant, freq32));
if (freq32 == 0)
return E_INVALIDARG;
specifiedFreq = (UInt64)freq32 * 1000000;
if (printCallback)
{
printCallback->Print("freq=");
PrintNumber(*printCallback, freq32, 0);
printCallback->NewLine();
}
continue;
}
if (name.IsPrefixedBy_Ascii_NoCase("mt")) if (name.IsPrefixedBy_Ascii_NoCase("mt"))
{ {
UString s = name.Ptr(2); UString s = name.Ptr(2);
@@ -2339,6 +2565,7 @@ HRESULT Bench(
#endif #endif
continue; continue;
} }
RINOK(method.ParseMethodFromPROPVARIANT(name, propVariant)); RINOK(method.ParseMethodFromPROPVARIANT(name, propVariant));
} }
@@ -2359,7 +2586,12 @@ HRESULT Bench(
if (printCallback /* || benchCallback */) if (printCallback /* || benchCallback */)
{ {
UInt64 numMilCommands = (1 << 6); UInt64 numMilCommands = 1 << 6;
if (specifiedFreq != 0)
{
while (numMilCommands > 1 && specifiedFreq < (numMilCommands * 1000000))
numMilCommands >>= 1;
}
for (int jj = 0;; jj++) for (int jj = 0;; jj++)
{ {
@@ -2369,22 +2601,33 @@ HRESULT Bench(
UInt64 start = ::GetTimeCount(); UInt64 start = ::GetTimeCount();
UInt32 sum = (UInt32)start; UInt32 sum = (UInt32)start;
sum = CountCpuFreq(sum, (UInt32)(numMilCommands * 1000000 / kNumFreqCommands), g_BenchCpuFreqTemp); sum = CountCpuFreq(sum, (UInt32)(numMilCommands * 1000000 / kNumFreqCommands), g_BenchCpuFreqTemp);
start = ::GetTimeCount() - start; const UInt64 realDelta = ::GetTimeCount() - start;
start = realDelta;
if (start == 0) if (start == 0)
start = 1; start = 1;
UInt64 freq = GetFreq(); UInt64 freq = GetFreq();
UInt64 mips = numMilCommands * freq / start; // mips is constant in some compilers
const UInt64 mipsVal = numMilCommands * freq / start;
if (printCallback) if (printCallback)
PrintNumber(*printCallback, mips, 5 + ((sum == 0xF1541213) ? 1 : 0)); {
if (realDelta == 0)
{
printCallback->Print(" -");
}
else
{
// PrintNumber(*printCallback, start, 0);
PrintNumber(*printCallback, mipsVal, 5 + ((sum == 0xF1541213) ? 1 : 0));
}
}
/* /*
if (benchCallback) if (benchCallback)
benchCallback->AddCpuFreq(mips); benchCallback->AddCpuFreq(mipsVal);
*/ */
if (jj >= 3) if (jj >= 3)
{ {
SetComplexCommands(testTime, mips * 1000000, complexInCommands); SetComplexCommands(testTime, false, mipsVal * 1000000, complexInCommands);
if (jj >= 8 || start >= freq) if (jj >= 8 || start >= freq)
break; break;
// break; // change it // break; // change it
@@ -2419,7 +2662,8 @@ HRESULT Bench(
EXTERNAL_CODECS_LOC_VARS EXTERNAL_CODECS_LOC_VARS
complexInCommands, complexInCommands,
true, numThreadsSpecified, true, numThreadsSpecified,
method, uncompressedDataSize, method,
uncompressedDataSize, fileDataBuffer.Buffer,
kOldLzmaDictBits, printCallback, benchCallback, &benchProps); kOldLzmaDictBits, printCallback, benchCallback, &benchProps);
} }
@@ -2533,6 +2777,12 @@ HRESULT Bench(
bool use2Columns = false; bool use2Columns = false;
bool totalBenchMode = (method.MethodName.IsEqualTo_Ascii_NoCase("*")); bool totalBenchMode = (method.MethodName.IsEqualTo_Ascii_NoCase("*"));
bool onlyHashBench = false;
if (method.MethodName.IsEqualTo_Ascii_NoCase("hash"))
{
onlyHashBench = true;
totalBenchMode = true;
}
// ---------- Threads loop ---------- // ---------- Threads loop ----------
for (unsigned threadsPassIndex = 0; threadsPassIndex < 3; threadsPassIndex++) for (unsigned threadsPassIndex = 0; threadsPassIndex < 3; threadsPassIndex++)
@@ -2577,14 +2827,28 @@ HRESULT Bench(
if (!dictIsDefined) if (!dictIsDefined)
{ {
unsigned dicSizeLog = (totalBenchMode ? 24 : 25); const unsigned dicSizeLog_Main = (totalBenchMode ? 24 : 25);
unsigned dicSizeLog = dicSizeLog_Main;
#ifdef UNDER_CE
dicSizeLog = (UInt64)1 << 20;
#endif
for (; dicSizeLog > kBenchMinDicLogSize; dicSizeLog--) for (; dicSizeLog > kBenchMinDicLogSize; dicSizeLog--)
if (GetBenchMemoryUsage(numThreads, ((UInt32)1 << dicSizeLog)) + (8 << 20) <= ramSize) if (GetBenchMemoryUsage(numThreads, ((UInt32)1 << dicSizeLog), totalBenchMode) + (8 << 20) <= ramSize)
break; break;
dict = (UInt32)1 << dicSizeLog; dict = (UInt32)1 << dicSizeLog;
if (totalBenchMode && dicSizeLog != dicSizeLog_Main)
{
f.Print("Dictionary reduced to: ");
PrintNumber(f, dicSizeLog, 1);
f.NewLine();
}
} }
PrintRequirements(f, "usage:", GetBenchMemoryUsage(numThreads, dict), "Benchmark threads: ", numThreads); PrintRequirements(f, "usage:", GetBenchMemoryUsage(numThreads, dict, totalBenchMode), "Benchmark threads: ", numThreads);
f.NewLine(); f.NewLine();
@@ -2664,15 +2928,12 @@ HRESULT Bench(
f.NewLine(); f.NewLine();
f.NewLine(); f.NewLine();
if (specifiedFreq != 0)
cpuFreq = specifiedFreq;
if (totalBenchMode) if (totalBenchMode)
{ {
if (!dictIsDefined)
dict =
#ifdef UNDER_CE
(UInt64)1 << 20;
#else
(UInt64)1 << 24;
#endif
for (UInt32 i = 0; i < numIterations; i++) for (UInt32 i = 0; i < numIterations; i++)
{ {
if (i != 0) if (i != 0)
@@ -2685,17 +2946,32 @@ HRESULT Bench(
{ {
PrintLeft(f, "CPU", kFieldSize_Name); PrintLeft(f, "CPU", kFieldSize_Name);
UInt32 resVal; UInt32 resVal;
RINOK(FreqBench(complexInCommands, numThreads, printCallback, freqTest == kNumCpuTests - 1, cpuFreq, resVal)); RINOK(FreqBench(complexInCommands, numThreads, printCallback,
(freqTest == kNumCpuTests - 1 || specifiedFreq != 0), // showFreq
specifiedFreq,
cpuFreq, resVal));
callback.NewLine(); callback.NewLine();
if (specifiedFreq != 0)
cpuFreq = specifiedFreq;
if (freqTest == kNumCpuTests - 1) if (freqTest == kNumCpuTests - 1)
SetComplexCommands(testTime, cpuFreq, complexInCommands); SetComplexCommands(testTime, specifiedFreq != 0, cpuFreq, complexInCommands);
} }
callback.NewLine(); callback.NewLine();
callback.SetFreq(true, cpuFreq); callback.SetFreq(true, cpuFreq);
res = TotalBench(EXTERNAL_CODECS_LOC_VARS complexInCommands, numThreads, dictIsDefined, dict, printCallback, &callback);
RINOK(res); if (!onlyHashBench)
{
res = TotalBench(EXTERNAL_CODECS_LOC_VARS
complexInCommands, numThreads,
dictIsDefined || fileDataBuffer.Buffer, // forceUnpackSize
fileDataBuffer.Buffer ? fileDataBuffer.BufferSize : dict,
fileDataBuffer.Buffer,
printCallback, &callback);
RINOK(res);
}
res = TotalBench_Hash(EXTERNAL_CODECS_LOC_VARS complexInCommands, numThreads, res = TotalBench_Hash(EXTERNAL_CODECS_LOC_VARS complexInCommands, numThreads,
1 << kNumHashDictBits, printCallback, &callback, &callback.EncodeRes, true, cpuFreq); 1 << kNumHashDictBits, printCallback, &callback, &callback.EncodeRes, true, cpuFreq);
@@ -2706,7 +2982,10 @@ HRESULT Bench(
PrintLeft(f, "CPU", kFieldSize_Name); PrintLeft(f, "CPU", kFieldSize_Name);
UInt32 resVal; UInt32 resVal;
UInt64 cpuFreqLastTemp = cpuFreq; UInt64 cpuFreqLastTemp = cpuFreq;
RINOK(FreqBench(complexInCommands, numThreads, printCallback, false, cpuFreqLastTemp, resVal)); RINOK(FreqBench(complexInCommands, numThreads, printCallback,
specifiedFreq != 0, // showFreq
specifiedFreq,
cpuFreqLastTemp, resVal));
callback.NewLine(); callback.NewLine();
} }
} }
@@ -2762,15 +3041,24 @@ HRESULT Bench(
RINOK(method2.ParseMethodFromPROPVARIANT(L"d", propVariant)); RINOK(method2.ParseMethodFromPROPVARIANT(L"d", propVariant));
} }
UInt32 uncompressedDataSize = callback.DictSize; size_t uncompressedDataSize;
if (uncompressedDataSize >= (1 << 18)) if (fileDataBuffer.Buffer)
uncompressedDataSize += kAdditionalSize; {
uncompressedDataSize = fileDataBuffer.BufferSize;
}
else
{
uncompressedDataSize = callback.DictSize;
if (uncompressedDataSize >= (1 << 18))
uncompressedDataSize += kAdditionalSize;
}
HRESULT res = MethodBench( HRESULT res = MethodBench(
EXTERNAL_CODECS_LOC_VARS EXTERNAL_CODECS_LOC_VARS
complexInCommands, complexInCommands,
true, numThreads, true, numThreads,
method2, uncompressedDataSize, method2,
uncompressedDataSize, fileDataBuffer.Buffer,
kOldLzmaDictBits, printCallback, &callback, &callback.BenchProps); kOldLzmaDictBits, printCallback, &callback, &callback.BenchProps);
f.NewLine(); f.NewLine();
RINOK(res); RINOK(res);

View File

@@ -32,9 +32,9 @@ struct IBenchCallback
UInt64 GetCompressRating(UInt32 dictSize, UInt64 elapsedTime, UInt64 freq, UInt64 size); UInt64 GetCompressRating(UInt32 dictSize, UInt64 elapsedTime, UInt64 freq, UInt64 size);
UInt64 GetDecompressRating(UInt64 elapsedTime, UInt64 freq, UInt64 outSize, UInt64 inSize, UInt64 numIterations); UInt64 GetDecompressRating(UInt64 elapsedTime, UInt64 freq, UInt64 outSize, UInt64 inSize, UInt64 numIterations);
const int kBenchMinDicLogSize = 18; const unsigned kBenchMinDicLogSize = 18;
UInt64 GetBenchMemoryUsage(UInt32 numThreads, UInt32 dictionary); UInt64 GetBenchMemoryUsage(UInt32 numThreads, UInt32 dictionary, bool totalBench = false);
struct IBenchPrintCallback struct IBenchPrintCallback
{ {

View File

@@ -14,7 +14,6 @@
#include "../../../Windows/FileDir.h" #include "../../../Windows/FileDir.h"
#include "../../../Windows/FileName.h" #include "../../../Windows/FileName.h"
#include "../../../Windows/PropVariant.h" #include "../../../Windows/PropVariant.h"
#include "../../../Windows/Synchronization.h"
#include "../../Common/StreamObjects.h" #include "../../Common/StreamObjects.h"
@@ -429,7 +428,9 @@ STDMETHODIMP CArchiveUpdateCallback::GetProperty(UInt32 index, PROPID propID, PR
COM_TRY_END COM_TRY_END
} }
#ifndef _7ZIP_ST
static NSynchronization::CCriticalSection CS; static NSynchronization::CCriticalSection CS;
#endif
STDMETHODIMP CArchiveUpdateCallback::GetStream2(UInt32 index, ISequentialInStream **inStream, UInt32 mode) STDMETHODIMP CArchiveUpdateCallback::GetStream2(UInt32 index, ISequentialInStream **inStream, UInt32 mode)
{ {
@@ -536,7 +537,9 @@ STDMETHODIMP CArchiveUpdateCallback::GetStream2(UInt32 index, ISequentialInStrea
if (ProcessedItemsStatuses) if (ProcessedItemsStatuses)
{ {
#ifndef _7ZIP_ST
NSynchronization::CCriticalSectionLock lock(CS); NSynchronization::CCriticalSectionLock lock(CS);
#endif
ProcessedItemsStatuses[(unsigned)up.DirIndex] = 1; ProcessedItemsStatuses[(unsigned)up.DirIndex] = 1;
} }
*inStream = inStreamLoc.Detach(); *inStream = inStreamLoc.Detach();

View File

@@ -108,39 +108,57 @@ static const char *kHelpString =
" h : Calculate hash values for files\n" " h : Calculate hash values for files\n"
" i : Show information about supported formats\n" " i : Show information about supported formats\n"
" l : List contents of archive\n" " l : List contents of archive\n"
// " l[a|t][f] : List contents of archive\n"
// " a - with Additional fields\n"
// " t - with all fields\n"
// " f - with Full pathnames\n"
" rn : Rename files in archive\n" " rn : Rename files in archive\n"
" t : Test integrity of archive\n" " t : Test integrity of archive\n"
" u : Update files to archive\n" " u : Update files to archive\n"
" x : eXtract files with full paths\n" " x : eXtract files with full paths\n"
"\n"
"<Switches>\n" "<Switches>\n"
" -- : Stop switches parsing\n" " -- : Stop switches parsing\n"
" -ai[r[-|0]]{@listfile|!wildcard} : Include archives\n" " -ai[r[-|0]]{@listfile|!wildcard} : Include archives\n"
" -ax[r[-|0]]{@listfile|!wildcard} : eXclude archives\n" " -ax[r[-|0]]{@listfile|!wildcard} : eXclude archives\n"
" -bd : Disable percentage indicator\n" " -ao{a|s|t|u} : set Overwrite mode\n"
" -an : disable archive_name field\n"
" -bb[0-3] : set output log level\n"
" -bd : disable progress indicator\n"
" -bs{o|e|p}{0|1|2} : set output stream for output/error/progress line\n"
" -bt : show execution time statistics\n"
" -i[r[-|0]]{@listfile|!wildcard} : Include filenames\n" " -i[r[-|0]]{@listfile|!wildcard} : Include filenames\n"
" -m{Parameters} : set compression Method\n" " -m{Parameters} : set compression Method\n"
" -mmt[N] : set number of CPU threads\n"
" -o{Directory} : set Output directory\n" " -o{Directory} : set Output directory\n"
#ifndef _NO_CRYPTO #ifndef _NO_CRYPTO
" -p{Password} : set Password\n" " -p{Password} : set Password\n"
#endif #endif
" -r[-|0] : Recurse subdirectories\n" " -r[-|0] : Recurse subdirectories\n"
" -sa{a|e|s} : set Archive name mode\n"
" -scc{UTF-8|WIN|DOS} : set charset for for console input/output\n"
" -scs{UTF-8|UTF-16LE|UTF-16BE|WIN|DOS|{id}} : set charset for list files\n" " -scs{UTF-8|UTF-16LE|UTF-16BE|WIN|DOS|{id}} : set charset for list files\n"
" -sdel : Delete files after compression\n" " -scrc[CRC32|CRC64|SHA1|SHA256|*] : set hash function for x, e, h commands\n"
" -sdel : delete files after compression\n"
" -seml[.] : send archive by email\n"
" -sfx[{name}] : Create SFX archive\n" " -sfx[{name}] : Create SFX archive\n"
" -si[{name}] : read data from stdin\n" " -si[{name}] : read data from stdin\n"
" -slp : set Large Pages mode\n"
" -slt : show technical information for l (List) command\n" " -slt : show technical information for l (List) command\n"
" -snh : store hard links as links\n"
" -snl : store symbolic links as links\n"
" -sni : store NT security information\n"
" -sns[-] : store NTFS alternate streams\n"
" -so : write data to stdout\n" " -so : write data to stdout\n"
" -spd : disable wildcard matching for file names\n"
" -spe : eliminate duplication of root folder for extract command\n"
" -spf : use fully qualified file paths\n"
" -ssc[-] : set sensitive case mode\n" " -ssc[-] : set sensitive case mode\n"
" -ssw : compress shared files\n" " -ssw : compress shared files\n"
" -stl : set archive timestamp from the most recently modified file\n"
" -stm{HexMask} : set CPU thread affinity mask (hexadecimal number)\n"
" -stx{Type} : exclude archive type\n"
" -t{Type} : Set type of archive\n" " -t{Type} : Set type of archive\n"
" -u[-][p#][q#][r#][x#][y#][z#][!newArchiveName] : Update options\n" " -u[-][p#][q#][r#][x#][y#][z#][!newArchiveName] : Update options\n"
" -v{Size}[b|k|m|g] : Create volumes\n" " -v{Size}[b|k|m|g] : Create volumes\n"
" -w[{path}] : assign Work directory. Empty path means a temporary directory\n" " -w[{path}] : assign Work directory. Empty path means a temporary directory\n"
" -x[r[-|0]]]{@listfile|!wildcard} : eXclude filenames\n" " -x[r[-|0]]{@listfile|!wildcard} : eXclude filenames\n"
" -y : assume Yes on all queries\n"; " -y : assume Yes on all queries\n";
// --------------------------- // ---------------------------

View File

@@ -698,15 +698,26 @@ public:
void OpenFolder(int index); void OpenFolder(int index);
HRESULT OpenParentArchiveFolder(); HRESULT OpenParentArchiveFolder();
HRESULT OpenItemAsArchive(IInStream *inStream,
HRESULT OpenAsArc(IInStream *inStream,
const CTempFileInfo &tempFileInfo, const CTempFileInfo &tempFileInfo,
const UString &virtualFilePath, const UString &virtualFilePath,
const UString &arcFormat, const UString &arcFormat,
bool &encrypted); bool &encrypted);
HRESULT OpenItemAsArchive(const UString &relPath, const UString &arcFormat, bool &encrypted);
HRESULT OpenItemAsArchive(int index, const wchar_t *type = NULL); HRESULT OpenAsArc_Msg(IInStream *inStream,
const CTempFileInfo &tempFileInfo,
const UString &virtualFilePath,
const UString &arcFormat,
bool &encrypted,
bool showErrorMessage);
HRESULT OpenAsArc_Name(const UString &relPath, const UString &arcFormat, bool &encrypted, bool showErrorMessage);
HRESULT OpenAsArc_Index(int index, const wchar_t *type /* = NULL */, bool showErrorMessage);
void OpenItemInArchive(int index, bool tryInternal, bool tryExternal, void OpenItemInArchive(int index, bool tryInternal, bool tryExternal,
bool editMode, bool useEditor, const wchar_t *type = NULL); bool editMode, bool useEditor, const wchar_t *type = NULL);
HRESULT OnOpenItemChanged(UInt32 index, const wchar_t *fullFilePath, bool usePassword, const UString &password); HRESULT OnOpenItemChanged(UInt32 index, const wchar_t *fullFilePath, bool usePassword, const UString &password);
LRESULT OnOpenItemChanged(LPARAM lParam); LRESULT OnOpenItemChanged(LPARAM lParam);

View File

@@ -183,13 +183,13 @@ HRESULT CPanel::BindToPath(const UString &fullPath, const UString &arcFormat, bo
FString dirPrefix, fileName; FString dirPrefix, fileName;
NDir::GetFullPathAndSplit(us2fs(sysPath), dirPrefix, fileName); NDir::GetFullPathAndSplit(us2fs(sysPath), dirPrefix, fileName);
HRESULT res; HRESULT res;
// = OpenItemAsArchive(fs2us(fileName), arcFormat, encrypted); // = OpenAsArc(fs2us(fileName), arcFormat, encrypted);
{ {
CTempFileInfo tfi; CTempFileInfo tfi;
tfi.RelPath = fs2us(fileName); tfi.RelPath = fs2us(fileName);
tfi.FolderPath = dirPrefix; tfi.FolderPath = dirPrefix;
tfi.FilePath = us2fs(sysPath); tfi.FilePath = us2fs(sysPath);
res = OpenItemAsArchive(NULL, tfi, sysPath, arcFormat, encrypted); res = OpenAsArc(NULL, tfi, sysPath, arcFormat, encrypted);
} }
if (res == S_FALSE) if (res == S_FALSE)
@@ -204,6 +204,7 @@ HRESULT CPanel::BindToPath(const UString &fullPath, const UString &arcFormat, bo
path.Delete(0); path.Delete(0);
} }
} }
if (newFolder) if (newFolder)
{ {
SetNewFolder(newFolder); SetNewFolder(newFolder);

View File

@@ -27,6 +27,8 @@
#include "RegistryUtils.h" #include "RegistryUtils.h"
#include "UpdateCallback100.h" #include "UpdateCallback100.h"
#include "../GUI/ExtractRes.h"
#include "resource.h" #include "resource.h"
using namespace NWindows; using namespace NWindows;
@@ -85,7 +87,7 @@ public:
CRecordVector<bool> NeedWait; CRecordVector<bool> NeedWait;
~CChildProcesses() { CloseAll(); } ~CChildProcesses() { CloseAll(); }
void DisableWait(int index) { NeedWait[index] = false; } void DisableWait(unsigned index) { NeedWait[index] = false; }
void CloseAll() void CloseAll()
{ {
@@ -182,7 +184,8 @@ public:
} }
}; };
HRESULT CPanel::OpenItemAsArchive(IInStream *inStream,
HRESULT CPanel::OpenAsArc(IInStream *inStream,
const CTempFileInfo &tempFileInfo, const CTempFileInfo &tempFileInfo,
const UString &virtualFilePath, const UString &virtualFilePath,
const UString &arcFormat, const UString &arcFormat,
@@ -191,6 +194,7 @@ HRESULT CPanel::OpenItemAsArchive(IInStream *inStream,
encrypted = false; encrypted = false;
CFolderLink folderLink; CFolderLink folderLink;
(CTempFileInfo &)folderLink = tempFileInfo; (CTempFileInfo &)folderLink = tempFileInfo;
if (inStream) if (inStream)
folderLink.IsVirtual = true; folderLink.IsVirtual = true;
else else
@@ -224,6 +228,7 @@ HRESULT CPanel::OpenItemAsArchive(IInStream *inStream,
folderLink.ParentFolderPath = GetFolderPath(_folder); folderLink.ParentFolderPath = GetFolderPath(_folder);
else else
folderLink.ParentFolderPath = _currentFolderPrefix; folderLink.ParentFolderPath = _currentFolderPrefix;
if (!_parentFolders.IsEmpty()) if (!_parentFolders.IsEmpty())
folderLink.ParentFolder = _folder; folderLink.ParentFolder = _folder;
@@ -240,6 +245,7 @@ HRESULT CPanel::OpenItemAsArchive(IInStream *inStream,
CMyComPtr<IGetFolderArcProps> getFolderArcProps; CMyComPtr<IGetFolderArcProps> getFolderArcProps;
_folder.QueryInterface(IID_IGetFolderArcProps, &getFolderArcProps); _folder.QueryInterface(IID_IGetFolderArcProps, &getFolderArcProps);
_thereAreDeletedItems = false; _thereAreDeletedItems = false;
if (getFolderArcProps) if (getFolderArcProps)
{ {
CMyComPtr<IFolderArcProps> arcProps; CMyComPtr<IFolderArcProps> arcProps;
@@ -304,22 +310,58 @@ HRESULT CPanel::OpenItemAsArchive(IInStream *inStream,
return S_OK; return S_OK;
} }
HRESULT CPanel::OpenItemAsArchive(const UString &relPath, const UString &arcFormat, bool &encrypted)
HRESULT CPanel::OpenAsArc_Msg(IInStream *inStream,
const CTempFileInfo &tempFileInfo,
const UString &virtualFilePath,
const UString &arcFormat,
bool &encrypted,
bool showErrorMessage)
{
HRESULT res = OpenAsArc(inStream, tempFileInfo, virtualFilePath, arcFormat, encrypted);
if (res == S_OK)
return res;
if (res == E_ABORT)
return res;
if (showErrorMessage && encrypted)
{
UString message = L"Error";
if (res == S_FALSE)
{
message = MyFormatNew(
encrypted ?
IDS_CANT_OPEN_ENCRYPTED_ARCHIVE :
IDS_CANT_OPEN_ARCHIVE,
virtualFilePath);
}
else
message = HResultToMessage(res);
MessageBoxMyError(message);
}
return res;
}
HRESULT CPanel::OpenAsArc_Name(const UString &relPath, const UString &arcFormat, bool &encrypted, bool showErrorMessage)
{ {
CTempFileInfo tfi; CTempFileInfo tfi;
tfi.RelPath = relPath; tfi.RelPath = relPath;
tfi.FolderPath = us2fs(GetFsPath()); tfi.FolderPath = us2fs(GetFsPath());
const UString fullPath = GetFsPath() + relPath; const UString fullPath = GetFsPath() + relPath;
tfi.FilePath = us2fs(fullPath); tfi.FilePath = us2fs(fullPath);
return OpenItemAsArchive(NULL, tfi, fullPath, arcFormat, encrypted); return OpenAsArc_Msg(NULL, tfi, fullPath, arcFormat, encrypted, showErrorMessage);
} }
HRESULT CPanel::OpenItemAsArchive(int index, const wchar_t *type)
HRESULT CPanel::OpenAsArc_Index(int index, const wchar_t *type, bool showErrorMessage)
{ {
CDisableTimerProcessing disableTimerProcessing1(*this); CDisableTimerProcessing disableTimerProcessing1(*this);
CDisableNotify disableNotify(*this); CDisableNotify disableNotify(*this);
bool encrypted; bool encrypted;
HRESULT res = OpenItemAsArchive(GetItemRelPath2(index), type ? type : L"", encrypted); HRESULT res = OpenAsArc_Name(GetItemRelPath2(index), type ? type : L"", encrypted, showErrorMessage);
if (res != S_OK) if (res != S_OK)
{ {
RefreshTitle(true); // in case of error we must refresh changed title of 7zFM RefreshTitle(true); // in case of error we must refresh changed title of 7zFM
@@ -329,6 +371,7 @@ HRESULT CPanel::OpenItemAsArchive(int index, const wchar_t *type)
return S_OK; return S_OK;
} }
HRESULT CPanel::OpenParentArchiveFolder() HRESULT CPanel::OpenParentArchiveFolder()
{ {
CDisableTimerProcessing disableTimerProcessing(*this); CDisableTimerProcessing disableTimerProcessing(*this);
@@ -359,6 +402,7 @@ HRESULT CPanel::OpenParentArchiveFolder()
return S_OK; return S_OK;
} }
static const char *kStartExtensions = static const char *kStartExtensions =
#ifdef UNDER_CE #ifdef UNDER_CE
" cab" " cab"
@@ -491,7 +535,19 @@ typedef BOOL (WINAPI * ShellExecuteExWP)(LPSHELLEXECUTEINFOW lpExecInfo);
static HRESULT StartApplication(const UString &dir, const UString &path, HWND window, CProcess &process) static HRESULT StartApplication(const UString &dir, const UString &path, HWND window, CProcess &process)
{ {
UString path2 = path;
#ifdef _WIN32
{
int dot = path2.ReverseFind_Dot();
int separ = path2.ReverseFind_PathSepar();
if (dot < 0 || dot < separ)
path2 += L'.';
}
#endif
UINT32 result; UINT32 result;
#ifndef _UNICODE #ifndef _UNICODE
if (g_IsNT) if (g_IsNT)
{ {
@@ -500,14 +556,14 @@ static HRESULT StartApplication(const UString &dir, const UString &path, HWND wi
execInfo.fMask = SEE_MASK_NOCLOSEPROCESS | SEE_MASK_FLAG_DDEWAIT; execInfo.fMask = SEE_MASK_NOCLOSEPROCESS | SEE_MASK_FLAG_DDEWAIT;
execInfo.hwnd = NULL; execInfo.hwnd = NULL;
execInfo.lpVerb = NULL; execInfo.lpVerb = NULL;
execInfo.lpFile = path; execInfo.lpFile = path2;
execInfo.lpParameters = NULL; execInfo.lpParameters = NULL;
execInfo.lpDirectory = dir.IsEmpty() ? NULL : (LPCWSTR)dir; execInfo.lpDirectory = dir.IsEmpty() ? NULL : (LPCWSTR)dir;
execInfo.nShow = SW_SHOWNORMAL; execInfo.nShow = SW_SHOWNORMAL;
execInfo.hProcess = 0; execInfo.hProcess = 0;
ShellExecuteExWP shellExecuteExW = (ShellExecuteExWP) ShellExecuteExWP shellExecuteExW = (ShellExecuteExWP)
::GetProcAddress(::GetModuleHandleW(L"shell32.dll"), "ShellExecuteExW"); ::GetProcAddress(::GetModuleHandleW(L"shell32.dll"), "ShellExecuteExW");
if (shellExecuteExW == 0) if (!shellExecuteExW)
return 0; return 0;
shellExecuteExW(&execInfo); shellExecuteExW(&execInfo);
result = (UINT32)(UINT_PTR)execInfo.hInstApp; result = (UINT32)(UINT_PTR)execInfo.hInstApp;
@@ -525,23 +581,24 @@ static HRESULT StartApplication(const UString &dir, const UString &path, HWND wi
; ;
execInfo.hwnd = NULL; execInfo.hwnd = NULL;
execInfo.lpVerb = NULL; execInfo.lpVerb = NULL;
const CSysString sysPath = GetSystemString(path); const CSysString sysPath = GetSystemString(path2);
const CSysString sysDir = GetSystemString(dir); const CSysString sysDir = GetSystemString(dir);
execInfo.lpFile = sysPath; execInfo.lpFile = sysPath;
execInfo.lpParameters = NULL; execInfo.lpParameters = NULL;
execInfo.lpDirectory = execInfo.lpDirectory =
#ifdef UNDER_CE #ifdef UNDER_CE
NULL NULL
#else #else
sysDir.IsEmpty() ? NULL : (LPCTSTR)sysDir sysDir.IsEmpty() ? NULL : (LPCTSTR)sysDir
#endif #endif
; ;
execInfo.nShow = SW_SHOWNORMAL; execInfo.nShow = SW_SHOWNORMAL;
execInfo.hProcess = 0; execInfo.hProcess = 0;
::ShellExecuteEx(&execInfo); ::ShellExecuteEx(&execInfo);
result = (UINT32)(UINT_PTR)execInfo.hInstApp; result = (UINT32)(UINT_PTR)execInfo.hInstApp;
process.Attach(execInfo.hProcess); process.Attach(execInfo.hProcess);
} }
if (result <= 32) if (result <= 32)
{ {
switch (result) switch (result)
@@ -553,6 +610,7 @@ static HRESULT StartApplication(const UString &dir, const UString &path, HWND wi
L"7-Zip", MB_OK | MB_ICONSTOP); L"7-Zip", MB_OK | MB_ICONSTOP);
} }
} }
return S_OK; return S_OK;
} }
@@ -654,6 +712,7 @@ bool CPanel::IsVirus_Message(const UString &name)
return true; return true;
} }
void CPanel::OpenItem(int index, bool tryInternal, bool tryExternal, const wchar_t *type) void CPanel::OpenItem(int index, bool tryInternal, bool tryExternal, const wchar_t *type)
{ {
CDisableTimerProcessing disableTimerProcessing(*this); CDisableTimerProcessing disableTimerProcessing(*this);
@@ -675,7 +734,7 @@ void CPanel::OpenItem(int index, bool tryInternal, bool tryExternal, const wchar
if (tryInternal) if (tryInternal)
if (!tryExternal || !DoItemAlwaysStart(name)) if (!tryExternal || !DoItemAlwaysStart(name))
{ {
HRESULT res = OpenItemAsArchive(index, type); HRESULT res = OpenAsArc_Index(index, type, true);
disableNotify.Restore(); // we must restore to allow text notification update disableNotify.Restore(); // we must restore to allow text notification update
InvalidateList(); InvalidateList();
if (res == S_OK || res == E_ABORT) if (res == S_OK || res == E_ABORT)
@@ -795,7 +854,7 @@ static THREAD_FUNC_DECL MyThreadFunction(void *param)
for (;;) for (;;)
{ {
CRecordVector<HANDLE> handles; CRecordVector<HANDLE> handles;
CRecordVector<int> indices; CUIntVector indices;
FOR_VECTOR (i, processes.Handles) FOR_VECTOR (i, processes.Handles)
{ {
@@ -992,6 +1051,17 @@ static HRESULT GetTime(IFolderFolder *folder, UInt32 index, PROPID propID, FILET
} }
*/ */
/*
tryInternal tryExternal
false false : unused
false true : external
true false : internal
true true : smart based on file extension:
!alwaysStart(name) : both
alwaysStart(name) : external
*/
void CPanel::OpenItemInArchive(int index, bool tryInternal, bool tryExternal, bool editMode, bool useEditor, const wchar_t *type) void CPanel::OpenItemInArchive(int index, bool tryInternal, bool tryExternal, bool editMode, bool useEditor, const wchar_t *type)
{ {
const UString name = GetItemName(index); const UString name = GetItemName(index);
@@ -1008,7 +1078,7 @@ void CPanel::OpenItemInArchive(int index, bool tryInternal, bool tryExternal, bo
bool tryAsArchive = tryInternal && (!tryExternal || !DoItemAlwaysStart(name)); bool tryAsArchive = tryInternal && (!tryExternal || !DoItemAlwaysStart(name));
UString fullVirtPath = _currentFolderPrefix + relPath; const UString fullVirtPath = _currentFolderPrefix + relPath;
CTempDir tempDirectory; CTempDir tempDirectory;
if (!tempDirectory.Create(kTempDirPrefix)) if (!tempDirectory.Create(kTempDirPrefix))
@@ -1044,20 +1114,18 @@ void CPanel::OpenItemInArchive(int index, bool tryInternal, bool tryExternal, bo
if (subStream) if (subStream)
{ {
bool encrypted; bool encrypted;
HRESULT res = OpenItemAsArchive(subStream, tempFileInfo, fullVirtPath, type ? type : L"", encrypted); HRESULT res = OpenAsArc_Msg(subStream, tempFileInfo, fullVirtPath, type ? type : L"", encrypted, true);
if (res == S_OK) if (res == S_OK)
{ {
tempDirectory.DisableDeleting(); tempDirectory.DisableDeleting();
RefreshListCtrl(); RefreshListCtrl();
return; return;
} }
if (res == E_ABORT) if (res == E_ABORT || res != S_FALSE)
return; return;
if (res != S_FALSE) if (!tryExternal)
{ return;
// probably we must show some message here tryAsArchive = false;
// return;
}
} }
} }
} }
@@ -1126,6 +1194,7 @@ void CPanel::OpenItemInArchive(int index, bool tryInternal, bool tryExternal, bo
options.folder = fs2us(tempDirNorm); options.folder = fs2us(tempDirNorm);
options.showErrorMessages = true; options.showErrorMessages = true;
HRESULT result = CopyTo(options, indices, &messages, usePassword, password); HRESULT result = CopyTo(options, indices, &messages, usePassword, password);
if (_parentFolders.Size() > 0) if (_parentFolders.Size() > 0)
@@ -1155,12 +1224,21 @@ void CPanel::OpenItemInArchive(int index, bool tryInternal, bool tryExternal, bo
CMyComPtr<IInStream> bufInStream = bufInStreamSpec; CMyComPtr<IInStream> bufInStream = bufInStreamSpec;
bufInStreamSpec->Init(file.Data, streamSize, virtFileSystem); bufInStreamSpec->Init(file.Data, streamSize, virtFileSystem);
bool encrypted; bool encrypted;
if (OpenItemAsArchive(bufInStream, tempFileInfo, fullVirtPath, type ? type : L"", encrypted) == S_OK)
HRESULT res = OpenAsArc_Msg(bufInStream, tempFileInfo, fullVirtPath, type ? type : L"", encrypted, true);
if (res == S_OK)
{ {
tempDirectory.DisableDeleting(); tempDirectory.DisableDeleting();
RefreshListCtrl(); RefreshListCtrl();
return; return;
} }
if (res == E_ABORT || res != S_FALSE)
return;
if (!tryExternal)
return;
tryAsArchive = false;
if (virtFileSystemSpec->FlushToDisk(true) != S_OK) if (virtFileSystemSpec->FlushToDisk(true) != S_OK)
return; return;
} }
@@ -1181,14 +1259,20 @@ void CPanel::OpenItemInArchive(int index, bool tryInternal, bool tryExternal, bo
if (tryAsArchive) if (tryAsArchive)
{ {
bool encrypted; bool encrypted;
if (OpenItemAsArchive(NULL, tempFileInfo, fullVirtPath, type ? type : L"", encrypted) == S_OK) HRESULT res = OpenAsArc_Msg(NULL, tempFileInfo, fullVirtPath, type ? type : L"", encrypted, true);
if (res == S_OK)
{ {
tempDirectory.DisableDeleting(); tempDirectory.DisableDeleting();
RefreshListCtrl(); RefreshListCtrl();
return; return;
} }
if (res == E_ABORT || res != S_FALSE)
return;
} }
if (!tryExternal)
return;
CMyAutoPtr<CTmpProcessInfo> tmpProcessInfoPtr(new CTmpProcessInfo()); CMyAutoPtr<CTmpProcessInfo> tmpProcessInfoPtr(new CTmpProcessInfo());
CTmpProcessInfo *tpi = tmpProcessInfoPtr.get(); CTmpProcessInfo *tpi = tmpProcessInfoPtr.get();
tpi->FolderPath = tempDir; tpi->FolderPath = tempDir;
@@ -1202,9 +1286,6 @@ void CPanel::OpenItemInArchive(int index, bool tryInternal, bool tryExternal, bo
CTmpProcessInfoRelease tmpProcessInfoRelease(*tpi); CTmpProcessInfoRelease tmpProcessInfoRelease(*tpi);
if (!tryExternal)
return;
CProcess process; CProcess process;
// HRESULT res; // HRESULT res;
if (editMode) if (editMode)

View File

@@ -82,20 +82,21 @@ void CPanel::OnInsert()
LVIS_CUT : 0; LVIS_CUT : 0;
_listView.SetItemState(focusedItem, state, LVIS_CUT); _listView.SetItemState(focusedItem, state, LVIS_CUT);
// _listView.SetItemState_Selected(focusedItem); // _listView.SetItemState_Selected(focusedItem);
*/ */
int focusedItem = _listView.GetFocusedItem(); int focusedItem = _listView.GetFocusedItem();
if (focusedItem < 0) if (focusedItem < 0)
return; return;
int realIndex = GetRealItemIndex(focusedItem);
bool isSelected = !_selectedStatusVector[realIndex];
if (realIndex != kParentIndex)
_selectedStatusVector[realIndex] = isSelected;
if (!_mySelectMode) int realIndex = GetRealItemIndex(focusedItem);
_listView.SetItemState_Selected(focusedItem, isSelected); if (realIndex != kParentIndex)
{
_listView.RedrawItem(focusedItem); bool isSelected = !_selectedStatusVector[realIndex];
_selectedStatusVector[realIndex] = isSelected;
if (!_mySelectMode)
_listView.SetItemState_Selected(focusedItem, isSelected);
_listView.RedrawItem(focusedItem);
}
int nextIndex = focusedItem + 1; int nextIndex = focusedItem + 1;
if (nextIndex < _listView.GetItemCount()) if (nextIndex < _listView.GetItemCount())
@@ -112,6 +113,8 @@ void CPanel::OnUpWithShift()
if (focusedItem < 0) if (focusedItem < 0)
return; return;
int index = GetRealItemIndex(focusedItem); int index = GetRealItemIndex(focusedItem);
if (index == kParentIndex)
return;
_selectedStatusVector[index] = !_selectedStatusVector[index]; _selectedStatusVector[index] = !_selectedStatusVector[index];
_listView.RedrawItem(index); _listView.RedrawItem(index);
} }
@@ -122,6 +125,8 @@ void CPanel::OnDownWithShift()
if (focusedItem < 0) if (focusedItem < 0)
return; return;
int index = GetRealItemIndex(focusedItem); int index = GetRealItemIndex(focusedItem);
if (index == kParentIndex)
return;
_selectedStatusVector[index] = !_selectedStatusVector[index]; _selectedStatusVector[index] = !_selectedStatusVector[index];
_listView.RedrawItem(index); _listView.RedrawItem(index);
} }

View File

@@ -8,13 +8,14 @@
#include "../../../Windows/Control/Static.h" #include "../../../Windows/Control/Static.h"
#include "../../../Windows/ErrorMsg.h" #include "../../../Windows/ErrorMsg.h"
#include "ProgressDialog2.h"
#include "DialogSize.h"
#include "ProgressDialog2Res.h"
#include "../GUI/ExtractRes.h" #include "../GUI/ExtractRes.h"
#include "LangUtils.h"
#include "DialogSize.h"
#include "ProgressDialog2.h"
#include "ProgressDialog2Res.h"
using namespace NWindows; using namespace NWindows;
extern HINSTANCE g_hInstance; extern HINSTANCE g_hInstance;
@@ -42,8 +43,6 @@ static const UINT kCreateDelay =
static const DWORD kPauseSleepTime = 100; static const DWORD kPauseSleepTime = 100;
#include "LangUtils.h"
#ifdef LANG #ifdef LANG
static const UInt32 kLangIDs[] = static const UInt32 kLangIDs[] =
@@ -705,10 +704,9 @@ void CProgressDialog::UpdateStatInfo(bool showAll)
UInt32 curTime = ::GetTickCount(); UInt32 curTime = ::GetTickCount();
const UInt64 progressTotal = bytesProgressMode ? total : totalFiles;
const UInt64 progressCompleted = bytesProgressMode ? completed : completedFiles;
{ {
UInt64 progressTotal = bytesProgressMode ? total : totalFiles;
UInt64 progressCompleted = bytesProgressMode ? completed : completedFiles;
if (IS_UNDEFINED_VAL(progressTotal)) if (IS_UNDEFINED_VAL(progressTotal))
{ {
// SetPos(0); // SetPos(0);
@@ -757,9 +755,9 @@ void CProgressDialog::UpdateStatInfo(bool showAll)
} }
} }
if (completed != 0) if (progressCompleted != 0)
{ {
if (IS_UNDEFINED_VAL(total)) if (IS_UNDEFINED_VAL(progressTotal))
{ {
if (IS_DEFINED_VAL(_prevRemainingSec)) if (IS_DEFINED_VAL(_prevRemainingSec))
{ {
@@ -770,8 +768,8 @@ void CProgressDialog::UpdateStatInfo(bool showAll)
else else
{ {
UInt64 remainingTime = 0; UInt64 remainingTime = 0;
if (completed < total) if (progressCompleted < progressTotal)
remainingTime = MyMultAndDiv(_elapsedTime, total - completed, completed); remainingTime = MyMultAndDiv(_elapsedTime, progressTotal - progressCompleted, progressCompleted);
UInt64 remainingSec = remainingTime / 1000; UInt64 remainingSec = remainingTime / 1000;
if (remainingSec != _prevRemainingSec) if (remainingSec != _prevRemainingSec)
{ {
@@ -783,7 +781,7 @@ void CProgressDialog::UpdateStatInfo(bool showAll)
} }
{ {
UInt64 elapsedTime = (_elapsedTime == 0) ? 1 : _elapsedTime; UInt64 elapsedTime = (_elapsedTime == 0) ? 1 : _elapsedTime;
UInt64 v = (completed * 1000) / elapsedTime; UInt64 v = (progressCompleted * 1000) / elapsedTime;
Byte c = 0; Byte c = 0;
unsigned moveBits = 0; unsigned moveBits = 0;
if (v >= ((UInt64)10000 << 10)) { moveBits = 20; c = 'M'; } if (v >= ((UInt64)10000 << 10)) { moveBits = 20; c = 'M'; }
@@ -811,11 +809,11 @@ void CProgressDialog::UpdateStatInfo(bool showAll)
{ {
UInt64 percent = 0; UInt64 percent = 0;
{ {
if (IS_DEFINED_VAL(total)) if (IS_DEFINED_VAL(progressTotal))
{ {
percent = completed * 100; percent = progressCompleted * 100;
if (total != 0) if (progressTotal != 0)
percent /= total; percent /= progressTotal;
} }
} }
if (percent != _prevPercentValue) if (percent != _prevPercentValue)

View File

@@ -71,11 +71,13 @@ static const LPCTSTR kMB = TEXT(" MB");
static const LPCTSTR kMIPS = TEXT(" MIPS"); static const LPCTSTR kMIPS = TEXT(" MIPS");
static const LPCTSTR kKBs = TEXT(" KB/s"); static const LPCTSTR kKBs = TEXT(" KB/s");
#ifdef UNDER_CE static const unsigned kMinDicLogSize =
static const int kMinDicLogSize = 20; #ifdef UNDER_CE
#else 20;
static const int kMinDicLogSize = 21; #else
#endif 21;
#endif
static const UInt32 kMinDicSize = (1 << kMinDicLogSize); static const UInt32 kMinDicSize = (1 << kMinDicLogSize);
static const UInt32 kMaxDicSize = static const UInt32 kMaxDicSize =
#ifdef MY_CPU_64BIT #ifdef MY_CPU_64BIT
@@ -185,29 +187,28 @@ bool CBenchmarkDialog::OnInit()
if (Sync.DictionarySize == (UInt32)(Int32)-1) if (Sync.DictionarySize == (UInt32)(Int32)-1)
{ {
int dicSizeLog; unsigned dicSizeLog;
for (dicSizeLog = 25; dicSizeLog > kBenchMinDicLogSize; dicSizeLog--) for (dicSizeLog = 25; dicSizeLog > kBenchMinDicLogSize; dicSizeLog--)
if (GetBenchMemoryUsage(Sync.NumThreads, ((UInt32)1 << dicSizeLog)) + (8 << 20) <= ramSize) if (GetBenchMemoryUsage(Sync.NumThreads, ((UInt32)1 << dicSizeLog)) + (8 << 20) <= ramSize)
break; break;
Sync.DictionarySize = (1 << dicSizeLog); Sync.DictionarySize = (1 << dicSizeLog);
} }
if (Sync.DictionarySize < kMinDicSize)
Sync.DictionarySize = kMinDicSize; if (Sync.DictionarySize < kMinDicSize) Sync.DictionarySize = kMinDicSize;
if (Sync.DictionarySize > kMaxDicSize) if (Sync.DictionarySize > kMaxDicSize) Sync.DictionarySize = kMaxDicSize;
Sync.DictionarySize = kMaxDicSize;
for (int i = kMinDicLogSize; i <= 30; i++) for (unsigned i = kMinDicLogSize; i <= 30; i++)
for (int j = 0; j < 2; j++) for (unsigned j = 0; j < 2; j++)
{ {
UInt32 dictionary = (1 << i) + (j << (i - 1)); UInt32 dict = (1 << i) + (j << (i - 1));
if (dictionary > kMaxDicSize) if (dict > kMaxDicSize)
continue; continue;
TCHAR s[16]; TCHAR s[16];
ConvertUInt32ToString((dictionary >> 20), s); ConvertUInt32ToString((dict >> 20), s);
lstrcat(s, kMB); lstrcat(s, kMB);
int index = (int)m_Dictionary.AddString(s); int index = (int)m_Dictionary.AddString(s);
m_Dictionary.SetItemData(index, dictionary); m_Dictionary.SetItemData(index, dict);
if (dictionary <= Sync.DictionarySize) if (dict <= Sync.DictionarySize)
cur = index; cur = index;
} }
m_Dictionary.SetCurSel(cur); m_Dictionary.SetCurSel(cur);
@@ -265,14 +266,14 @@ UInt32 CBenchmarkDialog::GetNumberOfThreads()
UInt32 CBenchmarkDialog::OnChangeDictionary() UInt32 CBenchmarkDialog::OnChangeDictionary()
{ {
UInt32 dictionary = (UInt32)m_Dictionary.GetItemData_of_CurSel(); UInt32 dict = (UInt32)m_Dictionary.GetItemData_of_CurSel();
UInt64 memUsage = GetBenchMemoryUsage(GetNumberOfThreads(), dictionary); UInt64 memUsage = GetBenchMemoryUsage(GetNumberOfThreads(), dict);
memUsage = (memUsage + (1 << 20) - 1) >> 20; memUsage = (memUsage + (1 << 20) - 1) >> 20;
TCHAR s[40]; TCHAR s[40];
ConvertUInt64ToString(memUsage, s); ConvertUInt64ToString(memUsage, s);
lstrcat(s, kMB); lstrcat(s, kMB);
SetItemText(IDT_BENCH_MEMORY_VAL, s); SetItemText(IDT_BENCH_MEMORY_VAL, s);
return dictionary; return dict;
} }
static const UInt32 g_IDs[] = static const UInt32 g_IDs[] =
@@ -303,7 +304,7 @@ static const UInt32 g_IDs[] =
void CBenchmarkDialog::OnChangeSettings() void CBenchmarkDialog::OnChangeSettings()
{ {
EnableItem(IDB_STOP, true); EnableItem(IDB_STOP, true);
UInt32 dictionary = OnChangeDictionary(); UInt32 dict = OnChangeDictionary();
for (int i = 0; i < ARRAY_SIZE(g_IDs); i++) for (int i = 0; i < ARRAY_SIZE(g_IDs); i++)
SetItemText(g_IDs[i], kProcessingString); SetItemText(g_IDs[i], kProcessingString);
@@ -311,7 +312,7 @@ void CBenchmarkDialog::OnChangeSettings()
PrintTime(); PrintTime();
NWindows::NSynchronization::CCriticalSectionLock lock(Sync.CS); NWindows::NSynchronization::CCriticalSectionLock lock(Sync.CS);
Sync.Init(); Sync.Init();
Sync.DictionarySize = dictionary; Sync.DictionarySize = dict;
Sync.Changed = true; Sync.Changed = true;
Sync.NumThreads = GetNumberOfThreads(); Sync.NumThreads = GetNumberOfThreads();
} }

View File

@@ -40,7 +40,10 @@ HRESULT PropVarEm_Set_Str(PROPVARIANT *p, const char *s) throw()
{ {
p->bstrVal = AllocBstrFromAscii(s); p->bstrVal = AllocBstrFromAscii(s);
if (p->bstrVal) if (p->bstrVal)
{
p->vt = VT_BSTR;
return S_OK; return S_OK;
}
p->vt = VT_ERROR; p->vt = VT_ERROR;
p->scode = E_OUTOFMEMORY; p->scode = E_OUTOFMEMORY;
return E_OUTOFMEMORY; return E_OUTOFMEMORY;

View File

@@ -10,8 +10,8 @@ AppName = "7-Zip"
InstallDir = %CE1%\%AppName% InstallDir = %CE1%\%AppName%
[Strings] [Strings]
AppVer = "15.08" AppVer = "15.10"
AppDate = "2015-10-01" AppDate = "2015-11-01"
[CEDevice] [CEDevice]
; ProcessorType = 2577 ; ARM ; ProcessorType = 2577 ; ARM

View File

@@ -2,7 +2,7 @@
;Defines ;Defines
!define VERSION_MAJOR 15 !define VERSION_MAJOR 15
!define VERSION_MINOR 08 !define VERSION_MINOR 10
!define VERSION_POSTFIX_FULL " beta" !define VERSION_POSTFIX_FULL " beta"
!ifdef WIN64 !ifdef WIN64
!ifdef IA64 !ifdef IA64

View File

@@ -1,7 +1,7 @@
<?xml version="1.0"?> <?xml version="1.0"?>
<?define VerMajor = "15" ?> <?define VerMajor = "15" ?>
<?define VerMinor = "08" ?> <?define VerMinor = "10" ?>
<?define VerBuild = "00" ?> <?define VerBuild = "00" ?>
<?define MmVer = "$(var.VerMajor).$(var.VerMinor)" ?> <?define MmVer = "$(var.VerMajor).$(var.VerMinor)" ?>
<?define MmHex = "$(var.VerMajor)$(var.VerMinor)" ?> <?define MmHex = "$(var.VerMajor)$(var.VerMinor)" ?>

View File

@@ -1,4 +1,4 @@
7-Zip 15.08 Sources 7-Zip 15.10 Sources
------------------- -------------------
7-Zip is a file archiver for Windows. 7-Zip is a file archiver for Windows.

View File

@@ -1,6 +1,20 @@
HISTORY of the 7-Zip source code HISTORY of the 7-Zip source code
-------------------------------- --------------------------------
15.09 beta 2015-10-16
-------------------------
- The BUG in LZMA / LZMA2 encoding code was fixed.
The BUG in LzFind.c::MatchFinder_ReadBlock() function.
If input data size is larger than (4 GiB - dictionary_size),
the following code worked incorrectly:
- LZMA : LzmaEnc_MemEncode(), LzmaEncode() : LZMA encoding functions
for compressing from memory to memory.
That BUG is not related to LZMA encoder version that works via streams.
- LZMA2 : multi-threaded version of LZMA2 encoder worked incorrectly, if
default value of chunk size (CLzma2EncProps::blockSize) is changed
to value larger than (4 GiB - dictionary_size).
9.38 beta 2015-01-03 9.38 beta 2015-01-03
------------------------- -------------------------
- The BUG in 9.31-9.37 was fixed: - The BUG in 9.31-9.37 was fixed: