#define LZ5_FASTBIG_LONGOFF_MM MM_LONGOFF /************************************** * Hash Functions **************************************/ static size_t LZ5_hashPositionHLog(const void* p, int hashLog) { if (MEM_64bits()) return LZ5_hash5Ptr(p, hashLog); return LZ5_hash4Ptr(p, hashLog); } static void LZ5_putPositionOnHashHLog(const BYTE* p, size_t h, U32* hashTable, const BYTE* srcBase) { hashTable[h] = (U32)(p-srcBase); } static void LZ5_putPositionHLog(const BYTE* p, U32* hashTable, const BYTE* srcBase, int hashLog) { size_t const h = LZ5_hashPositionHLog(p, hashLog); LZ5_putPositionOnHashHLog(p, h, hashTable, srcBase); } static U32 LZ5_getPositionOnHashHLog(size_t h, U32* hashTable) { return hashTable[h]; } static U32 LZ5_getPositionHLog(const BYTE* p, U32* hashTable, int hashLog) { size_t const h = LZ5_hashPositionHLog(p, hashLog); return LZ5_getPositionOnHashHLog(h, hashTable); } FORCE_INLINE int LZ5_compress_fastBig( LZ5_stream_t* const ctx, const BYTE* ip, const BYTE* const iend) { const U32 acceleration = 1; const BYTE* base = ctx->base; const U32 lowLimit = ctx->lowLimit; const U32 dictLimit = ctx->dictLimit; const BYTE* const lowPrefixPtr = base + dictLimit; const BYTE* const dictBase = ctx->dictBase; const BYTE* const dictEnd = dictBase + dictLimit; const BYTE* const mflimit = iend - MFLIMIT; const BYTE* const matchlimit = iend - LASTLITERALS; const BYTE* anchor = ip; size_t forwardH, matchIndex; const int hashLog = ctx->params.hashLog; const U32 maxDistance = (1 << ctx->params.windowLog) - 1; // fprintf(stderr, "base=%p LZ5_stream_t=%d inputSize=%d maxOutputSize=%d\n", base, sizeof(LZ5_stream_t), inputSize, maxOutputSize); // fprintf(stderr, "ip=%d base=%p lowPrefixPtr=%p dictBase=%d lowLimit=%p op=%p\n", ip, base, lowPrefixPtr, lowLimit, dictBase, op); /* Init conditions */ if ((U32)(iend-ip) > (U32)LZ5_MAX_INPUT_SIZE) goto _output_error; /* Unsupported inputSize, too large (or negative) */ if ((U32)(iend-ip) < LZ5_minLength) goto _last_literals; /* Input too small, no compression (all literals) */ /* First Byte */ LZ5_putPositionHLog(ip, ctx->hashTable, base, hashLog); ip++; forwardH = LZ5_hashPositionHLog(ip, hashLog); /* Main Loop */ for ( ; ; ) { const BYTE* match; // BYTE* token; size_t matchLength; /* Find a match */ { const BYTE* forwardIp = ip; unsigned step = 1; unsigned searchMatchNb = acceleration << LZ5_skipTrigger; while (1) { size_t const h = forwardH; ip = forwardIp; forwardIp += step; step = (searchMatchNb++ >> LZ5_skipTrigger); if (unlikely(forwardIp > mflimit)) goto _last_literals; matchIndex = LZ5_getPositionOnHashHLog(h, ctx->hashTable); forwardH = LZ5_hashPositionHLog(forwardIp, hashLog); LZ5_putPositionOnHashHLog(ip, h, ctx->hashTable, base); if ((matchIndex < lowLimit) || (base + matchIndex + maxDistance < ip)) continue; if (matchIndex >= dictLimit) { match = base + matchIndex; if ((U32)(ip - match) >= LZ5_FAST_MIN_OFFSET) if (MEM_read32(match) == MEM_read32(ip)) { int back = 0; matchLength = LZ5_count(ip+MINMATCH, match+MINMATCH, matchlimit); while ((ip+back > anchor) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--; matchLength -= back; if ((matchLength >= LZ5_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LZ5_MAX_16BIT_OFFSET)) { ip += back; match += back; break; } } } else { match = dictBase + matchIndex; if ((U32)(ip - (base + matchIndex)) >= LZ5_FAST_MIN_OFFSET) if ((U32)((dictLimit-1) - matchIndex) >= 3) /* intentional overflow */ if (MEM_read32(match) == MEM_read32(ip)) { const U32 newLowLimit = (lowLimit + maxDistance >= (U32)(ip-base)) ? lowLimit : (U32)(ip - base) - maxDistance; int back = 0; matchLength = LZ5_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr); while ((ip+back > anchor) && (matchIndex+back > newLowLimit) && (ip[back-1] == match[back-1])) back--; matchLength -= back; match = base + matchIndex + back; if ((matchLength >= LZ5_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LZ5_MAX_16BIT_OFFSET)) { ip += back; break; } } } } // while (1) } _next_match: if (LZ5_encodeSequence_LZ5v2(ctx, &ip, &anchor, matchLength+MINMATCH, match)) goto _output_error; /* Test end of chunk */ if (ip > mflimit) break; /* Fill table */ LZ5_putPositionHLog(ip-2, ctx->hashTable, base, hashLog); /* Test next position */ matchIndex = LZ5_getPositionHLog(ip, ctx->hashTable, hashLog); LZ5_putPositionHLog(ip, ctx->hashTable, base, hashLog); if (matchIndex >= lowLimit && (base + matchIndex + maxDistance >= ip)) { if (matchIndex >= dictLimit) { match = base + matchIndex; if ((U32)(ip - match) >= LZ5_FAST_MIN_OFFSET) if (MEM_read32(match) == MEM_read32(ip)) { matchLength = LZ5_count(ip+MINMATCH, match+MINMATCH, matchlimit); if ((matchLength >= LZ5_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LZ5_MAX_16BIT_OFFSET)) goto _next_match; } } else { match = dictBase + matchIndex; if ((U32)(ip - (base + matchIndex)) >= LZ5_FAST_MIN_OFFSET) if ((U32)((dictLimit-1) - matchIndex) >= 3) /* intentional overflow */ if (MEM_read32(match) == MEM_read32(ip)) { matchLength = LZ5_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr); match = base + matchIndex; if ((matchLength >= LZ5_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LZ5_MAX_16BIT_OFFSET)) goto _next_match; } } } /* Prepare next loop */ forwardH = LZ5_hashPositionHLog(++ip, hashLog); } _last_literals: /* Encode Last Literals */ ip = iend; if (LZ5_encodeLastLiterals_LZ5v2(ctx, &ip, &anchor)) goto _output_error; /* End */ return 1; _output_error: return 0; }