| /* |
| fuzzer.c - Fuzzer test tool for LZ4 |
| Copyright (C) Yann Collet 2012-2016 |
| |
| GPL v2 License |
| |
| This program is free software; you can redistribute it and/or modify |
| it under the terms of the GNU General Public License as published by |
| the Free Software Foundation; either version 2 of the License, or |
| (at your option) any later version. |
| |
| This program is distributed in the hope that it will be useful, |
| but WITHOUT ANY WARRANTY; without even the implied warranty of |
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| GNU General Public License for more details. |
| |
| You should have received a copy of the GNU General Public License along |
| with this program; if not, write to the Free Software Foundation, Inc., |
| 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. |
| |
| You can contact the author at : |
| - LZ4 homepage : http://www.lz4.org |
| - LZ4 source repo : https://github.com/lz4/lz4 |
| */ |
| |
| /*-************************************ |
| * Compiler options |
| **************************************/ |
| #ifdef _MSC_VER /* Visual Studio */ |
| # pragma warning(disable : 4127) /* disable: C4127: conditional expression is constant */ |
| # pragma warning(disable : 4146) /* disable: C4146: minus unsigned expression */ |
| # pragma warning(disable : 4310) /* disable: C4310: constant char value > 127 */ |
| #endif |
| |
| |
| /*-************************************ |
| * Dependencies |
| **************************************/ |
| #include "platform.h" /* _CRT_SECURE_NO_WARNINGS */ |
| #include "util.h" /* U32 */ |
| #include <stdlib.h> |
| #include <stdio.h> /* fgets, sscanf */ |
| #include <string.h> /* strcmp */ |
| #include <time.h> /* clock_t, clock, CLOCKS_PER_SEC */ |
| #include "lz4hc.h" |
| #define XXH_STATIC_LINKING_ONLY |
| #include "xxhash.h" |
| |
| |
| /*-************************************ |
| * Basic Types |
| **************************************/ |
| #if !defined(__cplusplus) && !(defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) |
| typedef size_t uintptr_t; /* true on most systems, except OpenVMS-64 (which doesn't need address overflow test) */ |
| #endif |
| |
| |
| /*-************************************ |
| * Constants |
| **************************************/ |
| #define NB_ATTEMPTS (1<<16) |
| #define COMPRESSIBLE_NOISE_LENGTH (1 << 21) |
| #define FUZ_MAX_BLOCK_SIZE (1 << 17) |
| #define FUZ_MAX_DICT_SIZE (1 << 15) |
| #define FUZ_COMPRESSIBILITY_DEFAULT 60 |
| #define PRIME1 2654435761U |
| #define PRIME2 2246822519U |
| #define PRIME3 3266489917U |
| |
| #define KB *(1U<<10) |
| #define MB *(1U<<20) |
| #define GB *(1U<<30) |
| |
| |
| /*-*************************************** |
| * Macros |
| *****************************************/ |
| #define DISPLAY(...) fprintf(stdout, __VA_ARGS__) |
| #define DISPLAYLEVEL(l, ...) if (g_displayLevel>=l) { DISPLAY(__VA_ARGS__); } |
| static int g_displayLevel = 2; |
| |
| #define MIN(a,b) ( (a) < (b) ? (a) : (b) ) |
| |
| |
| /*-******************************************************* |
| * Fuzzer functions |
| *********************************************************/ |
| static clock_t FUZ_GetClockSpan(clock_t clockStart) |
| { |
| return clock() - clockStart; /* works even if overflow; max span ~ 30mn */ |
| } |
| |
| static void FUZ_displayUpdate(unsigned testNb) |
| { |
| static clock_t g_time = 0; |
| static const clock_t g_refreshRate = CLOCKS_PER_SEC / 5; |
| if ((FUZ_GetClockSpan(g_time) > g_refreshRate) || (g_displayLevel>=4)) { |
| g_time = clock(); |
| DISPLAY("\r%5u ", testNb); |
| fflush(stdout); |
| } |
| } |
| |
| static U32 FUZ_rotl32(U32 u32, U32 nbBits) |
| { |
| return ((u32 << nbBits) | (u32 >> (32 - nbBits))); |
| } |
| |
| static U32 FUZ_rand(U32* src) |
| { |
| U32 rand32 = *src; |
| rand32 *= PRIME1; |
| rand32 ^= PRIME2; |
| rand32 = FUZ_rotl32(rand32, 13); |
| *src = rand32; |
| return rand32; |
| } |
| |
| |
| #define FUZ_RAND15BITS ((FUZ_rand(seed) >> 3) & 32767) |
| #define FUZ_RANDLENGTH ( ((FUZ_rand(seed) >> 7) & 3) ? (FUZ_rand(seed) % 15) : (FUZ_rand(seed) % 510) + 15) |
| static void FUZ_fillCompressibleNoiseBuffer(void* buffer, size_t bufferSize, double proba, U32* seed) |
| { |
| BYTE* const BBuffer = (BYTE*)buffer; |
| size_t pos = 0; |
| U32 const P32 = (U32)(32768 * proba); |
| |
| /* First Bytes */ |
| while (pos < 20) |
| BBuffer[pos++] = (BYTE)(FUZ_rand(seed)); |
| |
| while (pos < bufferSize) { |
| /* Select : Literal (noise) or copy (within 64K) */ |
| if (FUZ_RAND15BITS < P32) { |
| /* Copy (within 64K) */ |
| size_t const length = FUZ_RANDLENGTH + 4; |
| size_t const d = MIN(pos+length, bufferSize); |
| size_t match; |
| size_t offset = FUZ_RAND15BITS + 1; |
| while (offset > pos) offset >>= 1; |
| match = pos - offset; |
| while (pos < d) BBuffer[pos++] = BBuffer[match++]; |
| } else { |
| /* Literal (noise) */ |
| size_t const length = FUZ_RANDLENGTH; |
| size_t const d = MIN(pos+length, bufferSize); |
| while (pos < d) BBuffer[pos++] = (BYTE)(FUZ_rand(seed) >> 5); |
| } |
| } |
| } |
| |
| |
| #define MAX_NB_BUFF_I134 150 |
| #define BLOCKSIZE_I134 (32 MB) |
| /*! FUZ_AddressOverflow() : |
| * Aggressively pushes memory allocation limits, |
| * and generates patterns which create address space overflow. |
| * only possible in 32-bits mode */ |
| static int FUZ_AddressOverflow(void) |
| { |
| char* buffers[MAX_NB_BUFF_I134+1]; |
| int nbBuff=0; |
| int highAddress = 0; |
| |
| DISPLAY("Overflow tests : "); |
| |
| /* Only possible in 32-bits */ |
| if (sizeof(void*)==8) { |
| DISPLAY("64 bits mode : no overflow \n"); |
| fflush(stdout); |
| return 0; |
| } |
| |
| buffers[0] = (char*)malloc(BLOCKSIZE_I134); |
| buffers[1] = (char*)malloc(BLOCKSIZE_I134); |
| if ((!buffers[0]) || (!buffers[1])) { |
| free(buffers[0]); free(buffers[1]); |
| DISPLAY("not enough memory for tests \n"); |
| return 0; |
| } |
| |
| for (nbBuff=2; nbBuff < MAX_NB_BUFF_I134; nbBuff++) { |
| DISPLAY("%3i \b\b\b\b", nbBuff); fflush(stdout); |
| buffers[nbBuff] = (char*)malloc(BLOCKSIZE_I134); |
| if (buffers[nbBuff]==NULL) goto _endOfTests; |
| |
| if (((uintptr_t)buffers[nbBuff] > (uintptr_t)0x80000000) && (!highAddress)) { |
| DISPLAY("high address detected : "); |
| fflush(stdout); |
| highAddress=1; |
| } |
| |
| { size_t const sizeToGenerateOverflow = (size_t)(- ((uintptr_t)buffers[nbBuff-1]) + 512); |
| unsigned const nbOf255 = (unsigned)((sizeToGenerateOverflow / 255) + 1); |
| char* const input = buffers[nbBuff-1]; |
| char* output = buffers[nbBuff]; |
| int r; |
| input[0] = (char)0xF0; /* Literal length overflow */ |
| input[1] = (char)0xFF; |
| input[2] = (char)0xFF; |
| input[3] = (char)0xFF; |
| { unsigned u; for(u = 4; u <= nbOf255+4; u++) input[u] = (char)0xff; } |
| r = LZ4_decompress_safe(input, output, nbOf255+64, BLOCKSIZE_I134); |
| if (r>0) { DISPLAY("LZ4_decompress_safe = %i \n", r); goto _overflowError; } |
| input[0] = (char)0x1F; /* Match length overflow */ |
| input[1] = (char)0x01; |
| input[2] = (char)0x01; |
| input[3] = (char)0x00; |
| r = LZ4_decompress_safe(input, output, nbOf255+64, BLOCKSIZE_I134); |
| if (r>0) { DISPLAY("LZ4_decompress_safe = %i \n", r); goto _overflowError; } |
| |
| output = buffers[nbBuff-2]; /* Reverse in/out pointer order */ |
| input[0] = (char)0xF0; /* Literal length overflow */ |
| input[1] = (char)0xFF; |
| input[2] = (char)0xFF; |
| input[3] = (char)0xFF; |
| r = LZ4_decompress_safe(input, output, nbOf255+64, BLOCKSIZE_I134); |
| if (r>0) goto _overflowError; |
| input[0] = (char)0x1F; /* Match length overflow */ |
| input[1] = (char)0x01; |
| input[2] = (char)0x01; |
| input[3] = (char)0x00; |
| r = LZ4_decompress_safe(input, output, nbOf255+64, BLOCKSIZE_I134); |
| if (r>0) goto _overflowError; |
| } |
| } |
| |
| nbBuff++; |
| _endOfTests: |
| { int i; for (i=0 ; i<nbBuff; i++) free(buffers[i]); } |
| if (!highAddress) DISPLAY("high address not possible \n"); |
| else DISPLAY("all overflows correctly detected \n"); |
| return 0; |
| |
| _overflowError: |
| DISPLAY("Address space overflow error !! \n"); |
| exit(1); |
| } |
| |
| |
| /*! FUZ_findDiff() : |
| * find the first different byte between buff1 and buff2. |
| * presumes buff1 != buff2. |
| * presumes a difference exists before end of either buffer. |
| * Typically invoked after a checksum mismatch. |
| */ |
| static void FUZ_findDiff(const void* buff1, const void* buff2) |
| { |
| const BYTE* const b1 = (const BYTE*)buff1; |
| const BYTE* const b2 = (const BYTE*)buff2; |
| size_t u = 0; |
| while (b1[u]==b2[u]) u++; |
| DISPLAY("Wrong Byte at position %u \n", (unsigned)u); |
| } |
| |
| |
| static int FUZ_test(U32 seed, U32 nbCycles, const U32 startCycle, const double compressibility, U32 duration_s) |
| { |
| unsigned long long bytes = 0; |
| unsigned long long cbytes = 0; |
| unsigned long long hcbytes = 0; |
| unsigned long long ccbytes = 0; |
| void* const CNBuffer = malloc(COMPRESSIBLE_NOISE_LENGTH); |
| size_t const compressedBufferSize = LZ4_compressBound(FUZ_MAX_BLOCK_SIZE); |
| char* const compressedBuffer = (char*)malloc(compressedBufferSize); |
| char* const decodedBuffer = (char*)malloc(FUZ_MAX_DICT_SIZE + FUZ_MAX_BLOCK_SIZE); |
| void* const stateLZ4 = malloc(LZ4_sizeofState()); |
| void* const stateLZ4HC = malloc(LZ4_sizeofStateHC()); |
| LZ4_stream_t LZ4dict; |
| LZ4_streamHC_t LZ4dictHC; |
| U32 coreRandState = seed; |
| clock_t const clockStart = clock(); |
| clock_t const clockDuration = (clock_t)duration_s * CLOCKS_PER_SEC; |
| int result = 0; |
| unsigned cycleNb; |
| |
| # define FUZ_CHECKTEST(cond, ...) if (cond) { printf("Test %u : ", testNb); printf(__VA_ARGS__); \ |
| printf(" (seed %u, cycle %u) \n", seed, cycleNb); goto _output_error; } |
| # define FUZ_DISPLAYTEST { testNb++; g_displayLevel>=4 ? printf("%2u\b\b", testNb), fflush(stdout) : 0; } |
| |
| |
| /* init */ |
| if(!CNBuffer || !compressedBuffer || !decodedBuffer) { |
| DISPLAY("Not enough memory to start fuzzer tests"); |
| goto _output_error; |
| } |
| memset(&LZ4dict, 0, sizeof(LZ4dict)); |
| { U32 randState = coreRandState ^ PRIME3; |
| FUZ_fillCompressibleNoiseBuffer(CNBuffer, COMPRESSIBLE_NOISE_LENGTH, compressibility, &randState); |
| } |
| |
| /* move to startCycle */ |
| for (cycleNb = 0; cycleNb < startCycle; cycleNb++) |
| (void) FUZ_rand(&coreRandState); /* sync coreRandState */ |
| |
| /* Main test loop */ |
| for (cycleNb = startCycle; |
| (cycleNb < nbCycles) || (FUZ_GetClockSpan(clockStart) < clockDuration); |
| cycleNb++) { |
| U32 testNb = 0; |
| U32 randState = FUZ_rand(&coreRandState) ^ PRIME3; |
| int const blockSize = (FUZ_rand(&randState) % (FUZ_MAX_BLOCK_SIZE-1)) + 1; |
| int const blockStart = FUZ_rand(&randState) % (COMPRESSIBLE_NOISE_LENGTH - blockSize); |
| int const dictSizeRand = FUZ_rand(&randState) % FUZ_MAX_DICT_SIZE; |
| int const dictSize = MIN(dictSizeRand, blockStart); |
| int const compressionLevel = FUZ_rand(&randState) % (LZ4HC_CLEVEL_MAX+1); |
| char* const block = ((char*)CNBuffer) + blockStart; |
| const char* dict = block - dictSize; |
| int compressedSize, HCcompressedSize; |
| int blockContinueCompressedSize; |
| U32 const crcOrig = XXH32(block, blockSize, 0); |
| U32 crcCheck; |
| int ret; |
| |
| FUZ_displayUpdate(cycleNb); |
| |
| /* Compression tests */ |
| |
| /* Test compression destSize */ |
| FUZ_DISPLAYTEST; |
| { int srcSize = blockSize; |
| int const targetSize = srcSize * ((FUZ_rand(&randState) & 127)+1) >> 7; |
| char endCheck = FUZ_rand(&randState) & 255; |
| compressedBuffer[targetSize] = endCheck; |
| ret = LZ4_compress_destSize(block, compressedBuffer, &srcSize, targetSize); |
| FUZ_CHECKTEST(ret > targetSize, "LZ4_compress_destSize() result larger than dst buffer !"); |
| FUZ_CHECKTEST(compressedBuffer[targetSize] != endCheck, "LZ4_compress_destSize() overwrite dst buffer !"); |
| FUZ_CHECKTEST(srcSize > blockSize, "LZ4_compress_destSize() fed more than src buffer !"); |
| DISPLAYLEVEL(5, "destSize : %7i/%7i; content%7i/%7i ", ret, targetSize, srcSize, blockSize); |
| if (targetSize>0) { |
| /* check correctness */ |
| U32 const crcBase = XXH32(block, srcSize, 0); |
| char const canary = FUZ_rand(&randState) & 255; |
| FUZ_CHECKTEST((ret==0), "LZ4_compress_destSize() compression failed"); |
| FUZ_DISPLAYTEST; |
| compressedSize = ret; |
| decodedBuffer[srcSize] = canary; |
| ret = LZ4_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, srcSize); |
| FUZ_CHECKTEST(ret<0, "LZ4_decompress_safe() failed on data compressed by LZ4_compress_destSize"); |
| FUZ_CHECKTEST(ret!=srcSize, "LZ4_decompress_safe() failed : did not fully decompressed data"); |
| FUZ_CHECKTEST(decodedBuffer[srcSize] != canary, "LZ4_decompress_safe() overwrite dst buffer !"); |
| { U32 const crcDec = XXH32(decodedBuffer, srcSize, 0); |
| FUZ_CHECKTEST(crcDec!=crcBase, "LZ4_decompress_safe() corrupted decoded data"); } |
| |
| DISPLAYLEVEL(5, " OK \n"); |
| } |
| else |
| DISPLAYLEVEL(5, " \n"); |
| } |
| |
| /* Test compression HC */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_compress_HC(block, compressedBuffer, blockSize, (int)compressedBufferSize, compressionLevel); |
| FUZ_CHECKTEST(ret==0, "LZ4_compressHC() failed"); |
| HCcompressedSize = ret; |
| |
| /* Test compression HC using external state */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_compress_HC_extStateHC(stateLZ4HC, block, compressedBuffer, blockSize, (int)compressedBufferSize, compressionLevel); |
| FUZ_CHECKTEST(ret==0, "LZ4_compressHC_withStateHC() failed"); |
| |
| /* Test compression using external state */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_compress_fast_extState(stateLZ4, block, compressedBuffer, blockSize, (int)compressedBufferSize, 8); |
| FUZ_CHECKTEST(ret==0, "LZ4_compress_withState() failed"); |
| |
| /* Test compression */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_compress_default(block, compressedBuffer, blockSize, (int)compressedBufferSize); |
| FUZ_CHECKTEST(ret==0, "LZ4_compress() failed"); |
| compressedSize = ret; |
| |
| /* Decompression tests */ |
| |
| /* Test decoding with output size being exactly what's necessary => must work */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_decompress_fast(compressedBuffer, decodedBuffer, blockSize); |
| FUZ_CHECKTEST(ret<0, "LZ4_decompress_fast failed despite correct space"); |
| FUZ_CHECKTEST(ret!=compressedSize, "LZ4_decompress_fast failed : did not fully read compressed data"); |
| crcCheck = XXH32(decodedBuffer, blockSize, 0); |
| FUZ_CHECKTEST(crcCheck!=crcOrig, "LZ4_decompress_fast corrupted decoded data"); |
| |
| /* Test decoding with one byte missing => must fail */ |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize-1] = 0; |
| ret = LZ4_decompress_fast(compressedBuffer, decodedBuffer, blockSize-1); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_fast should have failed, due to Output Size being too small"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize-1], "LZ4_decompress_fast overrun specified output buffer"); |
| |
| /* Test decoding with one byte too much => must fail */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_decompress_fast(compressedBuffer, decodedBuffer, blockSize+1); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_fast should have failed, due to Output Size being too large"); |
| |
| /* Test decoding with output size exactly what's necessary => must work */ |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize] = 0; |
| ret = LZ4_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize); |
| FUZ_CHECKTEST(ret<0, "LZ4_decompress_safe failed despite sufficient space"); |
| FUZ_CHECKTEST(ret!=blockSize, "LZ4_decompress_safe did not regenerate original data"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize], "LZ4_decompress_safe overrun specified output buffer size"); |
| crcCheck = XXH32(decodedBuffer, blockSize, 0); |
| FUZ_CHECKTEST(crcCheck!=crcOrig, "LZ4_decompress_safe corrupted decoded data"); |
| |
| // Test decoding with more than enough output size => must work |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize] = 0; |
| decodedBuffer[blockSize+1] = 0; |
| ret = LZ4_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize+1); |
| FUZ_CHECKTEST(ret<0, "LZ4_decompress_safe failed despite amply sufficient space"); |
| FUZ_CHECKTEST(ret!=blockSize, "LZ4_decompress_safe did not regenerate original data"); |
| //FUZ_CHECKTEST(decodedBuffer[blockSize], "LZ4_decompress_safe wrote more than (unknown) target size"); // well, is that an issue ? |
| FUZ_CHECKTEST(decodedBuffer[blockSize+1], "LZ4_decompress_safe overrun specified output buffer size"); |
| crcCheck = XXH32(decodedBuffer, blockSize, 0); |
| FUZ_CHECKTEST(crcCheck!=crcOrig, "LZ4_decompress_safe corrupted decoded data"); |
| |
| // Test decoding with output size being one byte too short => must fail |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize-1] = 0; |
| ret = LZ4_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize-1); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_safe should have failed, due to Output Size being one byte too short"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize-1], "LZ4_decompress_safe overrun specified output buffer size"); |
| |
| // Test decoding with output size being 10 bytes too short => must fail |
| FUZ_DISPLAYTEST; |
| if (blockSize>10) |
| { |
| decodedBuffer[blockSize-10] = 0; |
| ret = LZ4_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize-10); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_safe should have failed, due to Output Size being 10 bytes too short"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize-10], "LZ4_decompress_safe overrun specified output buffer size"); |
| } |
| |
| // Test decoding with input size being one byte too short => must fail |
| FUZ_DISPLAYTEST; |
| ret = LZ4_decompress_safe(compressedBuffer, decodedBuffer, compressedSize-1, blockSize); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_safe should have failed, due to input size being one byte too short (blockSize=%i, ret=%i, compressedSize=%i)", blockSize, ret, compressedSize); |
| |
| // Test decoding with input size being one byte too large => must fail |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize] = 0; |
| ret = LZ4_decompress_safe(compressedBuffer, decodedBuffer, compressedSize+1, blockSize); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_safe should have failed, due to input size being too large"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize], "LZ4_decompress_safe overrun specified output buffer size"); |
| |
| // Test partial decoding with target output size being max/2 => must work |
| FUZ_DISPLAYTEST; |
| ret = LZ4_decompress_safe_partial(compressedBuffer, decodedBuffer, compressedSize, blockSize/2, blockSize); |
| FUZ_CHECKTEST(ret<0, "LZ4_decompress_safe_partial failed despite sufficient space"); |
| |
| // Test partial decoding with target output size being just below max => must work |
| FUZ_DISPLAYTEST; |
| ret = LZ4_decompress_safe_partial(compressedBuffer, decodedBuffer, compressedSize, blockSize-3, blockSize); |
| FUZ_CHECKTEST(ret<0, "LZ4_decompress_safe_partial failed despite sufficient space"); |
| |
| /* Test Compression with limited output size */ |
| |
| /* Test compression with output size being exactly what's necessary (should work) */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_compress_default(block, compressedBuffer, blockSize, compressedSize); |
| FUZ_CHECKTEST(ret==0, "LZ4_compress_limitedOutput() failed despite sufficient space"); |
| |
| /* Test compression with output size being exactly what's necessary and external state (should work) */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_compress_fast_extState(stateLZ4, block, compressedBuffer, blockSize, compressedSize, 1); |
| FUZ_CHECKTEST(ret==0, "LZ4_compress_limitedOutput_withState() failed despite sufficient space"); |
| |
| /* Test HC compression with output size being exactly what's necessary (should work) */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_compress_HC(block, compressedBuffer, blockSize, HCcompressedSize, compressionLevel); |
| FUZ_CHECKTEST(ret==0, "LZ4_compressHC_limitedOutput() failed despite sufficient space"); |
| |
| /* Test HC compression with output size being exactly what's necessary (should work) */ |
| FUZ_DISPLAYTEST; |
| ret = LZ4_compress_HC_extStateHC(stateLZ4HC, block, compressedBuffer, blockSize, HCcompressedSize, compressionLevel); |
| FUZ_CHECKTEST(ret==0, "LZ4_compressHC_limitedOutput_withStateHC() failed despite sufficient space"); |
| |
| /* Test compression with missing bytes into output buffer => must fail */ |
| FUZ_DISPLAYTEST; |
| { int missingBytes = (FUZ_rand(&randState) % 0x3F) + 1; |
| if (missingBytes >= compressedSize) missingBytes = compressedSize-1; |
| missingBytes += !missingBytes; /* avoid special case missingBytes==0 */ |
| compressedBuffer[compressedSize-missingBytes] = 0; |
| ret = LZ4_compress_default(block, compressedBuffer, blockSize, compressedSize-missingBytes); |
| FUZ_CHECKTEST(ret, "LZ4_compress_limitedOutput should have failed (output buffer too small by %i byte)", missingBytes); |
| FUZ_CHECKTEST(compressedBuffer[compressedSize-missingBytes], "LZ4_compress_limitedOutput overran output buffer ! (%i missingBytes)", missingBytes) |
| } |
| |
| /* Test HC compression with missing bytes into output buffer => must fail */ |
| FUZ_DISPLAYTEST; |
| { int missingBytes = (FUZ_rand(&randState) % 0x3F) + 1; |
| if (missingBytes >= HCcompressedSize) missingBytes = HCcompressedSize-1; |
| missingBytes += !missingBytes; /* avoid special case missingBytes==0 */ |
| compressedBuffer[HCcompressedSize-missingBytes] = 0; |
| ret = LZ4_compress_HC(block, compressedBuffer, blockSize, HCcompressedSize-missingBytes, compressionLevel); |
| FUZ_CHECKTEST(ret, "LZ4_compressHC_limitedOutput should have failed (output buffer too small by %i byte)", missingBytes); |
| FUZ_CHECKTEST(compressedBuffer[HCcompressedSize-missingBytes], "LZ4_compressHC_limitedOutput overran output buffer ! (%i missingBytes)", missingBytes) |
| } |
| |
| |
| /*-******************/ |
| /* Dictionary tests */ |
| /*-******************/ |
| |
| /* Compress using dictionary */ |
| FUZ_DISPLAYTEST; |
| { LZ4_stream_t LZ4_stream; |
| LZ4_resetStream(&LZ4_stream); |
| LZ4_compress_fast_continue (&LZ4_stream, dict, compressedBuffer, dictSize, (int)compressedBufferSize, 1); /* Just to fill hash tables */ |
| blockContinueCompressedSize = LZ4_compress_fast_continue (&LZ4_stream, block, compressedBuffer, blockSize, (int)compressedBufferSize, 1); |
| FUZ_CHECKTEST(blockContinueCompressedSize==0, "LZ4_compress_continue failed"); |
| } |
| |
| /* Decompress with dictionary as prefix */ |
| FUZ_DISPLAYTEST; |
| memcpy(decodedBuffer, dict, dictSize); |
| ret = LZ4_decompress_fast_usingDict(compressedBuffer, decodedBuffer+dictSize, blockSize, decodedBuffer, dictSize); |
| FUZ_CHECKTEST(ret!=blockContinueCompressedSize, "LZ4_decompress_fast_withPrefix64k did not read all compressed block input"); |
| crcCheck = XXH32(decodedBuffer+dictSize, blockSize, 0); |
| if (crcCheck!=crcOrig) { |
| int i=0; |
| while (block[i]==decodedBuffer[i]) i++; |
| printf("Wrong Byte at position %i/%i\n", i, blockSize); |
| |
| } |
| FUZ_CHECKTEST(crcCheck!=crcOrig, "LZ4_decompress_fast_withPrefix64k corrupted decoded data (dict %i)", dictSize); |
| |
| FUZ_DISPLAYTEST; |
| ret = LZ4_decompress_safe_usingDict(compressedBuffer, decodedBuffer+dictSize, blockContinueCompressedSize, blockSize, decodedBuffer, dictSize); |
| FUZ_CHECKTEST(ret!=blockSize, "LZ4_decompress_safe_usingDict did not regenerate original data"); |
| crcCheck = XXH32(decodedBuffer+dictSize, blockSize, 0); |
| FUZ_CHECKTEST(crcCheck!=crcOrig, "LZ4_decompress_safe_usingDict corrupted decoded data"); |
| |
| /* Compress using External dictionary */ |
| FUZ_DISPLAYTEST; |
| dict -= (FUZ_rand(&randState) & 0xF) + 1; /* Separation, so it is an ExtDict */ |
| if (dict < (char*)CNBuffer) dict = (char*)CNBuffer; |
| LZ4_loadDict(&LZ4dict, dict, dictSize); |
| blockContinueCompressedSize = LZ4_compress_fast_continue(&LZ4dict, block, compressedBuffer, blockSize, (int)compressedBufferSize, 1); |
| FUZ_CHECKTEST(blockContinueCompressedSize==0, "LZ4_compress_continue failed"); |
| |
| FUZ_DISPLAYTEST; |
| LZ4_loadDict(&LZ4dict, dict, dictSize); |
| ret = LZ4_compress_fast_continue(&LZ4dict, block, compressedBuffer, blockSize, blockContinueCompressedSize-1, 1); |
| FUZ_CHECKTEST(ret>0, "LZ4_compress_limitedOutput_continue using ExtDict should fail : one missing byte for output buffer : %i written, %i buffer", ret, blockContinueCompressedSize); |
| |
| FUZ_DISPLAYTEST; |
| LZ4_loadDict(&LZ4dict, dict, dictSize); |
| ret = LZ4_compress_fast_continue(&LZ4dict, block, compressedBuffer, blockSize, blockContinueCompressedSize, 1); |
| FUZ_CHECKTEST(ret!=blockContinueCompressedSize, "LZ4_compress_limitedOutput_compressed size is different (%i != %i)", ret, blockContinueCompressedSize); |
| FUZ_CHECKTEST(ret<=0, "LZ4_compress_limitedOutput_continue should work : enough size available within output buffer"); |
| |
| /* Decompress with dictionary as external */ |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize] = 0; |
| ret = LZ4_decompress_fast_usingDict(compressedBuffer, decodedBuffer, blockSize, dict, dictSize); |
| FUZ_CHECKTEST(ret!=blockContinueCompressedSize, "LZ4_decompress_fast_usingDict did not read all compressed block input"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize], "LZ4_decompress_fast_usingDict overrun specified output buffer size"); |
| crcCheck = XXH32(decodedBuffer, blockSize, 0); |
| if (crcCheck!=crcOrig) FUZ_findDiff(block, decodedBuffer); |
| FUZ_CHECKTEST(crcCheck!=crcOrig, "LZ4_decompress_fast_usingDict corrupted decoded data (dict %i)", dictSize); |
| |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize] = 0; |
| ret = LZ4_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize, dict, dictSize); |
| FUZ_CHECKTEST(ret!=blockSize, "LZ4_decompress_safe_usingDict did not regenerate original data"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize], "LZ4_decompress_safe_usingDict overrun specified output buffer size"); |
| crcCheck = XXH32(decodedBuffer, blockSize, 0); |
| FUZ_CHECKTEST(crcCheck!=crcOrig, "LZ4_decompress_safe_usingDict corrupted decoded data"); |
| |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize-1] = 0; |
| ret = LZ4_decompress_fast_usingDict(compressedBuffer, decodedBuffer, blockSize-1, dict, dictSize); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_fast_usingDict should have failed : wrong original size (-1 byte)"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize-1], "LZ4_decompress_fast_usingDict overrun specified output buffer size"); |
| |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize-1] = 0; |
| ret = LZ4_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize-1, dict, dictSize); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_safe_usingDict should have failed : not enough output size (-1 byte)"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize-1], "LZ4_decompress_safe_usingDict overrun specified output buffer size"); |
| |
| FUZ_DISPLAYTEST; |
| { U32 const missingBytes = (FUZ_rand(&randState) & 0xF) + 2; |
| if ((U32)blockSize > missingBytes) { |
| decodedBuffer[blockSize-missingBytes] = 0; |
| ret = LZ4_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize-missingBytes, dict, dictSize); |
| FUZ_CHECKTEST(ret>=0, "LZ4_decompress_safe_usingDict should have failed : output buffer too small (-%u byte)", missingBytes); |
| FUZ_CHECKTEST(decodedBuffer[blockSize-missingBytes], "LZ4_decompress_safe_usingDict overrun specified output buffer size (-%u byte) (blockSize=%i)", missingBytes, blockSize); |
| } } |
| |
| /* Compress HC using External dictionary */ |
| FUZ_DISPLAYTEST; |
| dict -= (FUZ_rand(&randState) & 7); /* even bigger separation */ |
| if (dict < (char*)CNBuffer) dict = (char*)CNBuffer; |
| LZ4_resetStreamHC (&LZ4dictHC, compressionLevel); |
| LZ4_loadDictHC(&LZ4dictHC, dict, dictSize); |
| blockContinueCompressedSize = LZ4_compress_HC_continue(&LZ4dictHC, block, compressedBuffer, blockSize, (int)compressedBufferSize); |
| FUZ_CHECKTEST(blockContinueCompressedSize==0, "LZ4_compressHC_continue failed"); |
| |
| FUZ_DISPLAYTEST; |
| LZ4_loadDictHC(&LZ4dictHC, dict, dictSize); |
| ret = LZ4_compress_HC_continue(&LZ4dictHC, block, compressedBuffer, blockSize, blockContinueCompressedSize-1); |
| FUZ_CHECKTEST(ret>0, "LZ4_compressHC_limitedOutput_continue using ExtDict should fail : one missing byte for output buffer (%i != %i)", ret, blockContinueCompressedSize); |
| |
| FUZ_DISPLAYTEST; |
| LZ4_loadDictHC(&LZ4dictHC, dict, dictSize); |
| ret = LZ4_compress_HC_continue(&LZ4dictHC, block, compressedBuffer, blockSize, blockContinueCompressedSize); |
| FUZ_CHECKTEST(ret!=blockContinueCompressedSize, "LZ4_compress_limitedOutput_compressed size is different (%i != %i)", ret, blockContinueCompressedSize); |
| FUZ_CHECKTEST(ret<=0, "LZ4_compress_limitedOutput_continue should work : enough size available within output buffer"); |
| |
| FUZ_DISPLAYTEST; |
| decodedBuffer[blockSize] = 0; |
| ret = LZ4_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize, dict, dictSize); |
| FUZ_CHECKTEST(ret!=blockSize, "LZ4_decompress_safe_usingDict did not regenerate original data"); |
| FUZ_CHECKTEST(decodedBuffer[blockSize], "LZ4_decompress_safe_usingDict overrun specified output buffer size") |
| crcCheck = XXH32(decodedBuffer, blockSize, 0); |
| if (crcCheck!=crcOrig) |
| FUZ_findDiff(block, decodedBuffer); |
| FUZ_CHECKTEST(crcCheck!=crcOrig, "LZ4_decompress_safe_usingDict corrupted decoded data"); |
| |
| /* ***** End of tests *** */ |
| /* Fill stats */ |
| bytes += blockSize; |
| cbytes += compressedSize; |
| hcbytes += HCcompressedSize; |
| ccbytes += blockContinueCompressedSize; |
| } |
| |
| if (nbCycles<=1) nbCycles = cycleNb; /* end by time */ |
| bytes += !bytes; /* avoid division by 0 */ |
| printf("\r%7u /%7u - ", cycleNb, nbCycles); |
| printf("all tests completed successfully \n"); |
| printf("compression ratio: %0.3f%%\n", (double)cbytes/bytes*100); |
| printf("HC compression ratio: %0.3f%%\n", (double)hcbytes/bytes*100); |
| printf("ratio with dict: %0.3f%%\n", (double)ccbytes/bytes*100); |
| |
| /* release memory */ |
| { |
| _exit: |
| free(CNBuffer); |
| free(compressedBuffer); |
| free(decodedBuffer); |
| free(stateLZ4); |
| free(stateLZ4HC); |
| return result; |
| |
| _output_error: |
| result = 1; |
| goto _exit; |
| } |
| } |
| |
| |
| #define testInputSize (192 KB) |
| #define testCompressedSize (128 KB) |
| #define ringBufferSize (8 KB) |
| |
| static void FUZ_unitTests(int compressionLevel) |
| { |
| const unsigned testNb = 0; |
| const unsigned seed = 0; |
| const unsigned cycleNb= 0; |
| char testInput[testInputSize]; |
| char testCompressed[testCompressedSize]; |
| char testVerify[testInputSize]; |
| char ringBuffer[ringBufferSize]; |
| U32 randState = 1; |
| |
| /* Init */ |
| FUZ_fillCompressibleNoiseBuffer(testInput, testInputSize, 0.50, &randState); |
| |
| /* 32-bits address space overflow test */ |
| FUZ_AddressOverflow(); |
| |
| /* LZ4 streaming tests */ |
| { LZ4_stream_t* statePtr; |
| LZ4_stream_t streamingState; |
| U64 crcOrig; |
| int result; |
| |
| /* Allocation test */ |
| statePtr = LZ4_createStream(); |
| FUZ_CHECKTEST(statePtr==NULL, "LZ4_createStream() allocation failed"); |
| LZ4_freeStream(statePtr); |
| |
| /* simple compression test */ |
| crcOrig = XXH64(testInput, testCompressedSize, 0); |
| LZ4_resetStream(&streamingState); |
| result = LZ4_compress_fast_continue(&streamingState, testInput, testCompressed, testCompressedSize, testCompressedSize-1, 1); |
| FUZ_CHECKTEST(result==0, "LZ4_compress_limitedOutput_continue() compression failed"); |
| |
| result = LZ4_decompress_safe(testCompressed, testVerify, result, testCompressedSize); |
| FUZ_CHECKTEST(result!=(int)testCompressedSize, "LZ4_decompress_safe() decompression failed"); |
| { U64 const crcNew = XXH64(testVerify, testCompressedSize, 0); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe() decompression corruption"); } |
| |
| /* ring buffer test */ |
| { XXH64_state_t xxhOrig; |
| XXH64_state_t xxhNew; |
| LZ4_streamDecode_t decodeState; |
| const U32 maxMessageSizeLog = 10; |
| const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1; |
| U32 messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1; |
| U32 iNext = 0; |
| U32 rNext = 0; |
| U32 dNext = 0; |
| const U32 dBufferSize = ringBufferSize + maxMessageSizeMask; |
| |
| XXH64_reset(&xxhOrig, 0); |
| XXH64_reset(&xxhNew, 0); |
| LZ4_resetStream(&streamingState); |
| LZ4_setStreamDecode(&decodeState, NULL, 0); |
| |
| while (iNext + messageSize < testCompressedSize) { |
| XXH64_update(&xxhOrig, testInput + iNext, messageSize); |
| crcOrig = XXH64_digest(&xxhOrig); |
| |
| memcpy (ringBuffer + rNext, testInput + iNext, messageSize); |
| result = LZ4_compress_fast_continue(&streamingState, ringBuffer + rNext, testCompressed, messageSize, testCompressedSize-ringBufferSize, 1); |
| FUZ_CHECKTEST(result==0, "LZ4_compress_limitedOutput_continue() compression failed"); |
| |
| result = LZ4_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize); |
| FUZ_CHECKTEST(result!=(int)messageSize, "ringBuffer : LZ4_decompress_safe() test failed"); |
| |
| XXH64_update(&xxhNew, testVerify + dNext, messageSize); |
| { U64 const crcNew = XXH64_digest(&xxhNew); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe() decompression corruption"); } |
| |
| /* prepare next message */ |
| iNext += messageSize; |
| rNext += messageSize; |
| dNext += messageSize; |
| messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1; |
| if (rNext + messageSize > ringBufferSize) rNext = 0; |
| if (dNext + messageSize > dBufferSize) dNext = 0; |
| } |
| } |
| } |
| |
| /* LZ4 HC streaming tests */ |
| { LZ4_streamHC_t* sp; |
| LZ4_streamHC_t sHC; |
| U64 crcOrig; |
| int result; |
| |
| /* Allocation test */ |
| sp = LZ4_createStreamHC(); |
| FUZ_CHECKTEST(sp==NULL, "LZ4_createStreamHC() allocation failed"); |
| LZ4_freeStreamHC(sp); |
| |
| /* simple HC compression test */ |
| crcOrig = XXH64(testInput, testCompressedSize, 0); |
| LZ4_resetStreamHC(&sHC, compressionLevel); |
| result = LZ4_compress_HC_continue(&sHC, testInput, testCompressed, testCompressedSize, testCompressedSize-1); |
| FUZ_CHECKTEST(result==0, "LZ4_compressHC_limitedOutput_continue() compression failed"); |
| |
| result = LZ4_decompress_safe(testCompressed, testVerify, result, testCompressedSize); |
| FUZ_CHECKTEST(result!=(int)testCompressedSize, "LZ4_decompress_safe() decompression failed"); |
| { U64 const crcNew = XXH64(testVerify, testCompressedSize, 0); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe() decompression corruption"); } |
| |
| /* simple dictionary HC compression test */ |
| crcOrig = XXH64(testInput + 64 KB, testCompressedSize, 0); |
| LZ4_resetStreamHC(&sHC, compressionLevel); |
| LZ4_loadDictHC(&sHC, testInput, 64 KB); |
| result = LZ4_compress_HC_continue(&sHC, testInput + 64 KB, testCompressed, testCompressedSize, testCompressedSize-1); |
| FUZ_CHECKTEST(result==0, "LZ4_compressHC_limitedOutput_continue() dictionary compression failed : result = %i", result); |
| |
| result = LZ4_decompress_safe_usingDict(testCompressed, testVerify, result, testCompressedSize, testInput, 64 KB); |
| FUZ_CHECKTEST(result!=(int)testCompressedSize, "LZ4_decompress_safe() simple dictionary decompression test failed"); |
| { U64 const crcNew = XXH64(testVerify, testCompressedSize, 0); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe() simple dictionary decompression test : corruption"); } |
| |
| /* multiple HC compression test with dictionary */ |
| { int result1, result2; |
| int segSize = testCompressedSize / 2; |
| crcOrig = XXH64(testInput + segSize, testCompressedSize, 0); |
| LZ4_resetStreamHC(&sHC, compressionLevel); |
| LZ4_loadDictHC(&sHC, testInput, segSize); |
| result1 = LZ4_compress_HC_continue(&sHC, testInput + segSize, testCompressed, segSize, segSize -1); |
| FUZ_CHECKTEST(result1==0, "LZ4_compressHC_limitedOutput_continue() dictionary compression failed : result = %i", result1); |
| result2 = LZ4_compress_HC_continue(&sHC, testInput + 2*segSize, testCompressed+result1, segSize, segSize-1); |
| FUZ_CHECKTEST(result2==0, "LZ4_compressHC_limitedOutput_continue() dictionary compression failed : result = %i", result2); |
| |
| result = LZ4_decompress_safe_usingDict(testCompressed, testVerify, result1, segSize, testInput, segSize); |
| FUZ_CHECKTEST(result!=segSize, "LZ4_decompress_safe() dictionary decompression part 1 failed"); |
| result = LZ4_decompress_safe_usingDict(testCompressed+result1, testVerify+segSize, result2, segSize, testInput, 2*segSize); |
| FUZ_CHECKTEST(result!=segSize, "LZ4_decompress_safe() dictionary decompression part 2 failed"); |
| { U64 const crcNew = XXH64(testVerify, testCompressedSize, 0); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe() dictionary decompression corruption"); } |
| } |
| |
| /* remote dictionary HC compression test */ |
| crcOrig = XXH64(testInput + 64 KB, testCompressedSize, 0); |
| LZ4_resetStreamHC(&sHC, compressionLevel); |
| LZ4_loadDictHC(&sHC, testInput, 32 KB); |
| result = LZ4_compress_HC_continue(&sHC, testInput + 64 KB, testCompressed, testCompressedSize, testCompressedSize-1); |
| FUZ_CHECKTEST(result==0, "LZ4_compressHC_limitedOutput_continue() remote dictionary failed : result = %i", result); |
| |
| result = LZ4_decompress_safe_usingDict(testCompressed, testVerify, result, testCompressedSize, testInput, 32 KB); |
| FUZ_CHECKTEST(result!=(int)testCompressedSize, "LZ4_decompress_safe_usingDict() decompression failed following remote dictionary HC compression test"); |
| { U64 const crcNew = XXH64(testVerify, testCompressedSize, 0); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe_usingDict() decompression corruption"); } |
| |
| /* multiple HC compression with ext. dictionary */ |
| { XXH64_state_t crcOrigState; |
| XXH64_state_t crcNewState; |
| const char* dict = testInput + 3; |
| int dictSize = (FUZ_rand(&randState) & 8191); |
| char* dst = testVerify; |
| |
| size_t segStart = dictSize + 7; |
| int segSize = (FUZ_rand(&randState) & 8191); |
| int segNb = 1; |
| |
| LZ4_resetStreamHC(&sHC, compressionLevel); |
| LZ4_loadDictHC(&sHC, dict, dictSize); |
| |
| XXH64_reset(&crcOrigState, 0); |
| XXH64_reset(&crcNewState, 0); |
| |
| while (segStart + segSize < testInputSize) { |
| XXH64_update(&crcOrigState, testInput + segStart, segSize); |
| crcOrig = XXH64_digest(&crcOrigState); |
| result = LZ4_compress_HC_continue(&sHC, testInput + segStart, testCompressed, segSize, LZ4_compressBound(segSize)); |
| FUZ_CHECKTEST(result==0, "LZ4_compressHC_limitedOutput_continue() dictionary compression failed : result = %i", result); |
| |
| result = LZ4_decompress_safe_usingDict(testCompressed, dst, result, segSize, dict, dictSize); |
| FUZ_CHECKTEST(result!=segSize, "LZ4_decompress_safe_usingDict() dictionary decompression part %i failed", segNb); |
| XXH64_update(&crcNewState, dst, segSize); |
| { U64 const crcNew = XXH64_digest(&crcNewState); |
| if (crcOrig != crcNew) FUZ_findDiff(dst, testInput+segStart); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe_usingDict() part %i corruption", segNb); |
| } |
| |
| dict = dst; |
| //dict = testInput + segStart; |
| dictSize = segSize; |
| |
| dst += segSize + 1; |
| segNb ++; |
| |
| segStart += segSize + (FUZ_rand(&randState) & 0xF) + 1; |
| segSize = (FUZ_rand(&randState) & 8191); |
| } |
| } |
| |
| /* ring buffer test */ |
| { XXH64_state_t xxhOrig; |
| XXH64_state_t xxhNew; |
| LZ4_streamDecode_t decodeState; |
| const U32 maxMessageSizeLog = 10; |
| const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1; |
| U32 messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1; |
| U32 iNext = 0; |
| U32 rNext = 0; |
| U32 dNext = 0; |
| const U32 dBufferSize = ringBufferSize + maxMessageSizeMask; |
| |
| XXH64_reset(&xxhOrig, 0); |
| XXH64_reset(&xxhNew, 0); |
| LZ4_resetStreamHC(&sHC, compressionLevel); |
| LZ4_setStreamDecode(&decodeState, NULL, 0); |
| |
| while (iNext + messageSize < testCompressedSize) { |
| XXH64_update(&xxhOrig, testInput + iNext, messageSize); |
| crcOrig = XXH64_digest(&xxhOrig); |
| |
| memcpy (ringBuffer + rNext, testInput + iNext, messageSize); |
| result = LZ4_compress_HC_continue(&sHC, ringBuffer + rNext, testCompressed, messageSize, testCompressedSize-ringBufferSize); |
| FUZ_CHECKTEST(result==0, "LZ4_compressHC_limitedOutput_continue() compression failed"); |
| |
| result = LZ4_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize); |
| FUZ_CHECKTEST(result!=(int)messageSize, "ringBuffer : LZ4_decompress_safe() test failed"); |
| |
| XXH64_update(&xxhNew, testVerify + dNext, messageSize); |
| { U64 const crcNew = XXH64_digest(&xxhNew); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe() decompression corruption"); } |
| |
| /* prepare next message */ |
| iNext += messageSize; |
| rNext += messageSize; |
| dNext += messageSize; |
| messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1; |
| if (rNext + messageSize > ringBufferSize) rNext = 0; |
| if (dNext + messageSize > dBufferSize) dNext = 0; |
| } |
| } |
| |
| /* small decoder-side ring buffer test */ |
| { XXH64_state_t xxhOrig; |
| XXH64_state_t xxhNew; |
| LZ4_streamDecode_t decodeState; |
| const U32 maxMessageSizeLog = 12; |
| const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1; |
| U32 messageSize; |
| U32 totalMessageSize = 0; |
| U32 iNext = 0; |
| U32 dNext = 0; |
| const U32 dBufferSize = 64 KB; |
| |
| XXH64_reset(&xxhOrig, 0); |
| XXH64_reset(&xxhNew, 0); |
| LZ4_resetStreamHC(&sHC, compressionLevel); |
| LZ4_setStreamDecode(&decodeState, NULL, 0); |
| |
| #define BSIZE1 65537 |
| #define BSIZE2 16435 |
| |
| /* first block */ |
| |
| messageSize = BSIZE1; |
| XXH64_update(&xxhOrig, testInput + iNext, messageSize); |
| crcOrig = XXH64_digest(&xxhOrig); |
| |
| result = LZ4_compress_HC_continue(&sHC, testInput + iNext, testCompressed, messageSize, testCompressedSize-ringBufferSize); |
| FUZ_CHECKTEST(result==0, "LZ4_compressHC_limitedOutput_continue() compression failed"); |
| |
| result = LZ4_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize); |
| FUZ_CHECKTEST(result!=(int)messageSize, "64K D.ringBuffer : LZ4_decompress_safe() test failed"); |
| |
| XXH64_update(&xxhNew, testVerify + dNext, messageSize); |
| { U64 const crcNew = XXH64_digest(&xxhNew); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe() decompression corruption"); } |
| |
| /* prepare next message */ |
| dNext += messageSize; |
| totalMessageSize += messageSize; |
| messageSize = BSIZE2; |
| iNext = 132000; |
| memcpy(testInput + iNext, testInput + 8, messageSize); |
| if (dNext > dBufferSize) dNext = 0; |
| |
| while (totalMessageSize < 9 MB) { |
| XXH64_update(&xxhOrig, testInput + iNext, messageSize); |
| crcOrig = XXH64_digest(&xxhOrig); |
| |
| result = LZ4_compress_HC_continue(&sHC, testInput + iNext, testCompressed, messageSize, testCompressedSize-ringBufferSize); |
| FUZ_CHECKTEST(result==0, "LZ4_compressHC_limitedOutput_continue() compression failed"); |
| |
| result = LZ4_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize); |
| FUZ_CHECKTEST(result!=(int)messageSize, "64K D.ringBuffer : LZ4_decompress_safe() test failed"); |
| |
| XXH64_update(&xxhNew, testVerify + dNext, messageSize); |
| { U64 const crcNew = XXH64_digest(&xxhNew); |
| if (crcOrig != crcNew) FUZ_findDiff(testInput + iNext, testVerify + dNext); |
| FUZ_CHECKTEST(crcOrig!=crcNew, "LZ4_decompress_safe() decompression corruption during small decoder-side ring buffer test"); |
| } |
| /* prepare next message */ |
| dNext += messageSize; |
| totalMessageSize += messageSize; |
| messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1; |
| iNext = (FUZ_rand(&randState) & 65535); |
| if (dNext > dBufferSize) dNext = 0; |
| } |
| } |
| } |
| |
| printf("All unit tests completed successfully compressionLevel=%d \n", compressionLevel); |
| return; |
| _output_error: |
| exit(1); |
| } |
| |
| |
| static int FUZ_usage(const char* programName) |
| { |
| DISPLAY( "Usage :\n"); |
| DISPLAY( " %s [args]\n", programName); |
| DISPLAY( "\n"); |
| DISPLAY( "Arguments :\n"); |
| DISPLAY( " -i# : Nb of tests (default:%i) \n", NB_ATTEMPTS); |
| DISPLAY( " -T# : Duration of tests, in seconds (default: use Nb of tests) \n"); |
| DISPLAY( " -s# : Select seed (default:prompt user)\n"); |
| DISPLAY( " -t# : Select starting test number (default:0)\n"); |
| DISPLAY( " -P# : Select compressibility in %% (default:%i%%)\n", FUZ_COMPRESSIBILITY_DEFAULT); |
| DISPLAY( " -v : verbose\n"); |
| DISPLAY( " -p : pause at the end\n"); |
| DISPLAY( " -h : display help and exit\n"); |
| return 0; |
| } |
| |
| |
| int main(int argc, const char** argv) |
| { |
| U32 seed = 0; |
| int seedset = 0; |
| int argNb; |
| int nbTests = NB_ATTEMPTS; |
| int testNb = 0; |
| int proba = FUZ_COMPRESSIBILITY_DEFAULT; |
| int use_pause = 0; |
| const char* programName = argv[0]; |
| U32 duration = 0; |
| |
| /* Check command line */ |
| for(argNb=1; argNb<argc; argNb++) { |
| const char* argument = argv[argNb]; |
| |
| if(!argument) continue; // Protection if argument empty |
| |
| // Decode command (note : aggregated commands are allowed) |
| if (argument[0]=='-') { |
| if (!strcmp(argument, "--no-prompt")) { use_pause=0; seedset=1; g_displayLevel=1; continue; } |
| argument++; |
| |
| while (*argument!=0) { |
| switch(*argument) |
| { |
| case 'h': /* display help */ |
| return FUZ_usage(programName); |
| |
| case 'v': /* verbose mode */ |
| argument++; |
| g_displayLevel++; |
| break; |
| |
| case 'p': /* pause at the end */ |
| argument++; |
| use_pause=1; |
| break; |
| |
| case 'i': |
| argument++; |
| nbTests = 0; duration = 0; |
| while ((*argument>='0') && (*argument<='9')) { |
| nbTests *= 10; |
| nbTests += *argument - '0'; |
| argument++; |
| } |
| break; |
| |
| case 'T': |
| argument++; |
| nbTests = 0; duration = 0; |
| for (;;) { |
| switch(*argument) |
| { |
| case 'm': duration *= 60; argument++; continue; |
| case 's': |
| case 'n': argument++; continue; |
| case '0': |
| case '1': |
| case '2': |
| case '3': |
| case '4': |
| case '5': |
| case '6': |
| case '7': |
| case '8': |
| case '9': duration *= 10; duration += *argument++ - '0'; continue; |
| } |
| break; |
| } |
| break; |
| |
| case 's': |
| argument++; |
| seed=0; seedset=1; |
| while ((*argument>='0') && (*argument<='9')) { |
| seed *= 10; |
| seed += *argument - '0'; |
| argument++; |
| } |
| break; |
| |
| case 't': /* select starting test nb */ |
| argument++; |
| testNb=0; |
| while ((*argument>='0') && (*argument<='9')) { |
| testNb *= 10; |
| testNb += *argument - '0'; |
| argument++; |
| } |
| break; |
| |
| case 'P': /* change probability */ |
| argument++; |
| proba=0; |
| while ((*argument>='0') && (*argument<='9')) { |
| proba *= 10; |
| proba += *argument - '0'; |
| argument++; |
| } |
| if (proba<0) proba=0; |
| if (proba>100) proba=100; |
| break; |
| default: ; |
| } |
| } |
| } |
| } |
| |
| printf("Starting LZ4 fuzzer (%i-bits, v%s)\n", (int)(sizeof(size_t)*8), LZ4_versionString()); |
| |
| if (!seedset) { |
| time_t const t = time(NULL); |
| U32 const h = XXH32(&t, sizeof(t), 1); |
| seed = h % 10000; |
| } |
| printf("Seed = %u\n", seed); |
| |
| if (proba!=FUZ_COMPRESSIBILITY_DEFAULT) printf("Compressibility : %i%%\n", proba); |
| |
| if ((seedset==0) && (testNb==0)) { FUZ_unitTests(LZ4HC_CLEVEL_DEFAULT); FUZ_unitTests(LZ4HC_CLEVEL_OPT_MIN); } |
| |
| if (nbTests<=0) nbTests=1; |
| |
| { int const result = FUZ_test(seed, nbTests, testNb, ((double)proba) / 100, duration); |
| if (use_pause) { |
| DISPLAY("press enter ... \n"); |
| (void)getchar(); |
| } |
| return result; |
| } |
| } |
