zstd-native-ruby 1.0.0 → 1.0.2

data/{vendor → ext/zstd_native}/zstd/tests/cli-tests/compression/multi-threaded.sh

@@ -9,14 +9,7 @@ zstd --rsyncable -f file -q             ; zstd -t file.zst
 zstd -T0 -f file -q                     ; zstd -t file.zst
 zstd -T0 --auto-threads=logical -f file -q ; zstd -t file.zst
 zstd -T0 --auto-threads=physical -f file -q ; zstd -t file.zst
-zstd -T0 --jobsize=1M -f file -q        ; zstd -t file.zst
 
 # multi-thread decompression warning test
 zstd -T0 -f file -q                     ; zstd -t file.zst; zstd -T0 -d file.zst -o file3
 zstd -T0 -f file -q                     ; zstd -t file.zst; zstd -T2 -d file.zst -o file4
-# setting multi-thread via environment variable does not trigger decompression warning
-zstd -T0 -f file -q                     ; zstd -t file.zst; ZSTD_NBTHREADS=0 zstd -df file.zst -o file3
-zstd -T0 -f file -q                     ; zstd -t file.zst; ZSTD_NBTHREADS=2 zstd -df file.zst -o file4
-# setting nbThreads==1 does not trigger decompression warning
-zstd -T0 -f file -q                     ; zstd -t file.zst; zstd -T1 -df file.zst -o file3
-zstd -T0 -f file -q                     ; zstd -t file.zst; zstd -T2 -T1 -df file.zst -o file4

data/{vendor → ext/zstd_native}/zstd/tests/cli-tests/compression/multi-threaded.sh.stderr.exact

@@ -6,16 +6,6 @@ file.zst            : 65537 bytes
 file.zst            : 65537 bytes 
 file.zst            : 65537 bytes 
 file.zst            : 65537 bytes 
-Warning : decompression does not support multi-threading
-file.zst            : 65537 bytes 
 file.zst            : 65537 bytes 
 Warning : decompression does not support multi-threading
 file.zst            : 65537 bytes 
-file.zst            : 65537 bytes 
-file.zst            : 65537 bytes 
-file.zst            : 65537 bytes 
-file.zst            : 65537 bytes 
-file.zst            : 65537 bytes 
-file.zst            : 65537 bytes 
-file.zst            : 65537 bytes 
-file.zst            : 65537 bytes 

data/ext/zstd_native/zstd/tests/cli-tests/dict-builder/no-inputs.sh.stderr.exact

@@ -0,0 +1,5 @@
+zstd --train
+!  Warning : nb of samples too low for proper processing ! 
+!  Please provide _one file per sample_. 
+!  Alternatively, split files into fixed-size blocks representative of samples, with -B# 
+Error 14 : nb of samples too low

data/{vendor → ext/zstd_native}/zstd/tests/cli-tests/file-stat/compress-file-to-dir-without-write-perm.sh.stderr.exact

@@ -22,9 +22,5 @@ Trace:FileStat: > UTIL_isRegularFile(out/file.zst)
 Trace:FileStat:  > UTIL_stat(-1, out/file.zst)
 Trace:FileStat:  < 0
 Trace:FileStat: < 0
-Trace:FileStat: > UTIL_isFdRegularFile(-1)
-Trace:FileStat: < 0
-Trace:FileStat: > UTIL_isFileDescriptorPipe(out/file.zst)
-Trace:FileStat: < 0
 zstd: out/file.zst: Permission denied
 zstd: can't stat out/file.zst : Permission denied -- ignored 

data/{vendor/zstd/tests/cli-tests/file-stat/compress-file-to-file.sh.stderr.glob → ext/zstd_native/zstd/tests/cli-tests/file-stat/compress-file-to-file.sh.stderr.exact}

@@ -22,10 +22,6 @@ Trace:FileStat: > UTIL_isRegularFile(file.zst)
 Trace:FileStat:  > UTIL_stat(-1, file.zst)
 Trace:FileStat:  < 0
 Trace:FileStat: < 0
-Trace:FileStat: > UTIL_isFdRegularFile(*)
-Trace:FileStat:  > UTIL_stat(*, )
-Trace:FileStat:  < 1
-Trace:FileStat: < 1
 Trace:FileStat: > UTIL_isRegularFile(file.zst)
 Trace:FileStat:  > UTIL_stat(-1, file.zst)
 Trace:FileStat:  < 1

data/{vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-file.sh.stderr.glob → ext/zstd_native/zstd/tests/cli-tests/file-stat/compress-stdin-to-file.sh.stderr.exact}

@@ -14,10 +14,6 @@ Trace:FileStat: > UTIL_isRegularFile(file.zst)
 Trace:FileStat:  > UTIL_stat(-1, file.zst)
 Trace:FileStat:  < 0
 Trace:FileStat: < 0
-Trace:FileStat: > UTIL_isFdRegularFile(*)
-Trace:FileStat:  > UTIL_stat(*, )
-Trace:FileStat:  < 1
-Trace:FileStat: < 1
 Trace:FileStat: > UTIL_isRegularFile(file.zst)
 Trace:FileStat:  > UTIL_stat(-1, file.zst)
 Trace:FileStat:  < 1

data/{vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-file.sh.stderr.glob → ext/zstd_native/zstd/tests/cli-tests/file-stat/decompress-file-to-file.sh.stderr.exact}

@@ -22,10 +22,6 @@ Trace:FileStat: > UTIL_isRegularFile(file)
 Trace:FileStat:  > UTIL_stat(-1, file)
 Trace:FileStat:  < 0
 Trace:FileStat: < 0
-Trace:FileStat: > UTIL_isFdRegularFile(*)
-Trace:FileStat:  > UTIL_stat(*, )
-Trace:FileStat:  < 1
-Trace:FileStat: < 1
 Trace:FileStat: > UTIL_isRegularFile(file)
 Trace:FileStat:  > UTIL_stat(-1, file)
 Trace:FileStat:  < 1

data/{vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-file.sh.stderr.glob → ext/zstd_native/zstd/tests/cli-tests/file-stat/decompress-stdin-to-file.sh.stderr.exact}

@@ -14,10 +14,6 @@ Trace:FileStat: > UTIL_isRegularFile(file)
 Trace:FileStat:  > UTIL_stat(-1, file)
 Trace:FileStat:  < 0
 Trace:FileStat: < 0
-Trace:FileStat: > UTIL_isFdRegularFile(*)
-Trace:FileStat:  > UTIL_stat(*, )
-Trace:FileStat:  < 1
-Trace:FileStat: < 1
 Trace:FileStat: > UTIL_isRegularFile(file)
 Trace:FileStat:  > UTIL_stat(-1, file)
 Trace:FileStat:  < 1

data/{vendor → ext/zstd_native}/zstd/tests/cli-tests/run.py

@@ -640,7 +640,7 @@ if __name__ == "__main__":
         help="Preserve the scratch directory TEST_DIR/scratch/ for debugging purposes."
     )
     parser.add_argument("--verbose", action="store_true", help="Verbose test output.")
-    parser.add_argument("--timeout", default=800, type=int, help="Test case timeout in seconds. Set to 0 to disable timeouts.")
+    parser.add_argument("--timeout", default=200, type=int, help="Test case timeout in seconds. Set to 0 to disable timeouts.")
     parser.add_argument(
         "--exec-prefix",
         default=None,
@@ -705,7 +705,6 @@ if __name__ == "__main__":
     env["DATAGEN_BIN"] = os.path.abspath(args.datagen)
     env["ZSTDGREP_BIN"] = os.path.abspath(args.zstdgrep)
     env["ZSTDLESS_BIN"] = os.path.abspath(args.zstdless)
-    env["CLI_TESTS"] = os.path.abspath(args.test_dir)
     env["COMMON"] = os.path.abspath(os.path.join(args.test_dir, "common"))
     env["PATH"] = bin_dir + ":" + os.getenv("PATH", "")
     env["LC_ALL"] = "C"

data/{vendor → ext/zstd_native}/zstd/tests/fullbench.c

@@ -890,7 +890,6 @@ static int benchMem(unsigned scenarioID,
             if (!BMK_isSuccessful_runOutcome(bOutcome)) {
                 DISPLAY("ERROR: Scenario %u: %s \n", scenarioID, ZSTD_getErrorName(BMK_extract_errorResult(bOutcome)));
                 errorcode = 1;
-                BMK_freeTimedFnState(tfs);
                 goto _cleanOut;
             }
 

data/{vendor → ext/zstd_native}/zstd/tests/fuzz/fuzz_helpers.c

@@ -31,11 +31,12 @@ void* FUZZ_malloc_rand(size_t size, FUZZ_dataProducer_t *producer)
         return mem;
     } else {
         uintptr_t ptr = 0;
-        /* Return junk pointer 50% of the time */
+        /* Add +- 1M 50% of the time */
         if (FUZZ_dataProducer_uint32Range(producer, 0, 1))
-            ptr += FUZZ_dataProducer_int32Range(producer, -1000000, 1000000);
+            FUZZ_dataProducer_int32Range(producer, -1000000, 1000000);
         return (void*)ptr;
     }
+
 }
 
 int FUZZ_memcmp(void const* lhs, void const* rhs, size_t size)

data/{vendor → ext/zstd_native}/zstd/tests/fuzz/fuzz_helpers.h

@@ -66,7 +66,6 @@ void* FUZZ_malloc(size_t size);
 /**
  * malloc except returns random pointer for zero sized data and FUZZ_ASSERT
  * that malloc doesn't fail.
- * WARNING: Only free the returned pointer if size > 0!
  */
 void* FUZZ_malloc_rand(size_t size,  FUZZ_dataProducer_t *producer);
 

data/{vendor → ext/zstd_native}/zstd/tests/fuzzer.c

@@ -44,14 +44,6 @@
 /* must be included after util.h, due to ERROR macro redefinition issue on Visual Studio */
 #include "zstd_internal.h" /* ZSTD_WORKSPACETOOLARGE_MAXDURATION, ZSTD_WORKSPACETOOLARGE_FACTOR, KB, MB */
 #include "threading.h"    /* ZSTD_pthread_create, ZSTD_pthread_join */
-#include "compress/hist.h" /* HIST_count_wksp */
-#include "compress/zstd_compress_internal.h" /* ZSTD_get1BlockSummary */
-
-
-/*-************************************
-*  Macros
-**************************************/
-#define COUNTOF(array)    (sizeof(array) / sizeof(*(array)))
 
 
 /*-************************************
@@ -575,123 +567,6 @@ static void test_decompressBound(unsigned tnb)
     DISPLAYLEVEL(3, "OK \n");
 }
 
-static unsigned test_histCountWksp(unsigned seed, unsigned testNb)
-{
-    static const unsigned symLowLimits[] =  {   0,  27,   0,   0,  27,  42,   0,   0, 27, 42, 27, 42 };
-    static const unsigned symHighLimits[] = { 255, 255, 210, 110,  42,  42, 210, 110, 42, 42, 42, 42 };
-    static const unsigned symMaxLimits[] =  { 255, 255, 255, 255, 255, 255, 230, 130, 99, 99, 42, 42 };
-    static const size_t inputSizes[] = { 3367, 1761, 893, 117 };
-    unsigned workspace[HIST_WKSP_SIZE_U32];
-    size_t res, i, is, il;
-
-    DISPLAYLEVEL(3, "test%3u : HIST_count_wksp with empty source : ", testNb++);
-    {
-        /* With NULL source UBSan of older Clang could fail: applying zero offset to null pointer. */
-        static const unsigned char source[4] = { 0 };
-        unsigned count[1] = { 0 };
-        unsigned maxSym = 0;
-        res = HIST_count_wksp(count, &maxSym, source, 0, workspace, sizeof(workspace));
-        CHECK_EQ(res, 0);
-        CHECK_EQ(maxSym, 0);
-        CHECK_EQ(count[0], 0);
-    }
-    DISPLAYLEVEL(3, "OK \n");
-
-#if HIST_WKSP_SIZE_U32
-    DISPLAYLEVEL(3, "test%3u : HIST_count_wksp with small workspace : ", testNb++);
-    {
-        unsigned count[1] = { 0 };
-        unsigned maxSym = 0;
-        res = HIST_count_wksp(count, &maxSym, NULL, 0, workspace, sizeof(workspace) - 1);
-        CHECK_EQ(res, ERROR(workSpace_tooSmall));
-        CHECK_EQ(maxSym, 0);
-        CHECK_EQ(count[0], 0);
-    }
-    DISPLAYLEVEL(3, "OK \n");
-
-    DISPLAYLEVEL(3, "test%3u : HIST_count_wksp with wrong workspace alignment : ", testNb++);
-    {
-        unsigned count[1] = { 0 };
-        unsigned maxSym = 0;
-        res = HIST_count_wksp(count, &maxSym, NULL, 0, (unsigned*)(void*)((char*)workspace + 1), sizeof(workspace));
-        CHECK_EQ(res, ERROR(GENERIC));
-        CHECK_EQ(maxSym, 0);
-        CHECK_EQ(count[0], 0);
-    }
-    DISPLAYLEVEL(3, "OK \n");
-#endif
-
-    DISPLAYLEVEL(3, "test%3u : HIST_count_wksp with symbol out of range, small size : ", testNb++);
-    {
-        /* For less elements HIST_count_parallel_wksp would fail. */
-        static const unsigned char source[4] = { 1, 4, 0, 2 };
-        static const unsigned expected[6] = { 0 };
-        unsigned count[6] = { 0 };
-        unsigned maxSym = 2;
-        res = HIST_count_wksp(count, &maxSym, source, sizeof(source), workspace, sizeof(workspace));
-        CHECK_EQ(res, ERROR(maxSymbolValue_tooSmall));
-        CHECK_EQ(maxSym, 2);
-        for (i = 0; i < COUNTOF(expected); ++i) CHECK_EQ(count[i], expected[i]);
-    }
-    DISPLAYLEVEL(3, "OK \n");
-
-    DISPLAYLEVEL(3, "test%3u : HIST_count_wksp with symbol out of range, medium size : ", testNb++);
-    {
-        unsigned char source[3407];
-        unsigned count[6] = { 0 };
-        unsigned maxSym = 2;
-        for (i = 0; i < COUNTOF(source); ++i) {
-            source[i] = (48271 * (i + 1)) & 3;
-        }
-        res = HIST_count_wksp(count, &maxSym, source, sizeof(source), workspace, sizeof(workspace));
-        CHECK_EQ(res, ERROR(maxSymbolValue_tooSmall));
-        CHECK_EQ(maxSym, 2);
-        for (i = 0; i < COUNTOF(count); ++i) CHECK_EQ(count[i], 0);
-    }
-    DISPLAYLEVEL(3, "OK \n");
-
-    for (il = 0; il < COUNTOF(symMaxLimits); ++il) {
-        unsigned symMax = symMaxLimits[il];
-        unsigned symLow = symLowLimits[il];
-        unsigned symHigh = symHighLimits[il];
-        unsigned symRange = symHigh - symLow + 1;
-
-        for (is = 0; is < COUNTOF(inputSizes); ++is) {
-            unsigned char source[4000];
-            size_t inputSize = inputSizes[is];
-            assert(inputSize <= sizeof(source));
-            DISPLAYLEVEL(3, "test%3u : HIST_count_wksp test in [%u..%u], symMax: %u, inputSize: %u : ",
-                         testNb++, symLow, symHigh, symMax, (unsigned)inputSize);
-            {
-                unsigned count[260] = { 0 };
-                unsigned expected[COUNTOF(count)] = { 0 };
-                unsigned maxSym = symMax;
-                unsigned realMaxSym = symMax;
-                unsigned maxCount = 0;
-                for (i = 0; i < inputSize; ++i) {
-                    unsigned prng = (48271 * (i + seed)) % symRange + symLow;
-                    source[i] = (unsigned char)prng;
-                    ++expected[prng];
-                }
-                /* for basic buffer overwrite checks */
-                for (i = maxSym + 1; i < COUNTOF(count); ++i) expected[i] = count[i] = ~0u;
-                for (i = 0; i <= maxSym; ++i) maxCount = MAX(maxCount, expected[i]);
-                for (i = realMaxSym; i > 0; --i) {
-                    if (expected[i]) break;
-                    --realMaxSym;
-                }
-                res = HIST_count_wksp(count, &maxSym, source, inputSize, workspace, sizeof(workspace));
-                CHECK_EQ(res, maxCount);
-                CHECK_EQ(maxSym, realMaxSym);
-                for (i = 0; i < COUNTOF(expected); ++i) CHECK_EQ(count[i], expected[i]);
-            }
-            DISPLAYLEVEL(3, "OK \n");
-        }
-    }
-
-    return testNb;
-}
-
 static void test_setCParams(unsigned tnb)
 {
     ZSTD_CCtx* const cctx = ZSTD_createCCtx();
@@ -770,210 +645,6 @@ static void test_blockSplitter_incompressibleExpansionProtection(unsigned testNb
     DISPLAYLEVEL(3, "OK \n");
 }
 
-size_t convertSequences_noRepcodes(SeqDef* dstSeqs, const ZSTD_Sequence* inSeqs,
-    size_t nbSequences);
-
-static size_t convertSequences_noRepcodes_ref(
-    SeqDef* dstSeqs,
-    const ZSTD_Sequence* inSeqs,
-    size_t nbSequences)
-{
-    size_t longLen = 0;
-    size_t n;
-    for (n=0; n<nbSequences; n++) {
-        dstSeqs[n].offBase = OFFSET_TO_OFFBASE(inSeqs[n].offset);
-        dstSeqs[n].litLength = (U16)inSeqs[n].litLength;
-        dstSeqs[n].mlBase = (U16)(inSeqs[n].matchLength - MINMATCH);
-        /* Check for long length > 65535. */
-        if (UNLIKELY(inSeqs[n].matchLength > 65535+MINMATCH)) {
-            assert(longLen == 0);
-            longLen = n + 1;
-        }
-        if (UNLIKELY(inSeqs[n].litLength > 65535)) {
-            assert(longLen == 0);
-            longLen = n + nbSequences + 1;
-        }
-    }
-    return longLen;
-}
-
-static unsigned test_convertSequences_noRepcodes(unsigned seed, unsigned testNb)
-{
-    ZSTD_Sequence nsrc[12];
-    SeqDef ndst[12], rdst[12];
-    size_t ref, ret, i, j;
-
-    seed += 0xDEADBEEF;
-    for (i = 0; i < COUNTOF(nsrc); ++i) {
-        seed = 48271 * ((unsigned)i + seed);
-        nsrc[i].offset = (seed & 0xFFFF) | 1;   /* Offset shall not be zero. */
-        seed = 48271 * ((unsigned)i + seed);
-        nsrc[i].litLength = seed & 0xFFFF;
-        seed = 48271 * ((unsigned)i + seed);
-        nsrc[i].matchLength = (seed & 0xFFFFFF) % (65536 + MINMATCH);
-        seed = 48271 * ((unsigned)i + seed);
-        nsrc[i].rep = seed & 0xFF;
-    }
-
-    /* For near overflow and proper negative value handling. */
-    nsrc[5].matchLength = 65535 + MINMATCH;
-    nsrc[6].litLength = 65535;
-    nsrc[6].matchLength = 0;
-    nsrc[7].litLength = 0;
-    nsrc[7].matchLength = MINMATCH;
-
-    for (i = 0; i <= COUNTOF(nsrc); ++i) {
-        DISPLAYLEVEL(3, "test%3u : convertSequences_noRepcodes with %u inputs : ",
-                     testNb++, (unsigned)i);
-        memset(ndst, 0, sizeof(ndst));
-        memset(rdst, 0, sizeof(rdst));
-        ref = convertSequences_noRepcodes_ref(rdst, nsrc, i);
-        ret = convertSequences_noRepcodes(ndst, nsrc, i);
-        CHECK_EQ(ret, ref);
-        CHECK_EQ(memcmp(rdst, ndst, sizeof(ndst)), 0);
-        DISPLAYLEVEL(3, "OK \n");
-    }
-
-    nsrc[7].matchLength = 65536 + MINMATCH;
-    for (i = 8; i <= COUNTOF(nsrc); ++i) {
-        DISPLAYLEVEL(3, "test%3u : convertSequences_noRepcodes with %u inputs and "
-                     "matchLength overflow : ",
-                     testNb++, (unsigned)i);
-        memset(ndst, 0, sizeof(ndst));
-        memset(rdst, 0, sizeof(rdst));
-        ref = convertSequences_noRepcodes_ref(rdst, nsrc, i);
-        ret = convertSequences_noRepcodes(ndst, nsrc, i);
-        CHECK_EQ(ret, ref);
-        CHECK_EQ(memcmp(rdst, ndst, sizeof(ndst)), 0);
-        DISPLAYLEVEL(3, "OK \n");
-
-        assert(COUNTOF(nsrc) > 8);
-        for (j = 4; j < 8; ++j) {
-            DISPLAYLEVEL(3, "test%3u : convertSequences_noRepcodes with %u inputs and "
-                         "matchLength overflow #%u : ",
-                         testNb++, (unsigned)i, (unsigned)(i - j));
-            memset(ndst, 0, sizeof(ndst));
-            memset(rdst, 0, sizeof(rdst));
-            ref = convertSequences_noRepcodes_ref(rdst, nsrc + j, i - j);
-            ret = convertSequences_noRepcodes(ndst, nsrc + j, i - j);
-            CHECK_EQ(ret, ref);
-            CHECK_EQ(memcmp(rdst, ndst, sizeof(ndst)), 0);
-            DISPLAYLEVEL(3, "OK \n");
-        }
-    }
-    nsrc[7].matchLength = 1;
-
-    nsrc[7].litLength = 65536;
-    for (i = 8; i <= COUNTOF(nsrc); ++i) {
-        DISPLAYLEVEL(3, "test%3u : convertSequences_noRepcodes with %u inputs and "
-                     "litLength overflow: ",
-                     testNb++, (unsigned)i);
-        memset(ndst, 0, sizeof(ndst));
-        memset(rdst, 0, sizeof(rdst));
-        ref = convertSequences_noRepcodes_ref(rdst, nsrc, i);
-        ret = convertSequences_noRepcodes(ndst, nsrc, i);
-        CHECK_EQ(ret, ref);
-        CHECK_EQ(memcmp(rdst, ndst, sizeof(ndst)), 0);
-        DISPLAYLEVEL(3, "OK \n");
-
-        assert(COUNTOF(nsrc) > 8);
-        for (j = 4; j < 8; ++j) {
-            DISPLAYLEVEL(3, "test%3u : convertSequences_noRepcodes with %u inputs and "
-                         "litLength overflow #%u: ",
-                         testNb++, (unsigned)i, (unsigned)(i - j));
-            memset(ndst, 0, sizeof(ndst));
-            memset(rdst, 0, sizeof(rdst));
-            ref = convertSequences_noRepcodes_ref(rdst, nsrc + j, i - j);
-            ret = convertSequences_noRepcodes(ndst, nsrc + j, i - j);
-            CHECK_EQ(ret, ref);
-            CHECK_EQ(memcmp(rdst, ndst, sizeof(ndst)), 0);
-            DISPLAYLEVEL(3, "OK \n");
-        }
-    }
-
-    return testNb;
-}
-
-static unsigned test_get1BlockSummary(unsigned testNb)
-{
-    static const ZSTD_Sequence nseqs[] = {
-        { 10, 2, 4, 1 },
-        { 20, 3, 5, 2 },
-        { 30, 6, 8, 3 },
-        { 40, 7, 9, 4 },
-        { 50, 10, 12, 5 },
-        { 60, 11, 13, 6 },
-        { 0,  14, 0, 7 },
-        { 70, 15, 17, 8 },
-        { 80, 16, 18, 9 },
-        { 90, 19, 21, 1 },
-        { 99, 20, 22, 2 },
-    };
-    static const BlockSummary blocks[] = {
-        { 7, 104, 53 },
-        { 6, 98, 51 },
-        { 5, 90, 48 },
-        { 4, 76, 42 },
-        { 3, 60, 35 },
-        { 2, 38, 25 },
-        { 1, 14, 14 },
-    };
-    size_t i;
-
-    DISPLAYLEVEL(3, "test%3u : ZSTD_get1BlockSummary with empty array : ", testNb++);
-    {
-        BlockSummary bs = ZSTD_get1BlockSummary(nseqs, 0);
-        CHECK_EQ(bs.nbSequences, ERROR(externalSequences_invalid));
-    }
-    DISPLAYLEVEL(3, "OK \n");
-
-    DISPLAYLEVEL(3, "test%3u : ZSTD_get1BlockSummary with 1 literal only : ", testNb++);
-    {
-        static const ZSTD_Sequence seqs[] = { { 0, 5, 0, 0 } };
-        BlockSummary bs = ZSTD_get1BlockSummary(seqs, 1);
-        CHECK_EQ(bs.nbSequences, 1);
-        CHECK_EQ(bs.litSize, 5);
-        CHECK_EQ(bs.blockSize, 5);
-    }
-    DISPLAYLEVEL(3, "OK \n");
-
-    DISPLAYLEVEL(3, "test%3u : ZSTD_get1BlockSummary with no terminator : ", testNb++);
-    {
-        static const ZSTD_Sequence seqs[] = { { 10, 2, 4, 0 }, { 20, 3, 5, 0 } };
-        BlockSummary bs = ZSTD_get1BlockSummary(seqs, 2);
-        CHECK_EQ(bs.nbSequences, ERROR(externalSequences_invalid));
-    }
-    DISPLAYLEVEL(3, "OK \n");
-
-    DISPLAYLEVEL(3, "test%3u : ZSTD_get1BlockSummary with rep ignored : ", testNb++);
-    {
-        static const ZSTD_Sequence seqs[] = {
-            { 10, 2, 4, 2 },
-            { 10, 3, 5, 2 },
-            { 0, 7, 0, 3 },
-        };
-        BlockSummary bs = ZSTD_get1BlockSummary(seqs, 3);
-        CHECK_EQ(bs.nbSequences, 3);
-        CHECK_EQ(bs.litSize, 2 + 3 + 7);
-        CHECK_EQ(bs.blockSize, (4 + 5) + (2 + 3 + 7));
-    }
-    DISPLAYLEVEL(3, "OK \n");
-
-    assert(COUNTOF(nseqs) > COUNTOF(blocks));
-    for (i = 0; i < COUNTOF(blocks); ++i) {
-        BlockSummary bs;
-        DISPLAYLEVEL(3, "test%3u : ZSTD_get1BlockSummary with %u inputs : ",
-                     testNb++, (unsigned)(COUNTOF(nseqs) - i));
-        bs = ZSTD_get1BlockSummary(nseqs + i, COUNTOF(nseqs) - i);
-        CHECK_EQ(bs.nbSequences, blocks[i].nbSequences);
-        CHECK_EQ(bs.litSize, blocks[i].litSize);
-        CHECK_EQ(bs.blockSize, blocks[i].blockSize);
-        DISPLAYLEVEL(3, "OK \n");
-    }
-
-    return testNb;
-}
-
 /* ============================================================= */
 
 static int basicUnitTests(U32 const seed, double compressibility)
@@ -1041,8 +712,6 @@ static int basicUnitTests(U32 const seed, double compressibility)
     }
     DISPLAYLEVEL(3, "OK \n");
 
-    testNb = test_histCountWksp(seed, testNb);
-
     DISPLAYLEVEL(3, "test%3u : compress %u bytes : ", testNb++, (unsigned)CNBuffSize);
     {   ZSTD_CCtx* const cctx = ZSTD_createCCtx();
         if (cctx==NULL) goto _output_error;
@@ -4209,10 +3878,6 @@ static int basicUnitTests(U32 const seed, double compressibility)
     }
     DISPLAYLEVEL(3, "OK \n");
 
-    testNb = test_convertSequences_noRepcodes(seed, testNb);
-
-    testNb = test_get1BlockSummary(testNb);
-
     DISPLAYLEVEL(3, "test%3i : ZSTD_compressSequencesAndLiterals : ", testNb++);
     {
         const size_t srcSize = 497000;

data/ext/zstd_native/zstd/tests/largeDictionary.c

@@ -0,0 +1,128 @@
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under both the BSD-style license (found in the
+ * LICENSE file in the root directory of this source tree) and the GPLv2 (found
+ * in the COPYING file in the root directory of this source tree).
+ * You may select, at your option, one of the above-listed licenses.
+ */
+
+#include <assert.h>
+#include <stdio.h>
+#include <stddef.h>
+#include <stdlib.h>
+#include <stdint.h>
+#include "datagen.h"
+#include "mem.h"
+#define ZSTD_STATIC_LINKING_ONLY
+#include "zstd.h"
+
+static int
+compress(ZSTD_CCtx* cctx, ZSTD_DCtx* dctx,
+         void* dst, size_t dstCapacity,
+         void const* src, size_t srcSize,
+         void* roundtrip, ZSTD_EndDirective end)
+{
+    ZSTD_inBuffer in = {src, srcSize, 0};
+    ZSTD_outBuffer out = {dst, dstCapacity, 0};
+    int ended = 0;
+
+    while (!ended && (in.pos < in.size || out.pos > 0)) {
+        size_t rc;
+        out.pos = 0;
+        rc = ZSTD_compressStream2(cctx, &out, &in, end);
+        if (ZSTD_isError(rc))
+            return 1;
+        if (end == ZSTD_e_end && rc == 0)
+            ended = 1;
+        {
+            ZSTD_inBuffer rtIn = {dst, out.pos, 0};
+            ZSTD_outBuffer rtOut = {roundtrip, srcSize, 0};
+            rc = 1;
+            while (rtIn.pos < rtIn.size || rtOut.pos > 0) {
+                rtOut.pos = 0;
+                rc = ZSTD_decompressStream(dctx, &rtOut, &rtIn);
+                if (ZSTD_isError(rc)) {
+                    fprintf(stderr, "Decompression error: %s\n", ZSTD_getErrorName(rc));
+                    return 1;
+                }
+                if (rc == 0)
+                    break;
+            }
+            if (ended && rc != 0) {
+                fprintf(stderr, "Frame not finished!\n");
+                return 1;
+            }
+        }
+    }
+
+    return 0;
+}
+
+int main(int argc, const char** argv)
+{
+    ZSTD_CCtx* cctx = ZSTD_createCCtx();
+    ZSTD_DCtx* dctx = ZSTD_createDCtx();
+    const size_t dataSize = (size_t)1 << 30;
+    const size_t outSize = ZSTD_compressBound(dataSize);
+    const size_t bufferSize = (size_t)1 << 31;
+    char* buffer = (char*)malloc(bufferSize);
+    void* out = malloc(outSize);
+    void* roundtrip = malloc(dataSize);
+    (void)argc;
+    (void)argv;
+
+    if (!buffer || !out || !roundtrip || !cctx || !dctx) {
+        fprintf(stderr, "Allocation failure\n");
+        return 1;
+    }
+
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_windowLog, 31)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_nbWorkers, 1)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_overlapLog, 9)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_checksumFlag, 1)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_strategy, ZSTD_btopt)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_targetLength, 7)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_minMatch, 7)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_searchLog, 1)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_hashLog, 10)))
+        return 1;
+    if (ZSTD_isError(ZSTD_CCtx_setParameter(cctx, ZSTD_c_chainLog, 10)))
+        return 1;
+
+    if (ZSTD_isError(ZSTD_DCtx_setParameter(dctx, ZSTD_d_windowLogMax, 31)))
+        return 1;
+
+    RDG_genBuffer(buffer, bufferSize, 1.0, 0.0, 0xbeefcafe);
+
+    /* Compress 30 GB */
+    {
+        int i;
+        for (i = 0; i < 10; ++i) {
+            fprintf(stderr, "Compressing 1 GB\n");
+            if (compress(cctx, dctx, out, outSize, buffer, dataSize, roundtrip, ZSTD_e_continue))
+                return 1;
+        }
+    }
+    fprintf(stderr, "Compressing 1 GB\n");
+    if (compress(cctx, dctx, out, outSize, buffer, dataSize, roundtrip, ZSTD_e_end))
+        return 1;
+
+    fprintf(stderr, "Success!\n");
+
+    free(roundtrip);
+    free(out);
+    free(buffer);
+    ZSTD_freeDCtx(dctx);
+    ZSTD_freeCCtx(cctx);
+    return 0;
+}

data/{vendor → ext/zstd_native}/zstd/tests/legacy.c

@@ -56,7 +56,6 @@ static int testSimpleAPI(void)
             } else {
                 DISPLAY("ERROR: %s\n", ZSTD_getErrorName(ret));
             }
-            free(output);
             return 1;
         }
         if (ret != size) {
@@ -65,7 +64,6 @@ static int testSimpleAPI(void)
     }
     if (memcmp(EXPECTED, output, size) != 0) {
         DISPLAY("ERROR: Wrong decoded output produced\n");
-        free(output);
         return 1;
     }