zstd-native-ruby 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/CLAUDE.md +101 -0
- data/LICENSE +19 -0
- data/README.md +47 -0
- data/ext/zstd_ruby/extconf.rb +35 -0
- data/ext/zstd_ruby/zstd_ruby.c +221 -0
- data/lib/zstd_ruby.rb +68 -0
- data/vendor/zstd/CHANGELOG +863 -0
- data/vendor/zstd/CMakeLists.txt +11 -0
- data/vendor/zstd/CODE_OF_CONDUCT.md +5 -0
- data/vendor/zstd/CONTRIBUTING.md +494 -0
- data/vendor/zstd/COPYING +339 -0
- data/vendor/zstd/LICENSE +30 -0
- data/vendor/zstd/Makefile +470 -0
- data/vendor/zstd/Package.swift +36 -0
- data/vendor/zstd/README.md +244 -0
- data/vendor/zstd/SECURITY.md +15 -0
- data/vendor/zstd/TESTING.md +43 -0
- data/vendor/zstd/build/LICENSE +0 -0
- data/vendor/zstd/build/README.md +56 -0
- data/vendor/zstd/build/VS2008/fullbench/fullbench.vcproj +549 -0
- data/vendor/zstd/build/VS2008/fuzzer/fuzzer.vcproj +585 -0
- data/vendor/zstd/build/VS2008/zstd/zstd.vcproj +677 -0
- data/vendor/zstd/build/VS2008/zstd.sln +56 -0
- data/vendor/zstd/build/VS2008/zstdlib/zstdlib.vcproj +635 -0
- data/vendor/zstd/build/VS2010/CompileAsCpp.props +8 -0
- data/vendor/zstd/build/VS2010/datagen/datagen.vcxproj +170 -0
- data/vendor/zstd/build/VS2010/fullbench/fullbench.vcxproj +220 -0
- data/vendor/zstd/build/VS2010/fuzzer/fuzzer.vcxproj +224 -0
- data/vendor/zstd/build/VS2010/libzstd/libzstd.vcxproj +243 -0
- data/vendor/zstd/build/VS2010/libzstd-dll/libzstd-dll.rc +51 -0
- data/vendor/zstd/build/VS2010/libzstd-dll/libzstd-dll.vcxproj +250 -0
- data/vendor/zstd/build/VS2010/zstd/zstd.rc +51 -0
- data/vendor/zstd/build/VS2010/zstd/zstd.vcxproj +266 -0
- data/vendor/zstd/build/VS2010/zstd.sln +84 -0
- data/vendor/zstd/build/VS_scripts/README.md +64 -0
- data/vendor/zstd/build/VS_scripts/build.VS2010.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2012.cmd +6 -0
- data/vendor/zstd/build/VS_scripts/build.VS2013.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2015.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2017.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2017Community.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2017Enterprise.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2017Professional.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VSPreview.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.generic.cmd +67 -0
- data/vendor/zstd/build/cmake/CMakeLists.txt +81 -0
- data/vendor/zstd/build/cmake/CMakeModules/AddZstdCompilationFlags.cmake +138 -0
- data/vendor/zstd/build/cmake/CMakeModules/FindLibLZ4.cmake +49 -0
- data/vendor/zstd/build/cmake/CMakeModules/GetZstdLibraryVersion.cmake +10 -0
- data/vendor/zstd/build/cmake/CMakeModules/JoinPaths.cmake +23 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdBuild.cmake +42 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdDependencies.cmake +30 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdOptions.cmake +68 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdPackage.cmake +42 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdVersion.cmake +31 -0
- data/vendor/zstd/build/cmake/README.md +155 -0
- data/vendor/zstd/build/cmake/contrib/CMakeLists.txt +13 -0
- data/vendor/zstd/build/cmake/contrib/gen_html/CMakeLists.txt +30 -0
- data/vendor/zstd/build/cmake/contrib/pzstd/CMakeLists.txt +39 -0
- data/vendor/zstd/build/cmake/lib/CMakeLists.txt +298 -0
- data/vendor/zstd/build/cmake/lib/cmake_uninstall.cmake.in +22 -0
- data/vendor/zstd/build/cmake/programs/CMakeLists.txt +144 -0
- data/vendor/zstd/build/cmake/tests/CMakeLists.txt +118 -0
- data/vendor/zstd/build/cmake/zstdConfig.cmake.in +10 -0
- data/vendor/zstd/build/meson/GetZstdLibraryVersion.py +39 -0
- data/vendor/zstd/build/meson/InstallSymlink.py +55 -0
- data/vendor/zstd/build/meson/README.md +38 -0
- data/vendor/zstd/build/meson/contrib/gen_html/meson.build +30 -0
- data/vendor/zstd/build/meson/contrib/meson.build +12 -0
- data/vendor/zstd/build/meson/contrib/pzstd/meson.build +25 -0
- data/vendor/zstd/build/meson/lib/meson.build +175 -0
- data/vendor/zstd/build/meson/meson.build +155 -0
- data/vendor/zstd/build/meson/meson_options.txt +36 -0
- data/vendor/zstd/build/meson/programs/meson.build +124 -0
- data/vendor/zstd/build/meson/tests/meson.build +217 -0
- data/vendor/zstd/build/meson/tests/valgrindTest.py +90 -0
- data/vendor/zstd/build/single_file_libs/README.md +33 -0
- data/vendor/zstd/build/single_file_libs/build_decoder_test.sh +91 -0
- data/vendor/zstd/build/single_file_libs/build_library_test.sh +98 -0
- data/vendor/zstd/build/single_file_libs/combine.py +234 -0
- data/vendor/zstd/build/single_file_libs/combine.sh +249 -0
- data/vendor/zstd/build/single_file_libs/create_single_file_decoder.sh +19 -0
- data/vendor/zstd/build/single_file_libs/create_single_file_library.sh +19 -0
- data/vendor/zstd/build/single_file_libs/examples/README.md +11 -0
- data/vendor/zstd/build/single_file_libs/examples/emscripten.c +340 -0
- data/vendor/zstd/build/single_file_libs/examples/roundtrip.c +83 -0
- data/vendor/zstd/build/single_file_libs/examples/shell.html +31 -0
- data/vendor/zstd/build/single_file_libs/examples/simple.c +75 -0
- data/vendor/zstd/build/single_file_libs/examples/testcard-dxt1.inl +2731 -0
- data/vendor/zstd/build/single_file_libs/examples/testcard-zstd.inl +261 -0
- data/vendor/zstd/build/single_file_libs/examples/testcard.png +0 -0
- data/vendor/zstd/build/single_file_libs/zstd-in.c +91 -0
- data/vendor/zstd/build/single_file_libs/zstddeclib-in.c +62 -0
- data/vendor/zstd/contrib/VS2005/README.md +3 -0
- data/vendor/zstd/contrib/VS2005/fullbench/fullbench.vcproj +440 -0
- data/vendor/zstd/contrib/VS2005/fuzzer/fuzzer.vcproj +488 -0
- data/vendor/zstd/contrib/VS2005/zstd/zstd.vcproj +552 -0
- data/vendor/zstd/contrib/VS2005/zstd.sln +55 -0
- data/vendor/zstd/contrib/VS2005/zstdlib/zstdlib.vcproj +546 -0
- data/vendor/zstd/contrib/cleanTabs +2 -0
- data/vendor/zstd/contrib/diagnose_corruption/Makefile +35 -0
- data/vendor/zstd/contrib/diagnose_corruption/check_flipped_bits.c +400 -0
- data/vendor/zstd/contrib/docker/Dockerfile +20 -0
- data/vendor/zstd/contrib/docker/README.md +20 -0
- data/vendor/zstd/contrib/externalSequenceProducer/Makefile +40 -0
- data/vendor/zstd/contrib/externalSequenceProducer/README.md +14 -0
- data/vendor/zstd/contrib/externalSequenceProducer/main.c +108 -0
- data/vendor/zstd/contrib/externalSequenceProducer/sequence_producer.c +80 -0
- data/vendor/zstd/contrib/externalSequenceProducer/sequence_producer.h +26 -0
- data/vendor/zstd/contrib/freestanding_lib/freestanding.py +774 -0
- data/vendor/zstd/contrib/gen_html/Makefile +51 -0
- data/vendor/zstd/contrib/gen_html/README.md +31 -0
- data/vendor/zstd/contrib/gen_html/gen-zstd-manual.sh +9 -0
- data/vendor/zstd/contrib/gen_html/gen_html.cpp +225 -0
- data/vendor/zstd/contrib/largeNbDicts/Makefile +58 -0
- data/vendor/zstd/contrib/largeNbDicts/README.md +33 -0
- data/vendor/zstd/contrib/largeNbDicts/largeNbDicts.c +1087 -0
- data/vendor/zstd/contrib/linux-kernel/Makefile +108 -0
- data/vendor/zstd/contrib/linux-kernel/README.md +14 -0
- data/vendor/zstd/contrib/linux-kernel/btrfs-benchmark.sh +104 -0
- data/vendor/zstd/contrib/linux-kernel/btrfs-extract-benchmark.sh +99 -0
- data/vendor/zstd/contrib/linux-kernel/decompress_sources.h +34 -0
- data/vendor/zstd/contrib/linux-kernel/linux.mk +44 -0
- data/vendor/zstd/contrib/linux-kernel/linux_zstd.h +691 -0
- data/vendor/zstd/contrib/linux-kernel/mem.h +262 -0
- data/vendor/zstd/contrib/linux-kernel/squashfs-benchmark.sh +39 -0
- data/vendor/zstd/contrib/linux-kernel/test/Makefile +49 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/compiler.h +23 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/errno.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/kernel.h +19 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/limits.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/math64.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/module.h +20 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/printk.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/stddef.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/swab.h +16 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/types.h +16 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/unaligned.h +187 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/xxhash.h +745 -0
- data/vendor/zstd/contrib/linux-kernel/test/macro-test.sh +44 -0
- data/vendor/zstd/contrib/linux-kernel/test/static_test.c +52 -0
- data/vendor/zstd/contrib/linux-kernel/test/test.c +229 -0
- data/vendor/zstd/contrib/linux-kernel/zstd_common_module.c +29 -0
- data/vendor/zstd/contrib/linux-kernel/zstd_compress_module.c +286 -0
- data/vendor/zstd/contrib/linux-kernel/zstd_decompress_module.c +141 -0
- data/vendor/zstd/contrib/linux-kernel/zstd_deps.h +121 -0
- data/vendor/zstd/contrib/match_finders/README.md +42 -0
- data/vendor/zstd/contrib/match_finders/zstd_edist.c +558 -0
- data/vendor/zstd/contrib/match_finders/zstd_edist.h +70 -0
- data/vendor/zstd/contrib/premake/premake4.lua +6 -0
- data/vendor/zstd/contrib/premake/zstd.lua +81 -0
- data/vendor/zstd/contrib/pzstd/BUCK +72 -0
- data/vendor/zstd/contrib/pzstd/ErrorHolder.h +54 -0
- data/vendor/zstd/contrib/pzstd/Logging.h +73 -0
- data/vendor/zstd/contrib/pzstd/Makefile +265 -0
- data/vendor/zstd/contrib/pzstd/Options.cpp +424 -0
- data/vendor/zstd/contrib/pzstd/Options.h +71 -0
- data/vendor/zstd/contrib/pzstd/Pzstd.cpp +626 -0
- data/vendor/zstd/contrib/pzstd/Pzstd.h +153 -0
- data/vendor/zstd/contrib/pzstd/README.md +56 -0
- data/vendor/zstd/contrib/pzstd/SkippableFrame.cpp +30 -0
- data/vendor/zstd/contrib/pzstd/SkippableFrame.h +64 -0
- data/vendor/zstd/contrib/pzstd/images/Cspeed.png +0 -0
- data/vendor/zstd/contrib/pzstd/images/Dspeed.png +0 -0
- data/vendor/zstd/contrib/pzstd/main.cpp +27 -0
- data/vendor/zstd/contrib/pzstd/test/BUCK +37 -0
- data/vendor/zstd/contrib/pzstd/test/OptionsTest.cpp +536 -0
- data/vendor/zstd/contrib/pzstd/test/PzstdTest.cpp +147 -0
- data/vendor/zstd/contrib/pzstd/test/RoundTrip.h +86 -0
- data/vendor/zstd/contrib/pzstd/test/RoundTripTest.cpp +84 -0
- data/vendor/zstd/contrib/pzstd/utils/BUCK +75 -0
- data/vendor/zstd/contrib/pzstd/utils/Buffer.h +99 -0
- data/vendor/zstd/contrib/pzstd/utils/FileSystem.h +96 -0
- data/vendor/zstd/contrib/pzstd/utils/Likely.h +28 -0
- data/vendor/zstd/contrib/pzstd/utils/Portability.h +16 -0
- data/vendor/zstd/contrib/pzstd/utils/Range.h +133 -0
- data/vendor/zstd/contrib/pzstd/utils/ResourcePool.h +96 -0
- data/vendor/zstd/contrib/pzstd/utils/ScopeGuard.h +50 -0
- data/vendor/zstd/contrib/pzstd/utils/ThreadPool.h +58 -0
- data/vendor/zstd/contrib/pzstd/utils/WorkQueue.h +182 -0
- data/vendor/zstd/contrib/pzstd/utils/test/BUCK +35 -0
- data/vendor/zstd/contrib/pzstd/utils/test/BufferTest.cpp +89 -0
- data/vendor/zstd/contrib/pzstd/utils/test/RangeTest.cpp +82 -0
- data/vendor/zstd/contrib/pzstd/utils/test/ResourcePoolTest.cpp +72 -0
- data/vendor/zstd/contrib/pzstd/utils/test/ScopeGuardTest.cpp +28 -0
- data/vendor/zstd/contrib/pzstd/utils/test/ThreadPoolTest.cpp +71 -0
- data/vendor/zstd/contrib/pzstd/utils/test/WorkQueueTest.cpp +282 -0
- data/vendor/zstd/contrib/recovery/Makefile +35 -0
- data/vendor/zstd/contrib/recovery/recover_directory.c +152 -0
- data/vendor/zstd/contrib/seekable_format/README.md +42 -0
- data/vendor/zstd/contrib/seekable_format/examples/Makefile +55 -0
- data/vendor/zstd/contrib/seekable_format/examples/parallel_compression.c +254 -0
- data/vendor/zstd/contrib/seekable_format/examples/parallel_processing.c +191 -0
- data/vendor/zstd/contrib/seekable_format/examples/seekable_compression.c +136 -0
- data/vendor/zstd/contrib/seekable_format/examples/seekable_decompression.c +141 -0
- data/vendor/zstd/contrib/seekable_format/examples/seekable_decompression_mem.c +147 -0
- data/vendor/zstd/contrib/seekable_format/tests/Makefile +58 -0
- data/vendor/zstd/contrib/seekable_format/tests/seekable_tests.c +375 -0
- data/vendor/zstd/contrib/seekable_format/zstd_seekable.h +226 -0
- data/vendor/zstd/contrib/seekable_format/zstd_seekable_compression_format.md +116 -0
- data/vendor/zstd/contrib/seekable_format/zstdseek_compress.c +365 -0
- data/vendor/zstd/contrib/seekable_format/zstdseek_decompress.c +600 -0
- data/vendor/zstd/contrib/seqBench/Makefile +58 -0
- data/vendor/zstd/contrib/seqBench/seqBench.c +53 -0
- data/vendor/zstd/contrib/snap/snapcraft.yaml +28 -0
- data/vendor/zstd/doc/README.md +26 -0
- data/vendor/zstd/doc/decompressor_errata.md +148 -0
- data/vendor/zstd/doc/decompressor_permissive.md +80 -0
- data/vendor/zstd/doc/educational_decoder/Makefile +62 -0
- data/vendor/zstd/doc/educational_decoder/README.md +36 -0
- data/vendor/zstd/doc/educational_decoder/harness.c +119 -0
- data/vendor/zstd/doc/educational_decoder/zstd_decompress.c +2323 -0
- data/vendor/zstd/doc/educational_decoder/zstd_decompress.h +61 -0
- data/vendor/zstd/doc/images/CSpeed2.png +0 -0
- data/vendor/zstd/doc/images/DCspeed5.png +0 -0
- data/vendor/zstd/doc/images/DSpeed3.png +0 -0
- data/vendor/zstd/doc/images/cdict_v136.png +0 -0
- data/vendor/zstd/doc/images/dict-cr.png +0 -0
- data/vendor/zstd/doc/images/dict-cs.png +0 -0
- data/vendor/zstd/doc/images/dict-ds.png +0 -0
- data/vendor/zstd/doc/images/zstd_cdict_v1_3_5.png +0 -0
- data/vendor/zstd/doc/images/zstd_logo86.png +0 -0
- data/vendor/zstd/doc/zstd_compression_format.md +1772 -0
- data/vendor/zstd/doc/zstd_manual.html +2244 -0
- data/vendor/zstd/examples/Makefile +93 -0
- data/vendor/zstd/examples/README.md +46 -0
- data/vendor/zstd/examples/common.h +246 -0
- data/vendor/zstd/examples/dictionary_compression.c +107 -0
- data/vendor/zstd/examples/dictionary_decompression.c +99 -0
- data/vendor/zstd/examples/multiple_simple_compression.c +116 -0
- data/vendor/zstd/examples/multiple_streaming_compression.c +133 -0
- data/vendor/zstd/examples/simple_compression.c +68 -0
- data/vendor/zstd/examples/simple_decompression.c +65 -0
- data/vendor/zstd/examples/streaming_compression.c +146 -0
- data/vendor/zstd/examples/streaming_compression_thread_pool.c +180 -0
- data/vendor/zstd/examples/streaming_decompression.c +100 -0
- data/vendor/zstd/examples/streaming_memory_usage.c +137 -0
- data/vendor/zstd/lib/BUCK +232 -0
- data/vendor/zstd/lib/Makefile +389 -0
- data/vendor/zstd/lib/README.md +267 -0
- data/vendor/zstd/lib/common/allocations.h +55 -0
- data/vendor/zstd/lib/common/bits.h +205 -0
- data/vendor/zstd/lib/common/bitstream.h +454 -0
- data/vendor/zstd/lib/common/compiler.h +482 -0
- data/vendor/zstd/lib/common/cpu.h +249 -0
- data/vendor/zstd/lib/common/debug.c +30 -0
- data/vendor/zstd/lib/common/debug.h +107 -0
- data/vendor/zstd/lib/common/debug.o +0 -0
- data/vendor/zstd/lib/common/entropy_common.c +340 -0
- data/vendor/zstd/lib/common/entropy_common.o +0 -0
- data/vendor/zstd/lib/common/error_private.c +64 -0
- data/vendor/zstd/lib/common/error_private.h +158 -0
- data/vendor/zstd/lib/common/error_private.o +0 -0
- data/vendor/zstd/lib/common/fse.h +625 -0
- data/vendor/zstd/lib/common/fse_decompress.c +315 -0
- data/vendor/zstd/lib/common/fse_decompress.o +0 -0
- data/vendor/zstd/lib/common/huf.h +277 -0
- data/vendor/zstd/lib/common/mem.h +422 -0
- data/vendor/zstd/lib/common/pool.c +371 -0
- data/vendor/zstd/lib/common/pool.h +81 -0
- data/vendor/zstd/lib/common/pool.o +0 -0
- data/vendor/zstd/lib/common/portability_macros.h +190 -0
- data/vendor/zstd/lib/common/threading.c +196 -0
- data/vendor/zstd/lib/common/threading.h +142 -0
- data/vendor/zstd/lib/common/threading.o +0 -0
- data/vendor/zstd/lib/common/xxhash.c +18 -0
- data/vendor/zstd/lib/common/xxhash.h +7094 -0
- data/vendor/zstd/lib/common/xxhash.o +0 -0
- data/vendor/zstd/lib/common/zstd_common.c +57 -0
- data/vendor/zstd/lib/common/zstd_common.o +0 -0
- data/vendor/zstd/lib/common/zstd_deps.h +123 -0
- data/vendor/zstd/lib/common/zstd_internal.h +326 -0
- data/vendor/zstd/lib/common/zstd_trace.h +156 -0
- data/vendor/zstd/lib/compress/clevels.h +134 -0
- data/vendor/zstd/lib/compress/fse_compress.c +625 -0
- data/vendor/zstd/lib/compress/fse_compress.o +0 -0
- data/vendor/zstd/lib/compress/hist.c +446 -0
- data/vendor/zstd/lib/compress/hist.h +86 -0
- data/vendor/zstd/lib/compress/hist.o +0 -0
- data/vendor/zstd/lib/compress/huf_compress.c +1465 -0
- data/vendor/zstd/lib/compress/huf_compress.o +0 -0
- data/vendor/zstd/lib/compress/zstd_compress.c +8362 -0
- data/vendor/zstd/lib/compress/zstd_compress.o +0 -0
- data/vendor/zstd/lib/compress/zstd_compress_internal.h +1636 -0
- data/vendor/zstd/lib/compress/zstd_compress_literals.c +235 -0
- data/vendor/zstd/lib/compress/zstd_compress_literals.h +39 -0
- data/vendor/zstd/lib/compress/zstd_compress_literals.o +0 -0
- data/vendor/zstd/lib/compress/zstd_compress_sequences.c +442 -0
- data/vendor/zstd/lib/compress/zstd_compress_sequences.h +55 -0
- data/vendor/zstd/lib/compress/zstd_compress_sequences.o +0 -0
- data/vendor/zstd/lib/compress/zstd_compress_superblock.c +688 -0
- data/vendor/zstd/lib/compress/zstd_compress_superblock.h +32 -0
- data/vendor/zstd/lib/compress/zstd_compress_superblock.o +0 -0
- data/vendor/zstd/lib/compress/zstd_cwksp.h +765 -0
- data/vendor/zstd/lib/compress/zstd_double_fast.c +778 -0
- data/vendor/zstd/lib/compress/zstd_double_fast.h +42 -0
- data/vendor/zstd/lib/compress/zstd_double_fast.o +0 -0
- data/vendor/zstd/lib/compress/zstd_fast.c +985 -0
- data/vendor/zstd/lib/compress/zstd_fast.h +30 -0
- data/vendor/zstd/lib/compress/zstd_fast.o +0 -0
- data/vendor/zstd/lib/compress/zstd_lazy.c +2243 -0
- data/vendor/zstd/lib/compress/zstd_lazy.h +193 -0
- data/vendor/zstd/lib/compress/zstd_lazy.o +0 -0
- data/vendor/zstd/lib/compress/zstd_ldm.c +745 -0
- data/vendor/zstd/lib/compress/zstd_ldm.h +109 -0
- data/vendor/zstd/lib/compress/zstd_ldm.o +0 -0
- data/vendor/zstd/lib/compress/zstd_ldm_geartab.h +106 -0
- data/vendor/zstd/lib/compress/zstd_opt.c +1572 -0
- data/vendor/zstd/lib/compress/zstd_opt.h +72 -0
- data/vendor/zstd/lib/compress/zstd_opt.o +0 -0
- data/vendor/zstd/lib/compress/zstd_preSplit.c +238 -0
- data/vendor/zstd/lib/compress/zstd_preSplit.h +33 -0
- data/vendor/zstd/lib/compress/zstd_preSplit.o +0 -0
- data/vendor/zstd/lib/compress/zstdmt_compress.c +1924 -0
- data/vendor/zstd/lib/compress/zstdmt_compress.h +102 -0
- data/vendor/zstd/lib/compress/zstdmt_compress.o +0 -0
- data/vendor/zstd/lib/decompress/huf_decompress.c +1953 -0
- data/vendor/zstd/lib/decompress/huf_decompress.o +0 -0
- data/vendor/zstd/lib/decompress/huf_decompress_amd64.S +766 -0
- data/vendor/zstd/lib/decompress/zstd_ddict.c +244 -0
- data/vendor/zstd/lib/decompress/zstd_ddict.h +44 -0
- data/vendor/zstd/lib/decompress/zstd_ddict.o +0 -0
- data/vendor/zstd/lib/decompress/zstd_decompress.c +2410 -0
- data/vendor/zstd/lib/decompress/zstd_decompress.o +0 -0
- data/vendor/zstd/lib/decompress/zstd_decompress_block.c +2311 -0
- data/vendor/zstd/lib/decompress/zstd_decompress_block.h +73 -0
- data/vendor/zstd/lib/decompress/zstd_decompress_block.o +0 -0
- data/vendor/zstd/lib/decompress/zstd_decompress_internal.h +240 -0
- data/vendor/zstd/lib/deprecated/zbuff.h +214 -0
- data/vendor/zstd/lib/deprecated/zbuff_common.c +26 -0
- data/vendor/zstd/lib/deprecated/zbuff_compress.c +167 -0
- data/vendor/zstd/lib/deprecated/zbuff_decompress.c +77 -0
- data/vendor/zstd/lib/dictBuilder/cover.c +1333 -0
- data/vendor/zstd/lib/dictBuilder/cover.h +152 -0
- data/vendor/zstd/lib/dictBuilder/divsufsort.c +1913 -0
- data/vendor/zstd/lib/dictBuilder/divsufsort.h +57 -0
- data/vendor/zstd/lib/dictBuilder/fastcover.c +765 -0
- data/vendor/zstd/lib/dictBuilder/zdict.c +1137 -0
- data/vendor/zstd/lib/dll/example/Makefile +48 -0
- data/vendor/zstd/lib/dll/example/README.md +63 -0
- data/vendor/zstd/lib/dll/example/build_package.bat +55 -0
- data/vendor/zstd/lib/dll/example/fullbench-dll.sln +25 -0
- data/vendor/zstd/lib/dll/example/fullbench-dll.vcxproj +181 -0
- data/vendor/zstd/lib/install_oses.mk +17 -0
- data/vendor/zstd/lib/legacy/zstd_legacy.h +452 -0
- data/vendor/zstd/lib/legacy/zstd_v01.c +2128 -0
- data/vendor/zstd/lib/legacy/zstd_v01.h +94 -0
- data/vendor/zstd/lib/legacy/zstd_v02.c +3465 -0
- data/vendor/zstd/lib/legacy/zstd_v02.h +93 -0
- data/vendor/zstd/lib/legacy/zstd_v03.c +3105 -0
- data/vendor/zstd/lib/legacy/zstd_v03.h +93 -0
- data/vendor/zstd/lib/legacy/zstd_v04.c +3598 -0
- data/vendor/zstd/lib/legacy/zstd_v04.h +142 -0
- data/vendor/zstd/lib/legacy/zstd_v05.c +4005 -0
- data/vendor/zstd/lib/legacy/zstd_v05.h +162 -0
- data/vendor/zstd/lib/legacy/zstd_v06.c +4110 -0
- data/vendor/zstd/lib/legacy/zstd_v06.h +172 -0
- data/vendor/zstd/lib/legacy/zstd_v07.c +4490 -0
- data/vendor/zstd/lib/legacy/zstd_v07.h +187 -0
- data/vendor/zstd/lib/libzstd.mk +238 -0
- data/vendor/zstd/lib/libzstd.pc.in +17 -0
- data/vendor/zstd/lib/module.modulemap +35 -0
- data/vendor/zstd/lib/zdict.h +481 -0
- data/vendor/zstd/lib/zstd.h +3209 -0
- data/vendor/zstd/lib/zstd_errors.h +107 -0
- data/vendor/zstd/programs/BUCK +44 -0
- data/vendor/zstd/programs/Makefile +445 -0
- data/vendor/zstd/programs/README.md +344 -0
- data/vendor/zstd/programs/benchfn.c +256 -0
- data/vendor/zstd/programs/benchfn.h +173 -0
- data/vendor/zstd/programs/benchzstd.c +1270 -0
- data/vendor/zstd/programs/benchzstd.h +191 -0
- data/vendor/zstd/programs/datagen.c +186 -0
- data/vendor/zstd/programs/datagen.h +38 -0
- data/vendor/zstd/programs/dibio.c +447 -0
- data/vendor/zstd/programs/dibio.h +39 -0
- data/vendor/zstd/programs/fileio.c +3717 -0
- data/vendor/zstd/programs/fileio.h +171 -0
- data/vendor/zstd/programs/fileio_asyncio.c +663 -0
- data/vendor/zstd/programs/fileio_asyncio.h +195 -0
- data/vendor/zstd/programs/fileio_common.h +121 -0
- data/vendor/zstd/programs/fileio_types.h +86 -0
- data/vendor/zstd/programs/lorem.c +285 -0
- data/vendor/zstd/programs/lorem.h +32 -0
- data/vendor/zstd/programs/platform.h +217 -0
- data/vendor/zstd/programs/timefn.c +170 -0
- data/vendor/zstd/programs/timefn.h +59 -0
- data/vendor/zstd/programs/util.c +1731 -0
- data/vendor/zstd/programs/util.h +364 -0
- data/vendor/zstd/programs/windres/verrsrc.h +17 -0
- data/vendor/zstd/programs/windres/zstd.rc +51 -0
- data/vendor/zstd/programs/windres/zstd32.res +0 -0
- data/vendor/zstd/programs/windres/zstd64.res +0 -0
- data/vendor/zstd/programs/zstd.1 +580 -0
- data/vendor/zstd/programs/zstd.1.md +714 -0
- data/vendor/zstd/programs/zstdcli.c +1675 -0
- data/vendor/zstd/programs/zstdcli_trace.c +173 -0
- data/vendor/zstd/programs/zstdcli_trace.h +24 -0
- data/vendor/zstd/programs/zstdgrep +134 -0
- data/vendor/zstd/programs/zstdgrep.1 +26 -0
- data/vendor/zstd/programs/zstdgrep.1.md +30 -0
- data/vendor/zstd/programs/zstdless +8 -0
- data/vendor/zstd/programs/zstdless.1 +14 -0
- data/vendor/zstd/programs/zstdless.1.md +16 -0
- data/vendor/zstd/tests/DEPRECATED-test-zstd-speed.py +378 -0
- data/vendor/zstd/tests/Makefile +485 -0
- data/vendor/zstd/tests/README.md +184 -0
- data/vendor/zstd/tests/automated_benchmarking.py +326 -0
- data/vendor/zstd/tests/checkTag.c +65 -0
- data/vendor/zstd/tests/check_size.py +31 -0
- data/vendor/zstd/tests/cli-tests/README.md +258 -0
- data/vendor/zstd/tests/cli-tests/basic/args.sh +10 -0
- data/vendor/zstd/tests/cli-tests/basic/args.sh.exit +1 -0
- data/vendor/zstd/tests/cli-tests/basic/args.sh.stderr.glob +28 -0
- data/vendor/zstd/tests/cli-tests/basic/help.sh +10 -0
- data/vendor/zstd/tests/cli-tests/basic/help.sh.stdout.glob +34 -0
- data/vendor/zstd/tests/cli-tests/basic/memlimit.sh +40 -0
- data/vendor/zstd/tests/cli-tests/basic/memlimit.sh.stderr.exact +13 -0
- data/vendor/zstd/tests/cli-tests/basic/memlimit.sh.stdout.exact +13 -0
- data/vendor/zstd/tests/cli-tests/basic/output_dir.sh +7 -0
- data/vendor/zstd/tests/cli-tests/basic/output_dir.sh.stderr.exact +2 -0
- data/vendor/zstd/tests/cli-tests/basic/output_dir.sh.stdout.exact +2 -0
- data/vendor/zstd/tests/cli-tests/basic/version.sh +6 -0
- data/vendor/zstd/tests/cli-tests/basic/version.sh.stdout.glob +2 -0
- data/vendor/zstd/tests/cli-tests/bin/cmp_size +44 -0
- data/vendor/zstd/tests/cli-tests/bin/datagen +3 -0
- data/vendor/zstd/tests/cli-tests/bin/die +4 -0
- data/vendor/zstd/tests/cli-tests/bin/println +2 -0
- data/vendor/zstd/tests/cli-tests/bin/unzstd +1 -0
- data/vendor/zstd/tests/cli-tests/bin/zstd +9 -0
- data/vendor/zstd/tests/cli-tests/bin/zstdcat +1 -0
- data/vendor/zstd/tests/cli-tests/bin/zstdgrep +2 -0
- data/vendor/zstd/tests/cli-tests/bin/zstdless +2 -0
- data/vendor/zstd/tests/cli-tests/cltools/setup +6 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdgrep.sh +8 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdgrep.sh.exit +1 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdgrep.sh.stderr.exact +1 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdgrep.sh.stdout.glob +4 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdless.sh +10 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdless.sh.stderr.exact +2 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdless.sh.stdout.glob +5 -0
- data/vendor/zstd/tests/cli-tests/common/format.sh +19 -0
- data/vendor/zstd/tests/cli-tests/common/mtime.sh +13 -0
- data/vendor/zstd/tests/cli-tests/common/permissions.sh +18 -0
- data/vendor/zstd/tests/cli-tests/common/platform.sh +47 -0
- data/vendor/zstd/tests/cli-tests/compression/adapt.sh +14 -0
- data/vendor/zstd/tests/cli-tests/compression/basic.sh +36 -0
- data/vendor/zstd/tests/cli-tests/compression/compress-literals.sh +10 -0
- data/vendor/zstd/tests/cli-tests/compression/format.sh +16 -0
- data/vendor/zstd/tests/cli-tests/compression/golden.sh +16 -0
- data/vendor/zstd/tests/cli-tests/compression/gzip-compat.sh +17 -0
- data/vendor/zstd/tests/cli-tests/compression/levels.sh +75 -0
- data/vendor/zstd/tests/cli-tests/compression/levels.sh.stderr.exact +80 -0
- data/vendor/zstd/tests/cli-tests/compression/long-distance-matcher.sh +7 -0
- data/vendor/zstd/tests/cli-tests/compression/multi-threaded.sh +22 -0
- data/vendor/zstd/tests/cli-tests/compression/multi-threaded.sh.stderr.exact +21 -0
- data/vendor/zstd/tests/cli-tests/compression/multiple-files.sh +21 -0
- data/vendor/zstd/tests/cli-tests/compression/multiple-files.sh.stdout.exact +12 -0
- data/vendor/zstd/tests/cli-tests/compression/row-match-finder.sh +7 -0
- data/vendor/zstd/tests/cli-tests/compression/setup +7 -0
- data/vendor/zstd/tests/cli-tests/compression/stream-size.sh +7 -0
- data/vendor/zstd/tests/cli-tests/compression/verbose-wlog.sh +11 -0
- data/vendor/zstd/tests/cli-tests/compression/verbose-wlog.sh.stderr.glob +5 -0
- data/vendor/zstd/tests/cli-tests/compression/verbose-wlog.sh.stdout.glob +5 -0
- data/vendor/zstd/tests/cli-tests/compression/window-resize.sh +9 -0
- data/vendor/zstd/tests/cli-tests/compression/window-resize.sh.stderr.ignore +0 -0
- data/vendor/zstd/tests/cli-tests/compression/window-resize.sh.stdout.glob +3 -0
- data/vendor/zstd/tests/cli-tests/decompression/detectErrors.sh +11 -0
- data/vendor/zstd/tests/cli-tests/decompression/golden.sh +7 -0
- data/vendor/zstd/tests/cli-tests/decompression/pass-through.sh +57 -0
- data/vendor/zstd/tests/cli-tests/decompression/pass-through.sh.stderr.exact +11 -0
- data/vendor/zstd/tests/cli-tests/decompression/pass-through.sh.stdout.exact +25 -0
- data/vendor/zstd/tests/cli-tests/determinism/basic.sh +36 -0
- data/vendor/zstd/tests/cli-tests/determinism/basic.sh.stderr.exact +0 -0
- data/vendor/zstd/tests/cli-tests/determinism/basic.sh.stdout.exact +880 -0
- data/vendor/zstd/tests/cli-tests/determinism/multithread.sh +45 -0
- data/vendor/zstd/tests/cli-tests/determinism/multithread.sh.stderr.exact +0 -0
- data/vendor/zstd/tests/cli-tests/determinism/multithread.sh.stdout.exact +260 -0
- data/vendor/zstd/tests/cli-tests/determinism/reuse.sh +44 -0
- data/vendor/zstd/tests/cli-tests/determinism/reuse.sh.stderr.exact +0 -0
- data/vendor/zstd/tests/cli-tests/determinism/reuse.sh.stdout.exact +19 -0
- data/vendor/zstd/tests/cli-tests/determinism/setup +5 -0
- data/vendor/zstd/tests/cli-tests/determinism/setup_once +30 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/empty-input.sh +9 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/empty-input.sh.stderr.exact +1 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/no-inputs.sh +3 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/no-inputs.sh.exit +1 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/no-inputs.sh.stderr.exact +5 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/dictionary-mismatch.sh +29 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/dictionary-mismatch.sh.stderr.exact +7 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/golden.sh +9 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/setup +6 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/setup_once +24 -0
- data/vendor/zstd/tests/cli-tests/file-handling/directory-mirror.sh +49 -0
- data/vendor/zstd/tests/cli-tests/file-handling/directory-mirror.sh.stderr.exact +0 -0
- data/vendor/zstd/tests/cli-tests/file-handling/directory-mirror.sh.stdout.exact +0 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-dir-without-write-perm.sh +12 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-dir-without-write-perm.sh.stderr.exact +30 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-file.sh +9 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-file.sh.stderr.glob +46 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-stdout.sh +8 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-stdout.sh.stderr.exact +24 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-file.sh +8 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-file.sh.stderr.glob +28 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-stdout.sh +8 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-stdout.sh.stderr.exact +18 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-file.sh +8 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-file.sh.stderr.glob +42 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-stdout.sh +7 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-stdout.sh.stderr.exact +18 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-file.sh +7 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-file.sh.stderr.glob +24 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-stdout.sh +7 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-stdout.sh.stderr.exact +14 -0
- data/vendor/zstd/tests/cli-tests/progress/no-progress.sh +46 -0
- data/vendor/zstd/tests/cli-tests/progress/no-progress.sh.stderr.glob +96 -0
- data/vendor/zstd/tests/cli-tests/progress/progress.sh +41 -0
- data/vendor/zstd/tests/cli-tests/progress/progress.sh.stderr.glob +62 -0
- data/vendor/zstd/tests/cli-tests/run.py +732 -0
- data/vendor/zstd/tests/cli-tests/zstd-symlinks/setup +6 -0
- data/vendor/zstd/tests/cli-tests/zstd-symlinks/zstdcat.sh +12 -0
- data/vendor/zstd/tests/cli-tests/zstd-symlinks/zstdcat.sh.stdout.exact +8 -0
- data/vendor/zstd/tests/datagencli.c +149 -0
- data/vendor/zstd/tests/decodecorpus.c +1998 -0
- data/vendor/zstd/tests/dict-files/zero-weight-dict +0 -0
- data/vendor/zstd/tests/external_matchfinder.c +140 -0
- data/vendor/zstd/tests/external_matchfinder.h +39 -0
- data/vendor/zstd/tests/fullbench.c +1210 -0
- data/vendor/zstd/tests/fuzz/Makefile +278 -0
- data/vendor/zstd/tests/fuzz/README.md +161 -0
- data/vendor/zstd/tests/fuzz/block_decompress.c +53 -0
- data/vendor/zstd/tests/fuzz/block_round_trip.c +103 -0
- data/vendor/zstd/tests/fuzz/decompress_cross_format.c +130 -0
- data/vendor/zstd/tests/fuzz/decompress_dstSize_tooSmall.c +74 -0
- data/vendor/zstd/tests/fuzz/dictionary_decompress.c +77 -0
- data/vendor/zstd/tests/fuzz/dictionary_loader.c +106 -0
- data/vendor/zstd/tests/fuzz/dictionary_round_trip.c +155 -0
- data/vendor/zstd/tests/fuzz/dictionary_stream_round_trip.c +209 -0
- data/vendor/zstd/tests/fuzz/fse_read_ncount.c +100 -0
- data/vendor/zstd/tests/fuzz/fuzz.h +57 -0
- data/vendor/zstd/tests/fuzz/fuzz.py +910 -0
- data/vendor/zstd/tests/fuzz/fuzz_data_producer.c +95 -0
- data/vendor/zstd/tests/fuzz/fuzz_data_producer.h +66 -0
- data/vendor/zstd/tests/fuzz/fuzz_helpers.c +47 -0
- data/vendor/zstd/tests/fuzz/fuzz_helpers.h +82 -0
- data/vendor/zstd/tests/fuzz/fuzz_third_party_seq_prod.h +116 -0
- data/vendor/zstd/tests/fuzz/generate_sequences.c +88 -0
- data/vendor/zstd/tests/fuzz/huf_decompress.c +68 -0
- data/vendor/zstd/tests/fuzz/huf_round_trip.c +137 -0
- data/vendor/zstd/tests/fuzz/raw_dictionary_round_trip.c +119 -0
- data/vendor/zstd/tests/fuzz/regression_driver.c +90 -0
- data/vendor/zstd/tests/fuzz/seekable_roundtrip.c +88 -0
- data/vendor/zstd/tests/fuzz/seq_prod_fuzz_example/Makefile +16 -0
- data/vendor/zstd/tests/fuzz/seq_prod_fuzz_example/README.md +12 -0
- data/vendor/zstd/tests/fuzz/seq_prod_fuzz_example/example_seq_prod.c +52 -0
- data/vendor/zstd/tests/fuzz/sequence_compression_api.c +452 -0
- data/vendor/zstd/tests/fuzz/simple_compress.c +60 -0
- data/vendor/zstd/tests/fuzz/simple_decompress.c +59 -0
- data/vendor/zstd/tests/fuzz/simple_round_trip.c +182 -0
- data/vendor/zstd/tests/fuzz/stream_decompress.c +119 -0
- data/vendor/zstd/tests/fuzz/stream_round_trip.c +218 -0
- data/vendor/zstd/tests/fuzz/zstd_frame_info.c +43 -0
- data/vendor/zstd/tests/fuzz/zstd_helpers.c +208 -0
- data/vendor/zstd/tests/fuzz/zstd_helpers.h +56 -0
- data/vendor/zstd/tests/fuzzer.c +5482 -0
- data/vendor/zstd/tests/golden-compression/PR-3517-block-splitter-corruption-test +1 -0
- data/vendor/zstd/tests/golden-compression/http +1 -0
- data/vendor/zstd/tests/golden-compression/huffman-compressed-larger +0 -0
- data/vendor/zstd/tests/golden-compression/large-literal-and-match-lengths +0 -0
- data/vendor/zstd/tests/golden-decompression/block-128k.zst +0 -0
- data/vendor/zstd/tests/golden-decompression/empty-block.zst +0 -0
- data/vendor/zstd/tests/golden-decompression/rle-first-block.zst +0 -0
- data/vendor/zstd/tests/golden-decompression/zeroSeq_2B.zst +0 -0
- data/vendor/zstd/tests/golden-decompression-errors/off0.bin.zst +0 -0
- data/vendor/zstd/tests/golden-decompression-errors/truncated_huff_state.zst +0 -0
- data/vendor/zstd/tests/golden-decompression-errors/zeroSeq_extraneous.zst +0 -0
- data/vendor/zstd/tests/golden-dictionaries/http-dict-missing-symbols +0 -0
- data/vendor/zstd/tests/gzip/Makefile +45 -0
- data/vendor/zstd/tests/gzip/gzip-env.sh +46 -0
- data/vendor/zstd/tests/gzip/helin-segv.sh +31 -0
- data/vendor/zstd/tests/gzip/help-version.sh +270 -0
- data/vendor/zstd/tests/gzip/hufts-segv.gz +0 -0
- data/vendor/zstd/tests/gzip/hufts.sh +34 -0
- data/vendor/zstd/tests/gzip/init.cfg +5 -0
- data/vendor/zstd/tests/gzip/init.sh +616 -0
- data/vendor/zstd/tests/gzip/keep.sh +51 -0
- data/vendor/zstd/tests/gzip/list.sh +31 -0
- data/vendor/zstd/tests/gzip/memcpy-abuse.sh +34 -0
- data/vendor/zstd/tests/gzip/mixed.sh +68 -0
- data/vendor/zstd/tests/gzip/null-suffix-clobber.sh +35 -0
- data/vendor/zstd/tests/gzip/stdin.sh +31 -0
- data/vendor/zstd/tests/gzip/test-driver.sh +150 -0
- data/vendor/zstd/tests/gzip/trailing-nul.sh +37 -0
- data/vendor/zstd/tests/gzip/unpack-invalid.sh +36 -0
- data/vendor/zstd/tests/gzip/z-suffix.sh +30 -0
- data/vendor/zstd/tests/gzip/zdiff.sh +48 -0
- data/vendor/zstd/tests/gzip/zgrep-context.sh +47 -0
- data/vendor/zstd/tests/gzip/zgrep-f.sh +43 -0
- data/vendor/zstd/tests/gzip/zgrep-signal.sh +64 -0
- data/vendor/zstd/tests/gzip/znew-k.sh +40 -0
- data/vendor/zstd/tests/invalidDictionaries.c +61 -0
- data/vendor/zstd/tests/largeDictionary.c +131 -0
- data/vendor/zstd/tests/legacy.c +262 -0
- data/vendor/zstd/tests/libzstd_builds.sh +104 -0
- data/vendor/zstd/tests/longmatch.c +123 -0
- data/vendor/zstd/tests/loremOut.c +50 -0
- data/vendor/zstd/tests/loremOut.h +15 -0
- data/vendor/zstd/tests/paramgrill.c +2965 -0
- data/vendor/zstd/tests/playTests.sh +1926 -0
- data/vendor/zstd/tests/poolTests.c +271 -0
- data/vendor/zstd/tests/rateLimiter.py +41 -0
- data/vendor/zstd/tests/regression/Makefile +60 -0
- data/vendor/zstd/tests/regression/README.md +28 -0
- data/vendor/zstd/tests/regression/config.c +404 -0
- data/vendor/zstd/tests/regression/config.h +91 -0
- data/vendor/zstd/tests/regression/data.c +631 -0
- data/vendor/zstd/tests/regression/data.h +121 -0
- data/vendor/zstd/tests/regression/levels.h +59 -0
- data/vendor/zstd/tests/regression/method.c +701 -0
- data/vendor/zstd/tests/regression/method.h +65 -0
- data/vendor/zstd/tests/regression/result.c +30 -0
- data/vendor/zstd/tests/regression/result.h +103 -0
- data/vendor/zstd/tests/regression/results.csv +1480 -0
- data/vendor/zstd/tests/regression/test.c +362 -0
- data/vendor/zstd/tests/roundTripCrash.c +241 -0
- data/vendor/zstd/tests/seqgen.c +260 -0
- data/vendor/zstd/tests/seqgen.h +58 -0
- data/vendor/zstd/tests/test-license.py +156 -0
- data/vendor/zstd/tests/test-variants.sh +115 -0
- data/vendor/zstd/tests/test-zstd-versions.py +308 -0
- data/vendor/zstd/tests/test_process_substitution.bash +92 -0
- data/vendor/zstd/tests/zstreamtest.c +3467 -0
- data/vendor/zstd/zlibWrapper/BUCK +22 -0
- data/vendor/zstd/zlibWrapper/Makefile +120 -0
- data/vendor/zstd/zlibWrapper/README.md +163 -0
- data/vendor/zstd/zlibWrapper/examples/example.c +598 -0
- data/vendor/zstd/zlibWrapper/examples/example_original.c +599 -0
- data/vendor/zstd/zlibWrapper/examples/fitblk.c +254 -0
- data/vendor/zstd/zlibWrapper/examples/fitblk_original.c +233 -0
- data/vendor/zstd/zlibWrapper/examples/minigzip.c +605 -0
- data/vendor/zstd/zlibWrapper/examples/zwrapbench.c +1018 -0
- data/vendor/zstd/zlibWrapper/gzclose.c +26 -0
- data/vendor/zstd/zlibWrapper/gzcompatibility.h +68 -0
- data/vendor/zstd/zlibWrapper/gzguts.h +229 -0
- data/vendor/zstd/zlibWrapper/gzlib.c +587 -0
- data/vendor/zstd/zlibWrapper/gzread.c +637 -0
- data/vendor/zstd/zlibWrapper/gzwrite.c +632 -0
- data/vendor/zstd/zlibWrapper/zstd_zlibwrapper.c +1200 -0
- data/vendor/zstd/zlibWrapper/zstd_zlibwrapper.h +91 -0
- metadata +738 -0
|
@@ -0,0 +1,452 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
* All rights reserved.
|
|
4
|
+
*
|
|
5
|
+
* This source code is licensed under both the BSD-style license (found in the
|
|
6
|
+
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
7
|
+
* in the COPYING file in the root directory of this source tree).
|
|
8
|
+
* You may select, at your option, one of the above-listed licenses.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* This fuzz target performs a zstd round-trip test by generating an arbitrary
|
|
13
|
+
* array of sequences, generating the associated source buffer, calling
|
|
14
|
+
* ZSTD_compressSequences(), and then decompresses and compares the result with
|
|
15
|
+
* the original generated source buffer.
|
|
16
|
+
*/
|
|
17
|
+
|
|
18
|
+
#define ZSTD_STATIC_LINKING_ONLY
|
|
19
|
+
#include "zstd_errors.h"
|
|
20
|
+
|
|
21
|
+
#include <stddef.h>
|
|
22
|
+
#include <stdlib.h>
|
|
23
|
+
#include <stdio.h>
|
|
24
|
+
#include <string.h>
|
|
25
|
+
#include <time.h>
|
|
26
|
+
#include "fuzz_helpers.h"
|
|
27
|
+
#include "zstd_helpers.h"
|
|
28
|
+
#include "fuzz_data_producer.h"
|
|
29
|
+
#include "fuzz_third_party_seq_prod.h"
|
|
30
|
+
|
|
31
|
+
static ZSTD_CCtx* cctx = NULL;
|
|
32
|
+
static ZSTD_DCtx* dctx = NULL;
|
|
33
|
+
static void* literalsBuffer = NULL;
|
|
34
|
+
static void* generatedSrc = NULL;
|
|
35
|
+
static ZSTD_Sequence* generatedSequences = NULL;
|
|
36
|
+
|
|
37
|
+
static void* dictBuffer = NULL;
|
|
38
|
+
static ZSTD_CDict* cdict = NULL;
|
|
39
|
+
static ZSTD_DDict* ddict = NULL;
|
|
40
|
+
|
|
41
|
+
#define ZSTD_FUZZ_GENERATED_SRC_MAXSIZE (1 << 20) /* Allow up to 1MB generated data */
|
|
42
|
+
#define ZSTD_FUZZ_GENERATED_LITERALS_SIZE (1 << 20) /* Fixed size 1MB literals buffer */
|
|
43
|
+
#define ZSTD_FUZZ_MATCHLENGTH_MAXSIZE (1 << 18) /* Allow up to 256KB matches */
|
|
44
|
+
#define ZSTD_FUZZ_GENERATED_DICT_MAXSIZE (1 << ZSTD_WINDOWLOG_MAX_32) /* Allow up to 1 << ZSTD_WINDOWLOG_MAX_32 dictionary */
|
|
45
|
+
#define ZSTD_FUZZ_MAX_NBSEQ (1 << 17) /* Maximum of 128K sequences */
|
|
46
|
+
|
|
47
|
+
/* Deterministic random number generator */
|
|
48
|
+
#define FUZZ_RDG_rotl32(x,r) ((x << r) | (x >> (32 - r)))
|
|
49
|
+
static uint32_t FUZZ_RDG_rand(uint32_t* src)
|
|
50
|
+
{
|
|
51
|
+
static const uint32_t prime1 = 2654435761U;
|
|
52
|
+
static const uint32_t prime2 = 2246822519U;
|
|
53
|
+
uint32_t rand32 = *src;
|
|
54
|
+
rand32 *= prime1;
|
|
55
|
+
rand32 ^= prime2;
|
|
56
|
+
rand32 = FUZZ_RDG_rotl32(rand32, 13);
|
|
57
|
+
*src = rand32;
|
|
58
|
+
return rand32 >> 5;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
/* Make a pseudorandom string - this simple function exists to avoid
|
|
62
|
+
* taking a dependency on datagen.h to have RDG_genBuffer().
|
|
63
|
+
*/
|
|
64
|
+
static char* generatePseudoRandomString(char* str, size_t size, FUZZ_dataProducer_t* producer) {
|
|
65
|
+
const char charset[] = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJK1234567890!@#$^&*()_";
|
|
66
|
+
uint32_t seed = FUZZ_dataProducer_uint32(producer);
|
|
67
|
+
if (size) {
|
|
68
|
+
for (size_t n = 0; n < size; n++) {
|
|
69
|
+
int key = FUZZ_RDG_rand(&seed) % (int) (sizeof charset - 1);
|
|
70
|
+
str[n] = charset[key];
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return str;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
/* Returns size of source buffer */
|
|
77
|
+
static size_t decodeSequences(void* dst, size_t nbSequences,
|
|
78
|
+
size_t literalsSize,
|
|
79
|
+
const void* dict, size_t dictSize,
|
|
80
|
+
ZSTD_SequenceFormat_e mode)
|
|
81
|
+
{
|
|
82
|
+
const uint8_t* litPtr = literalsBuffer;
|
|
83
|
+
const uint8_t* const litBegin = literalsBuffer;
|
|
84
|
+
const uint8_t* const litEnd = litBegin + literalsSize;
|
|
85
|
+
const uint8_t* dictPtr = dict;
|
|
86
|
+
uint8_t* op = dst;
|
|
87
|
+
const uint8_t* const oend = (uint8_t*)dst + ZSTD_FUZZ_GENERATED_SRC_MAXSIZE;
|
|
88
|
+
size_t generatedSrcBufferSize = 0;
|
|
89
|
+
size_t bytesWritten = 0;
|
|
90
|
+
|
|
91
|
+
for (size_t i = 0; i < nbSequences; ++i) {
|
|
92
|
+
/* block boundary */
|
|
93
|
+
if (generatedSequences[i].offset == 0)
|
|
94
|
+
FUZZ_ASSERT(generatedSequences[i].matchLength == 0);
|
|
95
|
+
|
|
96
|
+
if (litPtr + generatedSequences[i].litLength > litEnd) {
|
|
97
|
+
litPtr = litBegin;
|
|
98
|
+
}
|
|
99
|
+
memcpy(op, litPtr, generatedSequences[i].litLength);
|
|
100
|
+
bytesWritten += generatedSequences[i].litLength;
|
|
101
|
+
op += generatedSequences[i].litLength;
|
|
102
|
+
litPtr += generatedSequences[i].litLength;
|
|
103
|
+
|
|
104
|
+
/* Copy over the match */
|
|
105
|
+
{ size_t matchLength = generatedSequences[i].matchLength;
|
|
106
|
+
size_t j = 0;
|
|
107
|
+
size_t k = 0;
|
|
108
|
+
if (dictSize != 0) {
|
|
109
|
+
if (generatedSequences[i].offset > bytesWritten) { /* Offset goes into the dictionary */
|
|
110
|
+
size_t dictOffset = generatedSequences[i].offset - bytesWritten;
|
|
111
|
+
size_t matchInDict = MIN(matchLength, dictOffset);
|
|
112
|
+
for (; k < matchInDict; ++k) {
|
|
113
|
+
op[k] = dictPtr[dictSize - dictOffset + k];
|
|
114
|
+
}
|
|
115
|
+
matchLength -= matchInDict;
|
|
116
|
+
op += matchInDict;
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
for (; j < matchLength; ++j) {
|
|
120
|
+
op[j] = op[(ptrdiff_t)(j - generatedSequences[i].offset)];
|
|
121
|
+
}
|
|
122
|
+
op += j;
|
|
123
|
+
FUZZ_ASSERT(generatedSequences[i].matchLength == j + k);
|
|
124
|
+
bytesWritten += generatedSequences[i].matchLength;
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
generatedSrcBufferSize = bytesWritten;
|
|
128
|
+
FUZZ_ASSERT(litPtr <= litEnd);
|
|
129
|
+
if (mode == ZSTD_sf_noBlockDelimiters) {
|
|
130
|
+
const uint32_t lastLLSize = (uint32_t)(litEnd - litPtr);
|
|
131
|
+
if (lastLLSize <= (uint32_t)(oend - op)) {
|
|
132
|
+
memcpy(op, litPtr, lastLLSize);
|
|
133
|
+
generatedSrcBufferSize += lastLLSize;
|
|
134
|
+
} }
|
|
135
|
+
return generatedSrcBufferSize;
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
/* Returns nb sequences generated
|
|
139
|
+
* Note : random sequences are always valid in ZSTD_sf_noBlockDelimiters mode.
|
|
140
|
+
* However, it can fail with ZSTD_sf_explicitBlockDelimiters,
|
|
141
|
+
* due to potential lack of space in
|
|
142
|
+
*/
|
|
143
|
+
static size_t generateRandomSequences(FUZZ_dataProducer_t* producer,
|
|
144
|
+
size_t literalsSizeLimit, size_t dictSize,
|
|
145
|
+
size_t windowLog, ZSTD_SequenceFormat_e mode)
|
|
146
|
+
{
|
|
147
|
+
const uint32_t repCode = 0; /* not used by sequence ingestion api */
|
|
148
|
+
size_t windowSize = 1ULL << windowLog;
|
|
149
|
+
size_t blockSizeMax = MIN(ZSTD_BLOCKSIZE_MAX, windowSize);
|
|
150
|
+
uint32_t matchLengthMax = ZSTD_FUZZ_MATCHLENGTH_MAXSIZE;
|
|
151
|
+
uint32_t bytesGenerated = 0;
|
|
152
|
+
uint32_t nbSeqGenerated = 0;
|
|
153
|
+
uint32_t isFirstSequence = 1;
|
|
154
|
+
uint32_t blockSize = 0;
|
|
155
|
+
|
|
156
|
+
if (mode == ZSTD_sf_explicitBlockDelimiters) {
|
|
157
|
+
/* ensure that no sequence can be larger than one block */
|
|
158
|
+
literalsSizeLimit = MIN(literalsSizeLimit, blockSizeMax/2);
|
|
159
|
+
matchLengthMax = MIN(matchLengthMax, (uint32_t)blockSizeMax/2);
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
while ( nbSeqGenerated < ZSTD_FUZZ_MAX_NBSEQ - 3 /* extra room for explicit delimiters */
|
|
163
|
+
&& bytesGenerated < ZSTD_FUZZ_GENERATED_SRC_MAXSIZE
|
|
164
|
+
&& !FUZZ_dataProducer_empty(producer)) {
|
|
165
|
+
uint32_t matchLength;
|
|
166
|
+
uint32_t matchBound = matchLengthMax;
|
|
167
|
+
uint32_t offset;
|
|
168
|
+
uint32_t offsetBound;
|
|
169
|
+
const uint32_t minLitLength = (isFirstSequence && (dictSize == 0));
|
|
170
|
+
const uint32_t litLength = FUZZ_dataProducer_uint32Range(producer, minLitLength, (uint32_t)literalsSizeLimit);
|
|
171
|
+
bytesGenerated += litLength;
|
|
172
|
+
if (bytesGenerated > ZSTD_FUZZ_GENERATED_SRC_MAXSIZE) {
|
|
173
|
+
break;
|
|
174
|
+
}
|
|
175
|
+
offsetBound = (bytesGenerated > windowSize) ? (uint32_t)windowSize : bytesGenerated + (uint32_t)dictSize;
|
|
176
|
+
offset = FUZZ_dataProducer_uint32Range(producer, 1, offsetBound);
|
|
177
|
+
if (dictSize > 0 && bytesGenerated <= windowSize) {
|
|
178
|
+
/* Prevent match length from being such that it would be associated with an offset too large
|
|
179
|
+
* from the decoder's perspective. If not possible (match would be too small),
|
|
180
|
+
* then reduce the offset if necessary.
|
|
181
|
+
*/
|
|
182
|
+
const size_t bytesToReachWindowSize = windowSize - bytesGenerated;
|
|
183
|
+
if (bytesToReachWindowSize < ZSTD_MINMATCH_MIN) {
|
|
184
|
+
const uint32_t newOffsetBound = offsetBound > windowSize ? (uint32_t)windowSize : offsetBound;
|
|
185
|
+
offset = FUZZ_dataProducer_uint32Range(producer, 1, newOffsetBound);
|
|
186
|
+
} else {
|
|
187
|
+
matchBound = MIN(matchLengthMax, (uint32_t)bytesToReachWindowSize);
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
matchLength = FUZZ_dataProducer_uint32Range(producer, ZSTD_MINMATCH_MIN, matchBound);
|
|
191
|
+
bytesGenerated += matchLength;
|
|
192
|
+
if (bytesGenerated > ZSTD_FUZZ_GENERATED_SRC_MAXSIZE) {
|
|
193
|
+
break;
|
|
194
|
+
}
|
|
195
|
+
{ ZSTD_Sequence seq = {offset, litLength, matchLength, repCode};
|
|
196
|
+
const uint32_t lastLits = FUZZ_dataProducer_uint32Range(producer, 0, litLength);
|
|
197
|
+
#define SPLITPROB 6000
|
|
198
|
+
#define SPLITMARK 5234
|
|
199
|
+
const int split = (FUZZ_dataProducer_uint32Range(producer, 0, SPLITPROB) == SPLITMARK);
|
|
200
|
+
if (mode == ZSTD_sf_explicitBlockDelimiters) {
|
|
201
|
+
const size_t seqSize = seq.litLength + seq.matchLength;
|
|
202
|
+
if (blockSize + seqSize > blockSizeMax) { /* reaching limit : must end block now */
|
|
203
|
+
const ZSTD_Sequence endBlock = {0, 0, 0, 0};
|
|
204
|
+
generatedSequences[nbSeqGenerated++] = endBlock;
|
|
205
|
+
blockSize = (uint32_t)seqSize;
|
|
206
|
+
}
|
|
207
|
+
if (split) {
|
|
208
|
+
const ZSTD_Sequence endBlock = {0, lastLits, 0, 0};
|
|
209
|
+
generatedSequences[nbSeqGenerated++] = endBlock;
|
|
210
|
+
assert(lastLits <= seq.litLength);
|
|
211
|
+
seq.litLength -= lastLits;
|
|
212
|
+
blockSize = (uint32_t)(seqSize - lastLits);
|
|
213
|
+
} else {
|
|
214
|
+
blockSize += seqSize;
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
generatedSequences[nbSeqGenerated++] = seq;
|
|
218
|
+
isFirstSequence = 0;
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
if (mode == ZSTD_sf_explicitBlockDelimiters) {
|
|
223
|
+
/* always end sequences with a block delimiter */
|
|
224
|
+
const ZSTD_Sequence endBlock = {0, 0, 0, 0};
|
|
225
|
+
assert(nbSeqGenerated < ZSTD_FUZZ_MAX_NBSEQ);
|
|
226
|
+
generatedSequences[nbSeqGenerated++] = endBlock;
|
|
227
|
+
}
|
|
228
|
+
return nbSeqGenerated;
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
static size_t
|
|
232
|
+
transferLiterals(void* dst, size_t dstCapacity, const ZSTD_Sequence* seqs, size_t nbSeqs, const void* src, size_t srcSize)
|
|
233
|
+
{
|
|
234
|
+
size_t n;
|
|
235
|
+
char* op = dst;
|
|
236
|
+
char* const oend = op + dstCapacity;
|
|
237
|
+
const char* ip = src;
|
|
238
|
+
const char* const iend = ip + srcSize;
|
|
239
|
+
for (n=0; n<nbSeqs; n++) {
|
|
240
|
+
size_t litLen = seqs[n].litLength;
|
|
241
|
+
size_t mlen = seqs[n].matchLength;
|
|
242
|
+
assert(op + litLen < oend); (void)oend;
|
|
243
|
+
assert(ip + litLen + mlen <= iend); (void)iend;
|
|
244
|
+
memcpy(op, ip, litLen);
|
|
245
|
+
op += litLen;
|
|
246
|
+
ip += litLen + mlen;
|
|
247
|
+
}
|
|
248
|
+
assert(oend - op >= 8);
|
|
249
|
+
return (size_t)(op - (char*)dst);
|
|
250
|
+
}
|
|
251
|
+
|
|
252
|
+
static size_t roundTripTest_compressSequencesAndLiterals(
|
|
253
|
+
void* result, size_t resultCapacity,
|
|
254
|
+
void* compressed, size_t compressedCapacity,
|
|
255
|
+
const void* src, size_t srcSize,
|
|
256
|
+
const ZSTD_Sequence* seqs, size_t nbSeqs)
|
|
257
|
+
{
|
|
258
|
+
size_t const litCapacity = srcSize + 8;
|
|
259
|
+
void* literals = malloc(litCapacity);
|
|
260
|
+
size_t cSize, litSize;
|
|
261
|
+
|
|
262
|
+
assert(literals);
|
|
263
|
+
litSize = transferLiterals(literals, litCapacity, seqs, nbSeqs, src, srcSize);
|
|
264
|
+
|
|
265
|
+
cSize = ZSTD_compressSequencesAndLiterals(cctx,
|
|
266
|
+
compressed, compressedCapacity,
|
|
267
|
+
seqs, nbSeqs,
|
|
268
|
+
literals, litSize, litCapacity, srcSize);
|
|
269
|
+
free(literals);
|
|
270
|
+
if (ZSTD_getErrorCode(cSize) == ZSTD_error_cannotProduce_uncompressedBlock) {
|
|
271
|
+
/* Valid scenario : ZSTD_compressSequencesAndLiterals cannot generate uncompressed blocks */
|
|
272
|
+
return 0;
|
|
273
|
+
}
|
|
274
|
+
if (ZSTD_getErrorCode(cSize) == ZSTD_error_dstSize_tooSmall) {
|
|
275
|
+
/* Valid scenario : in explicit delimiter mode,
|
|
276
|
+
* it might be possible for the compressed size to outgrow dstCapacity.
|
|
277
|
+
* In which case, it's still a valid fuzzer scenario,
|
|
278
|
+
* but no roundtrip shall be possible */
|
|
279
|
+
return 0;
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
/* round-trip */
|
|
283
|
+
FUZZ_ZASSERT(cSize);
|
|
284
|
+
{ size_t const dSize = ZSTD_decompressDCtx(dctx, result, resultCapacity, compressed, cSize);
|
|
285
|
+
FUZZ_ZASSERT(dSize);
|
|
286
|
+
FUZZ_ASSERT_MSG(dSize == srcSize, "Incorrect regenerated size");
|
|
287
|
+
FUZZ_ASSERT_MSG(!FUZZ_memcmp(src, result, srcSize), "Corruption!");
|
|
288
|
+
return dSize;
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
|
|
292
|
+
static size_t roundTripTest(void* result, size_t resultCapacity,
|
|
293
|
+
void* compressed, size_t compressedCapacity,
|
|
294
|
+
const void* src, size_t srcSize,
|
|
295
|
+
const ZSTD_Sequence* seqs, size_t nbSeqs,
|
|
296
|
+
unsigned hasDict,
|
|
297
|
+
ZSTD_SequenceFormat_e mode)
|
|
298
|
+
{
|
|
299
|
+
size_t cSize;
|
|
300
|
+
size_t dSize;
|
|
301
|
+
|
|
302
|
+
if (hasDict) {
|
|
303
|
+
FUZZ_ZASSERT(ZSTD_CCtx_refCDict(cctx, cdict));
|
|
304
|
+
FUZZ_ZASSERT(ZSTD_DCtx_refDDict(dctx, ddict));
|
|
305
|
+
}
|
|
306
|
+
|
|
307
|
+
{ int blockMode, validation;
|
|
308
|
+
/* compressSequencesAndLiterals() only supports explicitBlockDelimiters and no validation */
|
|
309
|
+
FUZZ_ZASSERT(ZSTD_CCtx_getParameter(cctx, ZSTD_c_blockDelimiters, &blockMode));
|
|
310
|
+
FUZZ_ZASSERT(ZSTD_CCtx_getParameter(cctx, ZSTD_c_validateSequences, &validation));
|
|
311
|
+
if ((blockMode == ZSTD_sf_explicitBlockDelimiters) && (!validation)) {
|
|
312
|
+
FUZZ_ZASSERT(roundTripTest_compressSequencesAndLiterals(result, resultCapacity, compressed, compressedCapacity, src, srcSize, seqs, nbSeqs));
|
|
313
|
+
}
|
|
314
|
+
}
|
|
315
|
+
|
|
316
|
+
cSize = ZSTD_compressSequences(cctx, compressed, compressedCapacity,
|
|
317
|
+
seqs, nbSeqs,
|
|
318
|
+
src, srcSize);
|
|
319
|
+
if ( (ZSTD_getErrorCode(cSize) == ZSTD_error_dstSize_tooSmall)
|
|
320
|
+
&& (mode == ZSTD_sf_explicitBlockDelimiters) ) {
|
|
321
|
+
/* Valid scenario : in explicit delimiter mode,
|
|
322
|
+
* it might be possible for the compressed size to outgrow dstCapacity.
|
|
323
|
+
* In which case, it's still a valid fuzzer scenario,
|
|
324
|
+
* but no roundtrip shall be possible */
|
|
325
|
+
return 0;
|
|
326
|
+
}
|
|
327
|
+
/* round-trip */
|
|
328
|
+
FUZZ_ZASSERT(cSize);
|
|
329
|
+
dSize = ZSTD_decompressDCtx(dctx, result, resultCapacity, compressed, cSize);
|
|
330
|
+
FUZZ_ZASSERT(dSize);
|
|
331
|
+
FUZZ_ASSERT_MSG(dSize == srcSize, "Incorrect regenerated size");
|
|
332
|
+
FUZZ_ASSERT_MSG(!FUZZ_memcmp(src, result, srcSize), "Corruption!");
|
|
333
|
+
return dSize;
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
int LLVMFuzzerTestOneInput(const uint8_t* src, size_t size)
|
|
337
|
+
{
|
|
338
|
+
FUZZ_SEQ_PROD_SETUP();
|
|
339
|
+
|
|
340
|
+
void* rBuf;
|
|
341
|
+
size_t rBufSize;
|
|
342
|
+
void* cBuf;
|
|
343
|
+
size_t cBufSize;
|
|
344
|
+
size_t generatedSrcSize;
|
|
345
|
+
size_t nbSequences;
|
|
346
|
+
size_t dictSize = 0;
|
|
347
|
+
unsigned hasDict;
|
|
348
|
+
unsigned wLog;
|
|
349
|
+
int cLevel;
|
|
350
|
+
ZSTD_SequenceFormat_e mode;
|
|
351
|
+
|
|
352
|
+
FUZZ_dataProducer_t* const producer = FUZZ_dataProducer_create(src, size);
|
|
353
|
+
FUZZ_ASSERT(producer);
|
|
354
|
+
|
|
355
|
+
if (!cctx) {
|
|
356
|
+
cctx = ZSTD_createCCtx();
|
|
357
|
+
FUZZ_ASSERT(cctx);
|
|
358
|
+
}
|
|
359
|
+
if (!dctx) {
|
|
360
|
+
dctx = ZSTD_createDCtx();
|
|
361
|
+
FUZZ_ASSERT(dctx);
|
|
362
|
+
}
|
|
363
|
+
|
|
364
|
+
/* Generate window log first so we don't generate offsets too large */
|
|
365
|
+
wLog = FUZZ_dataProducer_uint32Range(producer, ZSTD_WINDOWLOG_MIN, ZSTD_WINDOWLOG_MAX);
|
|
366
|
+
cLevel = FUZZ_dataProducer_int32Range(producer, -3, 22);
|
|
367
|
+
mode = (ZSTD_SequenceFormat_e)FUZZ_dataProducer_int32Range(producer, 0, 1);
|
|
368
|
+
|
|
369
|
+
ZSTD_CCtx_reset(cctx, ZSTD_reset_session_and_parameters);
|
|
370
|
+
ZSTD_CCtx_setParameter(cctx, ZSTD_c_nbWorkers, 0);
|
|
371
|
+
ZSTD_CCtx_setParameter(cctx, ZSTD_c_compressionLevel, cLevel);
|
|
372
|
+
ZSTD_CCtx_setParameter(cctx, ZSTD_c_windowLog, (int)wLog);
|
|
373
|
+
ZSTD_CCtx_setParameter(cctx, ZSTD_c_minMatch, ZSTD_MINMATCH_MIN);
|
|
374
|
+
ZSTD_CCtx_setParameter(cctx, ZSTD_c_validateSequences, 1);
|
|
375
|
+
ZSTD_CCtx_setParameter(cctx, ZSTD_c_blockDelimiters, (int)mode);
|
|
376
|
+
ZSTD_CCtx_setParameter(cctx, ZSTD_c_forceAttachDict, ZSTD_dictForceAttach);
|
|
377
|
+
|
|
378
|
+
if (!literalsBuffer) {
|
|
379
|
+
literalsBuffer = FUZZ_malloc(ZSTD_FUZZ_GENERATED_LITERALS_SIZE);
|
|
380
|
+
FUZZ_ASSERT(literalsBuffer);
|
|
381
|
+
literalsBuffer = generatePseudoRandomString(literalsBuffer, ZSTD_FUZZ_GENERATED_LITERALS_SIZE, producer);
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
if (!dictBuffer) { /* Generate global dictionary buffer */
|
|
385
|
+
ZSTD_compressionParameters cParams;
|
|
386
|
+
|
|
387
|
+
/* Generate a large dictionary buffer */
|
|
388
|
+
dictBuffer = calloc(ZSTD_FUZZ_GENERATED_DICT_MAXSIZE, 1);
|
|
389
|
+
FUZZ_ASSERT(dictBuffer);
|
|
390
|
+
|
|
391
|
+
/* Create global cdict and ddict */
|
|
392
|
+
cParams = ZSTD_getCParams(1, ZSTD_FUZZ_GENERATED_SRC_MAXSIZE, ZSTD_FUZZ_GENERATED_DICT_MAXSIZE);
|
|
393
|
+
cParams.minMatch = ZSTD_MINMATCH_MIN;
|
|
394
|
+
cParams.hashLog = ZSTD_HASHLOG_MIN;
|
|
395
|
+
cParams.chainLog = ZSTD_CHAINLOG_MIN;
|
|
396
|
+
|
|
397
|
+
cdict = ZSTD_createCDict_advanced(dictBuffer, ZSTD_FUZZ_GENERATED_DICT_MAXSIZE, ZSTD_dlm_byRef, ZSTD_dct_rawContent, cParams, ZSTD_defaultCMem);
|
|
398
|
+
ddict = ZSTD_createDDict_advanced(dictBuffer, ZSTD_FUZZ_GENERATED_DICT_MAXSIZE, ZSTD_dlm_byRef, ZSTD_dct_rawContent, ZSTD_defaultCMem);
|
|
399
|
+
FUZZ_ASSERT(cdict);
|
|
400
|
+
FUZZ_ASSERT(ddict);
|
|
401
|
+
}
|
|
402
|
+
|
|
403
|
+
FUZZ_ASSERT(cdict);
|
|
404
|
+
FUZZ_ASSERT(ddict);
|
|
405
|
+
|
|
406
|
+
hasDict = FUZZ_dataProducer_uint32Range(producer, 0, 1);
|
|
407
|
+
if (hasDict) {
|
|
408
|
+
dictSize = ZSTD_FUZZ_GENERATED_DICT_MAXSIZE;
|
|
409
|
+
}
|
|
410
|
+
|
|
411
|
+
if (!generatedSequences) {
|
|
412
|
+
generatedSequences = FUZZ_malloc(sizeof(ZSTD_Sequence)*ZSTD_FUZZ_MAX_NBSEQ);
|
|
413
|
+
}
|
|
414
|
+
if (!generatedSrc) {
|
|
415
|
+
generatedSrc = FUZZ_malloc(ZSTD_FUZZ_GENERATED_SRC_MAXSIZE);
|
|
416
|
+
}
|
|
417
|
+
|
|
418
|
+
nbSequences = generateRandomSequences(producer, ZSTD_FUZZ_GENERATED_LITERALS_SIZE, dictSize, wLog, mode);
|
|
419
|
+
generatedSrcSize = decodeSequences(generatedSrc, nbSequences, ZSTD_FUZZ_GENERATED_LITERALS_SIZE, dictBuffer, dictSize, mode);
|
|
420
|
+
|
|
421
|
+
/* Note : in explicit block delimiters mode,
|
|
422
|
+
* the fuzzer might generate a lot of small blocks.
|
|
423
|
+
* In which case, the final compressed size might be > ZSTD_compressBound().
|
|
424
|
+
* This is still a valid scenario fuzzer though, which makes it possible to check under-sized dstCapacity.
|
|
425
|
+
* The test just doesn't roundtrip. */
|
|
426
|
+
cBufSize = ZSTD_compressBound(generatedSrcSize);
|
|
427
|
+
cBuf = FUZZ_malloc(cBufSize);
|
|
428
|
+
|
|
429
|
+
rBufSize = generatedSrcSize;
|
|
430
|
+
rBuf = FUZZ_malloc(rBufSize);
|
|
431
|
+
|
|
432
|
+
{ const size_t result = roundTripTest(rBuf, rBufSize,
|
|
433
|
+
cBuf, cBufSize,
|
|
434
|
+
generatedSrc, generatedSrcSize,
|
|
435
|
+
generatedSequences, nbSequences,
|
|
436
|
+
hasDict, mode);
|
|
437
|
+
FUZZ_ASSERT(result <= generatedSrcSize); /* can be 0 when no round-trip */
|
|
438
|
+
}
|
|
439
|
+
|
|
440
|
+
free(rBuf);
|
|
441
|
+
free(cBuf);
|
|
442
|
+
FUZZ_dataProducer_free(producer);
|
|
443
|
+
#ifndef STATEFUL_FUZZING
|
|
444
|
+
ZSTD_freeCCtx(cctx); cctx = NULL;
|
|
445
|
+
ZSTD_freeDCtx(dctx); dctx = NULL;
|
|
446
|
+
free(generatedSequences); generatedSequences = NULL;
|
|
447
|
+
free(generatedSrc); generatedSrc = NULL;
|
|
448
|
+
free(literalsBuffer); literalsBuffer = NULL;
|
|
449
|
+
#endif
|
|
450
|
+
FUZZ_SEQ_PROD_TEARDOWN();
|
|
451
|
+
return 0;
|
|
452
|
+
}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
* All rights reserved.
|
|
4
|
+
*
|
|
5
|
+
* This source code is licensed under both the BSD-style license (found in the
|
|
6
|
+
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
7
|
+
* in the COPYING file in the root directory of this source tree).
|
|
8
|
+
* You may select, at your option, one of the above-listed licenses.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* This fuzz target attempts to compress the fuzzed data with the simple
|
|
13
|
+
* compression function with an output buffer that may be too small to
|
|
14
|
+
* ensure that the compressor never crashes.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
#include <stddef.h>
|
|
18
|
+
#include <stdlib.h>
|
|
19
|
+
#include <stdio.h>
|
|
20
|
+
#include "fuzz_helpers.h"
|
|
21
|
+
#include "zstd.h"
|
|
22
|
+
#include "zstd_errors.h"
|
|
23
|
+
#include "zstd_helpers.h"
|
|
24
|
+
#include "fuzz_data_producer.h"
|
|
25
|
+
#include "fuzz_third_party_seq_prod.h"
|
|
26
|
+
|
|
27
|
+
static ZSTD_CCtx *cctx = NULL;
|
|
28
|
+
|
|
29
|
+
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
30
|
+
{
|
|
31
|
+
FUZZ_SEQ_PROD_SETUP();
|
|
32
|
+
|
|
33
|
+
/* Give a random portion of src data to the producer, to use for
|
|
34
|
+
parameter generation. The rest will be used for (de)compression */
|
|
35
|
+
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
36
|
+
size = FUZZ_dataProducer_reserveDataPrefix(producer);
|
|
37
|
+
|
|
38
|
+
size_t const maxSize = ZSTD_compressBound(size);
|
|
39
|
+
size_t const bufSize = FUZZ_dataProducer_uint32Range(producer, 0, maxSize);
|
|
40
|
+
|
|
41
|
+
int const cLevel = FUZZ_dataProducer_int32Range(producer, kMinClevel, kMaxClevel);
|
|
42
|
+
|
|
43
|
+
if (!cctx) {
|
|
44
|
+
cctx = ZSTD_createCCtx();
|
|
45
|
+
FUZZ_ASSERT(cctx);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
void *rBuf = FUZZ_malloc(bufSize);
|
|
49
|
+
size_t const ret = ZSTD_compressCCtx(cctx, rBuf, bufSize, src, size, cLevel);
|
|
50
|
+
if (ZSTD_isError(ret)) {
|
|
51
|
+
FUZZ_ASSERT(ZSTD_getErrorCode(ret) == ZSTD_error_dstSize_tooSmall);
|
|
52
|
+
}
|
|
53
|
+
free(rBuf);
|
|
54
|
+
FUZZ_dataProducer_free(producer);
|
|
55
|
+
#ifndef STATEFUL_FUZZING
|
|
56
|
+
ZSTD_freeCCtx(cctx); cctx = NULL;
|
|
57
|
+
#endif
|
|
58
|
+
FUZZ_SEQ_PROD_TEARDOWN();
|
|
59
|
+
return 0;
|
|
60
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
* All rights reserved.
|
|
4
|
+
*
|
|
5
|
+
* This source code is licensed under both the BSD-style license (found in the
|
|
6
|
+
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
7
|
+
* in the COPYING file in the root directory of this source tree).
|
|
8
|
+
* You may select, at your option, one of the above-listed licenses.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* This fuzz target attempts to decompress the fuzzed data with the simple
|
|
13
|
+
* decompression function to ensure the decompressor never crashes.
|
|
14
|
+
*/
|
|
15
|
+
|
|
16
|
+
#include <stddef.h>
|
|
17
|
+
#include <stdlib.h>
|
|
18
|
+
#include <stdio.h>
|
|
19
|
+
|
|
20
|
+
#define ZSTD_STATIC_LINKING_ONLY
|
|
21
|
+
|
|
22
|
+
#include "fuzz_helpers.h"
|
|
23
|
+
#include "zstd.h"
|
|
24
|
+
#include "fuzz_data_producer.h"
|
|
25
|
+
|
|
26
|
+
static ZSTD_DCtx *dctx = NULL;
|
|
27
|
+
|
|
28
|
+
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
29
|
+
{
|
|
30
|
+
/* Give a random portion of src data to the producer, to use for
|
|
31
|
+
parameter generation. The rest will be used for (de)compression */
|
|
32
|
+
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
33
|
+
size = FUZZ_dataProducer_reserveDataPrefix(producer);
|
|
34
|
+
|
|
35
|
+
if (!dctx) {
|
|
36
|
+
dctx = ZSTD_createDCtx();
|
|
37
|
+
FUZZ_ASSERT(dctx);
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
{
|
|
41
|
+
size_t const bufSize = FUZZ_dataProducer_uint32Range(producer, 0, 10 * size);
|
|
42
|
+
void *rBuf = FUZZ_malloc(bufSize);
|
|
43
|
+
size_t const dSize = ZSTD_decompressDCtx(dctx, rBuf, bufSize, src, size);
|
|
44
|
+
if (!ZSTD_isError(dSize)) {
|
|
45
|
+
/* If decompression was successful, the content size from the frame header(s) should be valid. */
|
|
46
|
+
unsigned long long const expectedSize = ZSTD_findDecompressedSize(src, size);
|
|
47
|
+
FUZZ_ASSERT(expectedSize != ZSTD_CONTENTSIZE_ERROR);
|
|
48
|
+
FUZZ_ASSERT(expectedSize == ZSTD_CONTENTSIZE_UNKNOWN || expectedSize == dSize);
|
|
49
|
+
}
|
|
50
|
+
free(rBuf);
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
FUZZ_dataProducer_free(producer);
|
|
54
|
+
|
|
55
|
+
#ifndef STATEFUL_FUZZING
|
|
56
|
+
ZSTD_freeDCtx(dctx); dctx = NULL;
|
|
57
|
+
#endif
|
|
58
|
+
return 0;
|
|
59
|
+
}
|