zstd-native-ruby 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/CLAUDE.md +101 -0
- data/LICENSE +19 -0
- data/README.md +47 -0
- data/ext/zstd_ruby/extconf.rb +35 -0
- data/ext/zstd_ruby/zstd_ruby.c +221 -0
- data/lib/zstd_ruby.rb +68 -0
- data/vendor/zstd/CHANGELOG +863 -0
- data/vendor/zstd/CMakeLists.txt +11 -0
- data/vendor/zstd/CODE_OF_CONDUCT.md +5 -0
- data/vendor/zstd/CONTRIBUTING.md +494 -0
- data/vendor/zstd/COPYING +339 -0
- data/vendor/zstd/LICENSE +30 -0
- data/vendor/zstd/Makefile +470 -0
- data/vendor/zstd/Package.swift +36 -0
- data/vendor/zstd/README.md +244 -0
- data/vendor/zstd/SECURITY.md +15 -0
- data/vendor/zstd/TESTING.md +43 -0
- data/vendor/zstd/build/LICENSE +0 -0
- data/vendor/zstd/build/README.md +56 -0
- data/vendor/zstd/build/VS2008/fullbench/fullbench.vcproj +549 -0
- data/vendor/zstd/build/VS2008/fuzzer/fuzzer.vcproj +585 -0
- data/vendor/zstd/build/VS2008/zstd/zstd.vcproj +677 -0
- data/vendor/zstd/build/VS2008/zstd.sln +56 -0
- data/vendor/zstd/build/VS2008/zstdlib/zstdlib.vcproj +635 -0
- data/vendor/zstd/build/VS2010/CompileAsCpp.props +8 -0
- data/vendor/zstd/build/VS2010/datagen/datagen.vcxproj +170 -0
- data/vendor/zstd/build/VS2010/fullbench/fullbench.vcxproj +220 -0
- data/vendor/zstd/build/VS2010/fuzzer/fuzzer.vcxproj +224 -0
- data/vendor/zstd/build/VS2010/libzstd/libzstd.vcxproj +243 -0
- data/vendor/zstd/build/VS2010/libzstd-dll/libzstd-dll.rc +51 -0
- data/vendor/zstd/build/VS2010/libzstd-dll/libzstd-dll.vcxproj +250 -0
- data/vendor/zstd/build/VS2010/zstd/zstd.rc +51 -0
- data/vendor/zstd/build/VS2010/zstd/zstd.vcxproj +266 -0
- data/vendor/zstd/build/VS2010/zstd.sln +84 -0
- data/vendor/zstd/build/VS_scripts/README.md +64 -0
- data/vendor/zstd/build/VS_scripts/build.VS2010.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2012.cmd +6 -0
- data/vendor/zstd/build/VS_scripts/build.VS2013.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2015.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2017.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2017Community.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2017Enterprise.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VS2017Professional.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.VSPreview.cmd +7 -0
- data/vendor/zstd/build/VS_scripts/build.generic.cmd +67 -0
- data/vendor/zstd/build/cmake/CMakeLists.txt +81 -0
- data/vendor/zstd/build/cmake/CMakeModules/AddZstdCompilationFlags.cmake +138 -0
- data/vendor/zstd/build/cmake/CMakeModules/FindLibLZ4.cmake +49 -0
- data/vendor/zstd/build/cmake/CMakeModules/GetZstdLibraryVersion.cmake +10 -0
- data/vendor/zstd/build/cmake/CMakeModules/JoinPaths.cmake +23 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdBuild.cmake +42 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdDependencies.cmake +30 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdOptions.cmake +68 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdPackage.cmake +42 -0
- data/vendor/zstd/build/cmake/CMakeModules/ZstdVersion.cmake +31 -0
- data/vendor/zstd/build/cmake/README.md +155 -0
- data/vendor/zstd/build/cmake/contrib/CMakeLists.txt +13 -0
- data/vendor/zstd/build/cmake/contrib/gen_html/CMakeLists.txt +30 -0
- data/vendor/zstd/build/cmake/contrib/pzstd/CMakeLists.txt +39 -0
- data/vendor/zstd/build/cmake/lib/CMakeLists.txt +298 -0
- data/vendor/zstd/build/cmake/lib/cmake_uninstall.cmake.in +22 -0
- data/vendor/zstd/build/cmake/programs/CMakeLists.txt +144 -0
- data/vendor/zstd/build/cmake/tests/CMakeLists.txt +118 -0
- data/vendor/zstd/build/cmake/zstdConfig.cmake.in +10 -0
- data/vendor/zstd/build/meson/GetZstdLibraryVersion.py +39 -0
- data/vendor/zstd/build/meson/InstallSymlink.py +55 -0
- data/vendor/zstd/build/meson/README.md +38 -0
- data/vendor/zstd/build/meson/contrib/gen_html/meson.build +30 -0
- data/vendor/zstd/build/meson/contrib/meson.build +12 -0
- data/vendor/zstd/build/meson/contrib/pzstd/meson.build +25 -0
- data/vendor/zstd/build/meson/lib/meson.build +175 -0
- data/vendor/zstd/build/meson/meson.build +155 -0
- data/vendor/zstd/build/meson/meson_options.txt +36 -0
- data/vendor/zstd/build/meson/programs/meson.build +124 -0
- data/vendor/zstd/build/meson/tests/meson.build +217 -0
- data/vendor/zstd/build/meson/tests/valgrindTest.py +90 -0
- data/vendor/zstd/build/single_file_libs/README.md +33 -0
- data/vendor/zstd/build/single_file_libs/build_decoder_test.sh +91 -0
- data/vendor/zstd/build/single_file_libs/build_library_test.sh +98 -0
- data/vendor/zstd/build/single_file_libs/combine.py +234 -0
- data/vendor/zstd/build/single_file_libs/combine.sh +249 -0
- data/vendor/zstd/build/single_file_libs/create_single_file_decoder.sh +19 -0
- data/vendor/zstd/build/single_file_libs/create_single_file_library.sh +19 -0
- data/vendor/zstd/build/single_file_libs/examples/README.md +11 -0
- data/vendor/zstd/build/single_file_libs/examples/emscripten.c +340 -0
- data/vendor/zstd/build/single_file_libs/examples/roundtrip.c +83 -0
- data/vendor/zstd/build/single_file_libs/examples/shell.html +31 -0
- data/vendor/zstd/build/single_file_libs/examples/simple.c +75 -0
- data/vendor/zstd/build/single_file_libs/examples/testcard-dxt1.inl +2731 -0
- data/vendor/zstd/build/single_file_libs/examples/testcard-zstd.inl +261 -0
- data/vendor/zstd/build/single_file_libs/examples/testcard.png +0 -0
- data/vendor/zstd/build/single_file_libs/zstd-in.c +91 -0
- data/vendor/zstd/build/single_file_libs/zstddeclib-in.c +62 -0
- data/vendor/zstd/contrib/VS2005/README.md +3 -0
- data/vendor/zstd/contrib/VS2005/fullbench/fullbench.vcproj +440 -0
- data/vendor/zstd/contrib/VS2005/fuzzer/fuzzer.vcproj +488 -0
- data/vendor/zstd/contrib/VS2005/zstd/zstd.vcproj +552 -0
- data/vendor/zstd/contrib/VS2005/zstd.sln +55 -0
- data/vendor/zstd/contrib/VS2005/zstdlib/zstdlib.vcproj +546 -0
- data/vendor/zstd/contrib/cleanTabs +2 -0
- data/vendor/zstd/contrib/diagnose_corruption/Makefile +35 -0
- data/vendor/zstd/contrib/diagnose_corruption/check_flipped_bits.c +400 -0
- data/vendor/zstd/contrib/docker/Dockerfile +20 -0
- data/vendor/zstd/contrib/docker/README.md +20 -0
- data/vendor/zstd/contrib/externalSequenceProducer/Makefile +40 -0
- data/vendor/zstd/contrib/externalSequenceProducer/README.md +14 -0
- data/vendor/zstd/contrib/externalSequenceProducer/main.c +108 -0
- data/vendor/zstd/contrib/externalSequenceProducer/sequence_producer.c +80 -0
- data/vendor/zstd/contrib/externalSequenceProducer/sequence_producer.h +26 -0
- data/vendor/zstd/contrib/freestanding_lib/freestanding.py +774 -0
- data/vendor/zstd/contrib/gen_html/Makefile +51 -0
- data/vendor/zstd/contrib/gen_html/README.md +31 -0
- data/vendor/zstd/contrib/gen_html/gen-zstd-manual.sh +9 -0
- data/vendor/zstd/contrib/gen_html/gen_html.cpp +225 -0
- data/vendor/zstd/contrib/largeNbDicts/Makefile +58 -0
- data/vendor/zstd/contrib/largeNbDicts/README.md +33 -0
- data/vendor/zstd/contrib/largeNbDicts/largeNbDicts.c +1087 -0
- data/vendor/zstd/contrib/linux-kernel/Makefile +108 -0
- data/vendor/zstd/contrib/linux-kernel/README.md +14 -0
- data/vendor/zstd/contrib/linux-kernel/btrfs-benchmark.sh +104 -0
- data/vendor/zstd/contrib/linux-kernel/btrfs-extract-benchmark.sh +99 -0
- data/vendor/zstd/contrib/linux-kernel/decompress_sources.h +34 -0
- data/vendor/zstd/contrib/linux-kernel/linux.mk +44 -0
- data/vendor/zstd/contrib/linux-kernel/linux_zstd.h +691 -0
- data/vendor/zstd/contrib/linux-kernel/mem.h +262 -0
- data/vendor/zstd/contrib/linux-kernel/squashfs-benchmark.sh +39 -0
- data/vendor/zstd/contrib/linux-kernel/test/Makefile +49 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/compiler.h +23 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/errno.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/kernel.h +19 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/limits.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/math64.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/module.h +20 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/printk.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/stddef.h +15 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/swab.h +16 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/types.h +16 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/unaligned.h +187 -0
- data/vendor/zstd/contrib/linux-kernel/test/include/linux/xxhash.h +745 -0
- data/vendor/zstd/contrib/linux-kernel/test/macro-test.sh +44 -0
- data/vendor/zstd/contrib/linux-kernel/test/static_test.c +52 -0
- data/vendor/zstd/contrib/linux-kernel/test/test.c +229 -0
- data/vendor/zstd/contrib/linux-kernel/zstd_common_module.c +29 -0
- data/vendor/zstd/contrib/linux-kernel/zstd_compress_module.c +286 -0
- data/vendor/zstd/contrib/linux-kernel/zstd_decompress_module.c +141 -0
- data/vendor/zstd/contrib/linux-kernel/zstd_deps.h +121 -0
- data/vendor/zstd/contrib/match_finders/README.md +42 -0
- data/vendor/zstd/contrib/match_finders/zstd_edist.c +558 -0
- data/vendor/zstd/contrib/match_finders/zstd_edist.h +70 -0
- data/vendor/zstd/contrib/premake/premake4.lua +6 -0
- data/vendor/zstd/contrib/premake/zstd.lua +81 -0
- data/vendor/zstd/contrib/pzstd/BUCK +72 -0
- data/vendor/zstd/contrib/pzstd/ErrorHolder.h +54 -0
- data/vendor/zstd/contrib/pzstd/Logging.h +73 -0
- data/vendor/zstd/contrib/pzstd/Makefile +265 -0
- data/vendor/zstd/contrib/pzstd/Options.cpp +424 -0
- data/vendor/zstd/contrib/pzstd/Options.h +71 -0
- data/vendor/zstd/contrib/pzstd/Pzstd.cpp +626 -0
- data/vendor/zstd/contrib/pzstd/Pzstd.h +153 -0
- data/vendor/zstd/contrib/pzstd/README.md +56 -0
- data/vendor/zstd/contrib/pzstd/SkippableFrame.cpp +30 -0
- data/vendor/zstd/contrib/pzstd/SkippableFrame.h +64 -0
- data/vendor/zstd/contrib/pzstd/images/Cspeed.png +0 -0
- data/vendor/zstd/contrib/pzstd/images/Dspeed.png +0 -0
- data/vendor/zstd/contrib/pzstd/main.cpp +27 -0
- data/vendor/zstd/contrib/pzstd/test/BUCK +37 -0
- data/vendor/zstd/contrib/pzstd/test/OptionsTest.cpp +536 -0
- data/vendor/zstd/contrib/pzstd/test/PzstdTest.cpp +147 -0
- data/vendor/zstd/contrib/pzstd/test/RoundTrip.h +86 -0
- data/vendor/zstd/contrib/pzstd/test/RoundTripTest.cpp +84 -0
- data/vendor/zstd/contrib/pzstd/utils/BUCK +75 -0
- data/vendor/zstd/contrib/pzstd/utils/Buffer.h +99 -0
- data/vendor/zstd/contrib/pzstd/utils/FileSystem.h +96 -0
- data/vendor/zstd/contrib/pzstd/utils/Likely.h +28 -0
- data/vendor/zstd/contrib/pzstd/utils/Portability.h +16 -0
- data/vendor/zstd/contrib/pzstd/utils/Range.h +133 -0
- data/vendor/zstd/contrib/pzstd/utils/ResourcePool.h +96 -0
- data/vendor/zstd/contrib/pzstd/utils/ScopeGuard.h +50 -0
- data/vendor/zstd/contrib/pzstd/utils/ThreadPool.h +58 -0
- data/vendor/zstd/contrib/pzstd/utils/WorkQueue.h +182 -0
- data/vendor/zstd/contrib/pzstd/utils/test/BUCK +35 -0
- data/vendor/zstd/contrib/pzstd/utils/test/BufferTest.cpp +89 -0
- data/vendor/zstd/contrib/pzstd/utils/test/RangeTest.cpp +82 -0
- data/vendor/zstd/contrib/pzstd/utils/test/ResourcePoolTest.cpp +72 -0
- data/vendor/zstd/contrib/pzstd/utils/test/ScopeGuardTest.cpp +28 -0
- data/vendor/zstd/contrib/pzstd/utils/test/ThreadPoolTest.cpp +71 -0
- data/vendor/zstd/contrib/pzstd/utils/test/WorkQueueTest.cpp +282 -0
- data/vendor/zstd/contrib/recovery/Makefile +35 -0
- data/vendor/zstd/contrib/recovery/recover_directory.c +152 -0
- data/vendor/zstd/contrib/seekable_format/README.md +42 -0
- data/vendor/zstd/contrib/seekable_format/examples/Makefile +55 -0
- data/vendor/zstd/contrib/seekable_format/examples/parallel_compression.c +254 -0
- data/vendor/zstd/contrib/seekable_format/examples/parallel_processing.c +191 -0
- data/vendor/zstd/contrib/seekable_format/examples/seekable_compression.c +136 -0
- data/vendor/zstd/contrib/seekable_format/examples/seekable_decompression.c +141 -0
- data/vendor/zstd/contrib/seekable_format/examples/seekable_decompression_mem.c +147 -0
- data/vendor/zstd/contrib/seekable_format/tests/Makefile +58 -0
- data/vendor/zstd/contrib/seekable_format/tests/seekable_tests.c +375 -0
- data/vendor/zstd/contrib/seekable_format/zstd_seekable.h +226 -0
- data/vendor/zstd/contrib/seekable_format/zstd_seekable_compression_format.md +116 -0
- data/vendor/zstd/contrib/seekable_format/zstdseek_compress.c +365 -0
- data/vendor/zstd/contrib/seekable_format/zstdseek_decompress.c +600 -0
- data/vendor/zstd/contrib/seqBench/Makefile +58 -0
- data/vendor/zstd/contrib/seqBench/seqBench.c +53 -0
- data/vendor/zstd/contrib/snap/snapcraft.yaml +28 -0
- data/vendor/zstd/doc/README.md +26 -0
- data/vendor/zstd/doc/decompressor_errata.md +148 -0
- data/vendor/zstd/doc/decompressor_permissive.md +80 -0
- data/vendor/zstd/doc/educational_decoder/Makefile +62 -0
- data/vendor/zstd/doc/educational_decoder/README.md +36 -0
- data/vendor/zstd/doc/educational_decoder/harness.c +119 -0
- data/vendor/zstd/doc/educational_decoder/zstd_decompress.c +2323 -0
- data/vendor/zstd/doc/educational_decoder/zstd_decompress.h +61 -0
- data/vendor/zstd/doc/images/CSpeed2.png +0 -0
- data/vendor/zstd/doc/images/DCspeed5.png +0 -0
- data/vendor/zstd/doc/images/DSpeed3.png +0 -0
- data/vendor/zstd/doc/images/cdict_v136.png +0 -0
- data/vendor/zstd/doc/images/dict-cr.png +0 -0
- data/vendor/zstd/doc/images/dict-cs.png +0 -0
- data/vendor/zstd/doc/images/dict-ds.png +0 -0
- data/vendor/zstd/doc/images/zstd_cdict_v1_3_5.png +0 -0
- data/vendor/zstd/doc/images/zstd_logo86.png +0 -0
- data/vendor/zstd/doc/zstd_compression_format.md +1772 -0
- data/vendor/zstd/doc/zstd_manual.html +2244 -0
- data/vendor/zstd/examples/Makefile +93 -0
- data/vendor/zstd/examples/README.md +46 -0
- data/vendor/zstd/examples/common.h +246 -0
- data/vendor/zstd/examples/dictionary_compression.c +107 -0
- data/vendor/zstd/examples/dictionary_decompression.c +99 -0
- data/vendor/zstd/examples/multiple_simple_compression.c +116 -0
- data/vendor/zstd/examples/multiple_streaming_compression.c +133 -0
- data/vendor/zstd/examples/simple_compression.c +68 -0
- data/vendor/zstd/examples/simple_decompression.c +65 -0
- data/vendor/zstd/examples/streaming_compression.c +146 -0
- data/vendor/zstd/examples/streaming_compression_thread_pool.c +180 -0
- data/vendor/zstd/examples/streaming_decompression.c +100 -0
- data/vendor/zstd/examples/streaming_memory_usage.c +137 -0
- data/vendor/zstd/lib/BUCK +232 -0
- data/vendor/zstd/lib/Makefile +389 -0
- data/vendor/zstd/lib/README.md +267 -0
- data/vendor/zstd/lib/common/allocations.h +55 -0
- data/vendor/zstd/lib/common/bits.h +205 -0
- data/vendor/zstd/lib/common/bitstream.h +454 -0
- data/vendor/zstd/lib/common/compiler.h +482 -0
- data/vendor/zstd/lib/common/cpu.h +249 -0
- data/vendor/zstd/lib/common/debug.c +30 -0
- data/vendor/zstd/lib/common/debug.h +107 -0
- data/vendor/zstd/lib/common/debug.o +0 -0
- data/vendor/zstd/lib/common/entropy_common.c +340 -0
- data/vendor/zstd/lib/common/entropy_common.o +0 -0
- data/vendor/zstd/lib/common/error_private.c +64 -0
- data/vendor/zstd/lib/common/error_private.h +158 -0
- data/vendor/zstd/lib/common/error_private.o +0 -0
- data/vendor/zstd/lib/common/fse.h +625 -0
- data/vendor/zstd/lib/common/fse_decompress.c +315 -0
- data/vendor/zstd/lib/common/fse_decompress.o +0 -0
- data/vendor/zstd/lib/common/huf.h +277 -0
- data/vendor/zstd/lib/common/mem.h +422 -0
- data/vendor/zstd/lib/common/pool.c +371 -0
- data/vendor/zstd/lib/common/pool.h +81 -0
- data/vendor/zstd/lib/common/pool.o +0 -0
- data/vendor/zstd/lib/common/portability_macros.h +190 -0
- data/vendor/zstd/lib/common/threading.c +196 -0
- data/vendor/zstd/lib/common/threading.h +142 -0
- data/vendor/zstd/lib/common/threading.o +0 -0
- data/vendor/zstd/lib/common/xxhash.c +18 -0
- data/vendor/zstd/lib/common/xxhash.h +7094 -0
- data/vendor/zstd/lib/common/xxhash.o +0 -0
- data/vendor/zstd/lib/common/zstd_common.c +57 -0
- data/vendor/zstd/lib/common/zstd_common.o +0 -0
- data/vendor/zstd/lib/common/zstd_deps.h +123 -0
- data/vendor/zstd/lib/common/zstd_internal.h +326 -0
- data/vendor/zstd/lib/common/zstd_trace.h +156 -0
- data/vendor/zstd/lib/compress/clevels.h +134 -0
- data/vendor/zstd/lib/compress/fse_compress.c +625 -0
- data/vendor/zstd/lib/compress/fse_compress.o +0 -0
- data/vendor/zstd/lib/compress/hist.c +446 -0
- data/vendor/zstd/lib/compress/hist.h +86 -0
- data/vendor/zstd/lib/compress/hist.o +0 -0
- data/vendor/zstd/lib/compress/huf_compress.c +1465 -0
- data/vendor/zstd/lib/compress/huf_compress.o +0 -0
- data/vendor/zstd/lib/compress/zstd_compress.c +8362 -0
- data/vendor/zstd/lib/compress/zstd_compress.o +0 -0
- data/vendor/zstd/lib/compress/zstd_compress_internal.h +1636 -0
- data/vendor/zstd/lib/compress/zstd_compress_literals.c +235 -0
- data/vendor/zstd/lib/compress/zstd_compress_literals.h +39 -0
- data/vendor/zstd/lib/compress/zstd_compress_literals.o +0 -0
- data/vendor/zstd/lib/compress/zstd_compress_sequences.c +442 -0
- data/vendor/zstd/lib/compress/zstd_compress_sequences.h +55 -0
- data/vendor/zstd/lib/compress/zstd_compress_sequences.o +0 -0
- data/vendor/zstd/lib/compress/zstd_compress_superblock.c +688 -0
- data/vendor/zstd/lib/compress/zstd_compress_superblock.h +32 -0
- data/vendor/zstd/lib/compress/zstd_compress_superblock.o +0 -0
- data/vendor/zstd/lib/compress/zstd_cwksp.h +765 -0
- data/vendor/zstd/lib/compress/zstd_double_fast.c +778 -0
- data/vendor/zstd/lib/compress/zstd_double_fast.h +42 -0
- data/vendor/zstd/lib/compress/zstd_double_fast.o +0 -0
- data/vendor/zstd/lib/compress/zstd_fast.c +985 -0
- data/vendor/zstd/lib/compress/zstd_fast.h +30 -0
- data/vendor/zstd/lib/compress/zstd_fast.o +0 -0
- data/vendor/zstd/lib/compress/zstd_lazy.c +2243 -0
- data/vendor/zstd/lib/compress/zstd_lazy.h +193 -0
- data/vendor/zstd/lib/compress/zstd_lazy.o +0 -0
- data/vendor/zstd/lib/compress/zstd_ldm.c +745 -0
- data/vendor/zstd/lib/compress/zstd_ldm.h +109 -0
- data/vendor/zstd/lib/compress/zstd_ldm.o +0 -0
- data/vendor/zstd/lib/compress/zstd_ldm_geartab.h +106 -0
- data/vendor/zstd/lib/compress/zstd_opt.c +1572 -0
- data/vendor/zstd/lib/compress/zstd_opt.h +72 -0
- data/vendor/zstd/lib/compress/zstd_opt.o +0 -0
- data/vendor/zstd/lib/compress/zstd_preSplit.c +238 -0
- data/vendor/zstd/lib/compress/zstd_preSplit.h +33 -0
- data/vendor/zstd/lib/compress/zstd_preSplit.o +0 -0
- data/vendor/zstd/lib/compress/zstdmt_compress.c +1924 -0
- data/vendor/zstd/lib/compress/zstdmt_compress.h +102 -0
- data/vendor/zstd/lib/compress/zstdmt_compress.o +0 -0
- data/vendor/zstd/lib/decompress/huf_decompress.c +1953 -0
- data/vendor/zstd/lib/decompress/huf_decompress.o +0 -0
- data/vendor/zstd/lib/decompress/huf_decompress_amd64.S +766 -0
- data/vendor/zstd/lib/decompress/zstd_ddict.c +244 -0
- data/vendor/zstd/lib/decompress/zstd_ddict.h +44 -0
- data/vendor/zstd/lib/decompress/zstd_ddict.o +0 -0
- data/vendor/zstd/lib/decompress/zstd_decompress.c +2410 -0
- data/vendor/zstd/lib/decompress/zstd_decompress.o +0 -0
- data/vendor/zstd/lib/decompress/zstd_decompress_block.c +2311 -0
- data/vendor/zstd/lib/decompress/zstd_decompress_block.h +73 -0
- data/vendor/zstd/lib/decompress/zstd_decompress_block.o +0 -0
- data/vendor/zstd/lib/decompress/zstd_decompress_internal.h +240 -0
- data/vendor/zstd/lib/deprecated/zbuff.h +214 -0
- data/vendor/zstd/lib/deprecated/zbuff_common.c +26 -0
- data/vendor/zstd/lib/deprecated/zbuff_compress.c +167 -0
- data/vendor/zstd/lib/deprecated/zbuff_decompress.c +77 -0
- data/vendor/zstd/lib/dictBuilder/cover.c +1333 -0
- data/vendor/zstd/lib/dictBuilder/cover.h +152 -0
- data/vendor/zstd/lib/dictBuilder/divsufsort.c +1913 -0
- data/vendor/zstd/lib/dictBuilder/divsufsort.h +57 -0
- data/vendor/zstd/lib/dictBuilder/fastcover.c +765 -0
- data/vendor/zstd/lib/dictBuilder/zdict.c +1137 -0
- data/vendor/zstd/lib/dll/example/Makefile +48 -0
- data/vendor/zstd/lib/dll/example/README.md +63 -0
- data/vendor/zstd/lib/dll/example/build_package.bat +55 -0
- data/vendor/zstd/lib/dll/example/fullbench-dll.sln +25 -0
- data/vendor/zstd/lib/dll/example/fullbench-dll.vcxproj +181 -0
- data/vendor/zstd/lib/install_oses.mk +17 -0
- data/vendor/zstd/lib/legacy/zstd_legacy.h +452 -0
- data/vendor/zstd/lib/legacy/zstd_v01.c +2128 -0
- data/vendor/zstd/lib/legacy/zstd_v01.h +94 -0
- data/vendor/zstd/lib/legacy/zstd_v02.c +3465 -0
- data/vendor/zstd/lib/legacy/zstd_v02.h +93 -0
- data/vendor/zstd/lib/legacy/zstd_v03.c +3105 -0
- data/vendor/zstd/lib/legacy/zstd_v03.h +93 -0
- data/vendor/zstd/lib/legacy/zstd_v04.c +3598 -0
- data/vendor/zstd/lib/legacy/zstd_v04.h +142 -0
- data/vendor/zstd/lib/legacy/zstd_v05.c +4005 -0
- data/vendor/zstd/lib/legacy/zstd_v05.h +162 -0
- data/vendor/zstd/lib/legacy/zstd_v06.c +4110 -0
- data/vendor/zstd/lib/legacy/zstd_v06.h +172 -0
- data/vendor/zstd/lib/legacy/zstd_v07.c +4490 -0
- data/vendor/zstd/lib/legacy/zstd_v07.h +187 -0
- data/vendor/zstd/lib/libzstd.mk +238 -0
- data/vendor/zstd/lib/libzstd.pc.in +17 -0
- data/vendor/zstd/lib/module.modulemap +35 -0
- data/vendor/zstd/lib/zdict.h +481 -0
- data/vendor/zstd/lib/zstd.h +3209 -0
- data/vendor/zstd/lib/zstd_errors.h +107 -0
- data/vendor/zstd/programs/BUCK +44 -0
- data/vendor/zstd/programs/Makefile +445 -0
- data/vendor/zstd/programs/README.md +344 -0
- data/vendor/zstd/programs/benchfn.c +256 -0
- data/vendor/zstd/programs/benchfn.h +173 -0
- data/vendor/zstd/programs/benchzstd.c +1270 -0
- data/vendor/zstd/programs/benchzstd.h +191 -0
- data/vendor/zstd/programs/datagen.c +186 -0
- data/vendor/zstd/programs/datagen.h +38 -0
- data/vendor/zstd/programs/dibio.c +447 -0
- data/vendor/zstd/programs/dibio.h +39 -0
- data/vendor/zstd/programs/fileio.c +3717 -0
- data/vendor/zstd/programs/fileio.h +171 -0
- data/vendor/zstd/programs/fileio_asyncio.c +663 -0
- data/vendor/zstd/programs/fileio_asyncio.h +195 -0
- data/vendor/zstd/programs/fileio_common.h +121 -0
- data/vendor/zstd/programs/fileio_types.h +86 -0
- data/vendor/zstd/programs/lorem.c +285 -0
- data/vendor/zstd/programs/lorem.h +32 -0
- data/vendor/zstd/programs/platform.h +217 -0
- data/vendor/zstd/programs/timefn.c +170 -0
- data/vendor/zstd/programs/timefn.h +59 -0
- data/vendor/zstd/programs/util.c +1731 -0
- data/vendor/zstd/programs/util.h +364 -0
- data/vendor/zstd/programs/windres/verrsrc.h +17 -0
- data/vendor/zstd/programs/windres/zstd.rc +51 -0
- data/vendor/zstd/programs/windres/zstd32.res +0 -0
- data/vendor/zstd/programs/windres/zstd64.res +0 -0
- data/vendor/zstd/programs/zstd.1 +580 -0
- data/vendor/zstd/programs/zstd.1.md +714 -0
- data/vendor/zstd/programs/zstdcli.c +1675 -0
- data/vendor/zstd/programs/zstdcli_trace.c +173 -0
- data/vendor/zstd/programs/zstdcli_trace.h +24 -0
- data/vendor/zstd/programs/zstdgrep +134 -0
- data/vendor/zstd/programs/zstdgrep.1 +26 -0
- data/vendor/zstd/programs/zstdgrep.1.md +30 -0
- data/vendor/zstd/programs/zstdless +8 -0
- data/vendor/zstd/programs/zstdless.1 +14 -0
- data/vendor/zstd/programs/zstdless.1.md +16 -0
- data/vendor/zstd/tests/DEPRECATED-test-zstd-speed.py +378 -0
- data/vendor/zstd/tests/Makefile +485 -0
- data/vendor/zstd/tests/README.md +184 -0
- data/vendor/zstd/tests/automated_benchmarking.py +326 -0
- data/vendor/zstd/tests/checkTag.c +65 -0
- data/vendor/zstd/tests/check_size.py +31 -0
- data/vendor/zstd/tests/cli-tests/README.md +258 -0
- data/vendor/zstd/tests/cli-tests/basic/args.sh +10 -0
- data/vendor/zstd/tests/cli-tests/basic/args.sh.exit +1 -0
- data/vendor/zstd/tests/cli-tests/basic/args.sh.stderr.glob +28 -0
- data/vendor/zstd/tests/cli-tests/basic/help.sh +10 -0
- data/vendor/zstd/tests/cli-tests/basic/help.sh.stdout.glob +34 -0
- data/vendor/zstd/tests/cli-tests/basic/memlimit.sh +40 -0
- data/vendor/zstd/tests/cli-tests/basic/memlimit.sh.stderr.exact +13 -0
- data/vendor/zstd/tests/cli-tests/basic/memlimit.sh.stdout.exact +13 -0
- data/vendor/zstd/tests/cli-tests/basic/output_dir.sh +7 -0
- data/vendor/zstd/tests/cli-tests/basic/output_dir.sh.stderr.exact +2 -0
- data/vendor/zstd/tests/cli-tests/basic/output_dir.sh.stdout.exact +2 -0
- data/vendor/zstd/tests/cli-tests/basic/version.sh +6 -0
- data/vendor/zstd/tests/cli-tests/basic/version.sh.stdout.glob +2 -0
- data/vendor/zstd/tests/cli-tests/bin/cmp_size +44 -0
- data/vendor/zstd/tests/cli-tests/bin/datagen +3 -0
- data/vendor/zstd/tests/cli-tests/bin/die +4 -0
- data/vendor/zstd/tests/cli-tests/bin/println +2 -0
- data/vendor/zstd/tests/cli-tests/bin/unzstd +1 -0
- data/vendor/zstd/tests/cli-tests/bin/zstd +9 -0
- data/vendor/zstd/tests/cli-tests/bin/zstdcat +1 -0
- data/vendor/zstd/tests/cli-tests/bin/zstdgrep +2 -0
- data/vendor/zstd/tests/cli-tests/bin/zstdless +2 -0
- data/vendor/zstd/tests/cli-tests/cltools/setup +6 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdgrep.sh +8 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdgrep.sh.exit +1 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdgrep.sh.stderr.exact +1 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdgrep.sh.stdout.glob +4 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdless.sh +10 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdless.sh.stderr.exact +2 -0
- data/vendor/zstd/tests/cli-tests/cltools/zstdless.sh.stdout.glob +5 -0
- data/vendor/zstd/tests/cli-tests/common/format.sh +19 -0
- data/vendor/zstd/tests/cli-tests/common/mtime.sh +13 -0
- data/vendor/zstd/tests/cli-tests/common/permissions.sh +18 -0
- data/vendor/zstd/tests/cli-tests/common/platform.sh +47 -0
- data/vendor/zstd/tests/cli-tests/compression/adapt.sh +14 -0
- data/vendor/zstd/tests/cli-tests/compression/basic.sh +36 -0
- data/vendor/zstd/tests/cli-tests/compression/compress-literals.sh +10 -0
- data/vendor/zstd/tests/cli-tests/compression/format.sh +16 -0
- data/vendor/zstd/tests/cli-tests/compression/golden.sh +16 -0
- data/vendor/zstd/tests/cli-tests/compression/gzip-compat.sh +17 -0
- data/vendor/zstd/tests/cli-tests/compression/levels.sh +75 -0
- data/vendor/zstd/tests/cli-tests/compression/levels.sh.stderr.exact +80 -0
- data/vendor/zstd/tests/cli-tests/compression/long-distance-matcher.sh +7 -0
- data/vendor/zstd/tests/cli-tests/compression/multi-threaded.sh +22 -0
- data/vendor/zstd/tests/cli-tests/compression/multi-threaded.sh.stderr.exact +21 -0
- data/vendor/zstd/tests/cli-tests/compression/multiple-files.sh +21 -0
- data/vendor/zstd/tests/cli-tests/compression/multiple-files.sh.stdout.exact +12 -0
- data/vendor/zstd/tests/cli-tests/compression/row-match-finder.sh +7 -0
- data/vendor/zstd/tests/cli-tests/compression/setup +7 -0
- data/vendor/zstd/tests/cli-tests/compression/stream-size.sh +7 -0
- data/vendor/zstd/tests/cli-tests/compression/verbose-wlog.sh +11 -0
- data/vendor/zstd/tests/cli-tests/compression/verbose-wlog.sh.stderr.glob +5 -0
- data/vendor/zstd/tests/cli-tests/compression/verbose-wlog.sh.stdout.glob +5 -0
- data/vendor/zstd/tests/cli-tests/compression/window-resize.sh +9 -0
- data/vendor/zstd/tests/cli-tests/compression/window-resize.sh.stderr.ignore +0 -0
- data/vendor/zstd/tests/cli-tests/compression/window-resize.sh.stdout.glob +3 -0
- data/vendor/zstd/tests/cli-tests/decompression/detectErrors.sh +11 -0
- data/vendor/zstd/tests/cli-tests/decompression/golden.sh +7 -0
- data/vendor/zstd/tests/cli-tests/decompression/pass-through.sh +57 -0
- data/vendor/zstd/tests/cli-tests/decompression/pass-through.sh.stderr.exact +11 -0
- data/vendor/zstd/tests/cli-tests/decompression/pass-through.sh.stdout.exact +25 -0
- data/vendor/zstd/tests/cli-tests/determinism/basic.sh +36 -0
- data/vendor/zstd/tests/cli-tests/determinism/basic.sh.stderr.exact +0 -0
- data/vendor/zstd/tests/cli-tests/determinism/basic.sh.stdout.exact +880 -0
- data/vendor/zstd/tests/cli-tests/determinism/multithread.sh +45 -0
- data/vendor/zstd/tests/cli-tests/determinism/multithread.sh.stderr.exact +0 -0
- data/vendor/zstd/tests/cli-tests/determinism/multithread.sh.stdout.exact +260 -0
- data/vendor/zstd/tests/cli-tests/determinism/reuse.sh +44 -0
- data/vendor/zstd/tests/cli-tests/determinism/reuse.sh.stderr.exact +0 -0
- data/vendor/zstd/tests/cli-tests/determinism/reuse.sh.stdout.exact +19 -0
- data/vendor/zstd/tests/cli-tests/determinism/setup +5 -0
- data/vendor/zstd/tests/cli-tests/determinism/setup_once +30 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/empty-input.sh +9 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/empty-input.sh.stderr.exact +1 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/no-inputs.sh +3 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/no-inputs.sh.exit +1 -0
- data/vendor/zstd/tests/cli-tests/dict-builder/no-inputs.sh.stderr.exact +5 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/dictionary-mismatch.sh +29 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/dictionary-mismatch.sh.stderr.exact +7 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/golden.sh +9 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/setup +6 -0
- data/vendor/zstd/tests/cli-tests/dictionaries/setup_once +24 -0
- data/vendor/zstd/tests/cli-tests/file-handling/directory-mirror.sh +49 -0
- data/vendor/zstd/tests/cli-tests/file-handling/directory-mirror.sh.stderr.exact +0 -0
- data/vendor/zstd/tests/cli-tests/file-handling/directory-mirror.sh.stdout.exact +0 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-dir-without-write-perm.sh +12 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-dir-without-write-perm.sh.stderr.exact +30 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-file.sh +9 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-file.sh.stderr.glob +46 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-stdout.sh +8 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-file-to-stdout.sh.stderr.exact +24 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-file.sh +8 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-file.sh.stderr.glob +28 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-stdout.sh +8 -0
- data/vendor/zstd/tests/cli-tests/file-stat/compress-stdin-to-stdout.sh.stderr.exact +18 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-file.sh +8 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-file.sh.stderr.glob +42 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-stdout.sh +7 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-file-to-stdout.sh.stderr.exact +18 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-file.sh +7 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-file.sh.stderr.glob +24 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-stdout.sh +7 -0
- data/vendor/zstd/tests/cli-tests/file-stat/decompress-stdin-to-stdout.sh.stderr.exact +14 -0
- data/vendor/zstd/tests/cli-tests/progress/no-progress.sh +46 -0
- data/vendor/zstd/tests/cli-tests/progress/no-progress.sh.stderr.glob +96 -0
- data/vendor/zstd/tests/cli-tests/progress/progress.sh +41 -0
- data/vendor/zstd/tests/cli-tests/progress/progress.sh.stderr.glob +62 -0
- data/vendor/zstd/tests/cli-tests/run.py +732 -0
- data/vendor/zstd/tests/cli-tests/zstd-symlinks/setup +6 -0
- data/vendor/zstd/tests/cli-tests/zstd-symlinks/zstdcat.sh +12 -0
- data/vendor/zstd/tests/cli-tests/zstd-symlinks/zstdcat.sh.stdout.exact +8 -0
- data/vendor/zstd/tests/datagencli.c +149 -0
- data/vendor/zstd/tests/decodecorpus.c +1998 -0
- data/vendor/zstd/tests/dict-files/zero-weight-dict +0 -0
- data/vendor/zstd/tests/external_matchfinder.c +140 -0
- data/vendor/zstd/tests/external_matchfinder.h +39 -0
- data/vendor/zstd/tests/fullbench.c +1210 -0
- data/vendor/zstd/tests/fuzz/Makefile +278 -0
- data/vendor/zstd/tests/fuzz/README.md +161 -0
- data/vendor/zstd/tests/fuzz/block_decompress.c +53 -0
- data/vendor/zstd/tests/fuzz/block_round_trip.c +103 -0
- data/vendor/zstd/tests/fuzz/decompress_cross_format.c +130 -0
- data/vendor/zstd/tests/fuzz/decompress_dstSize_tooSmall.c +74 -0
- data/vendor/zstd/tests/fuzz/dictionary_decompress.c +77 -0
- data/vendor/zstd/tests/fuzz/dictionary_loader.c +106 -0
- data/vendor/zstd/tests/fuzz/dictionary_round_trip.c +155 -0
- data/vendor/zstd/tests/fuzz/dictionary_stream_round_trip.c +209 -0
- data/vendor/zstd/tests/fuzz/fse_read_ncount.c +100 -0
- data/vendor/zstd/tests/fuzz/fuzz.h +57 -0
- data/vendor/zstd/tests/fuzz/fuzz.py +910 -0
- data/vendor/zstd/tests/fuzz/fuzz_data_producer.c +95 -0
- data/vendor/zstd/tests/fuzz/fuzz_data_producer.h +66 -0
- data/vendor/zstd/tests/fuzz/fuzz_helpers.c +47 -0
- data/vendor/zstd/tests/fuzz/fuzz_helpers.h +82 -0
- data/vendor/zstd/tests/fuzz/fuzz_third_party_seq_prod.h +116 -0
- data/vendor/zstd/tests/fuzz/generate_sequences.c +88 -0
- data/vendor/zstd/tests/fuzz/huf_decompress.c +68 -0
- data/vendor/zstd/tests/fuzz/huf_round_trip.c +137 -0
- data/vendor/zstd/tests/fuzz/raw_dictionary_round_trip.c +119 -0
- data/vendor/zstd/tests/fuzz/regression_driver.c +90 -0
- data/vendor/zstd/tests/fuzz/seekable_roundtrip.c +88 -0
- data/vendor/zstd/tests/fuzz/seq_prod_fuzz_example/Makefile +16 -0
- data/vendor/zstd/tests/fuzz/seq_prod_fuzz_example/README.md +12 -0
- data/vendor/zstd/tests/fuzz/seq_prod_fuzz_example/example_seq_prod.c +52 -0
- data/vendor/zstd/tests/fuzz/sequence_compression_api.c +452 -0
- data/vendor/zstd/tests/fuzz/simple_compress.c +60 -0
- data/vendor/zstd/tests/fuzz/simple_decompress.c +59 -0
- data/vendor/zstd/tests/fuzz/simple_round_trip.c +182 -0
- data/vendor/zstd/tests/fuzz/stream_decompress.c +119 -0
- data/vendor/zstd/tests/fuzz/stream_round_trip.c +218 -0
- data/vendor/zstd/tests/fuzz/zstd_frame_info.c +43 -0
- data/vendor/zstd/tests/fuzz/zstd_helpers.c +208 -0
- data/vendor/zstd/tests/fuzz/zstd_helpers.h +56 -0
- data/vendor/zstd/tests/fuzzer.c +5482 -0
- data/vendor/zstd/tests/golden-compression/PR-3517-block-splitter-corruption-test +1 -0
- data/vendor/zstd/tests/golden-compression/http +1 -0
- data/vendor/zstd/tests/golden-compression/huffman-compressed-larger +0 -0
- data/vendor/zstd/tests/golden-compression/large-literal-and-match-lengths +0 -0
- data/vendor/zstd/tests/golden-decompression/block-128k.zst +0 -0
- data/vendor/zstd/tests/golden-decompression/empty-block.zst +0 -0
- data/vendor/zstd/tests/golden-decompression/rle-first-block.zst +0 -0
- data/vendor/zstd/tests/golden-decompression/zeroSeq_2B.zst +0 -0
- data/vendor/zstd/tests/golden-decompression-errors/off0.bin.zst +0 -0
- data/vendor/zstd/tests/golden-decompression-errors/truncated_huff_state.zst +0 -0
- data/vendor/zstd/tests/golden-decompression-errors/zeroSeq_extraneous.zst +0 -0
- data/vendor/zstd/tests/golden-dictionaries/http-dict-missing-symbols +0 -0
- data/vendor/zstd/tests/gzip/Makefile +45 -0
- data/vendor/zstd/tests/gzip/gzip-env.sh +46 -0
- data/vendor/zstd/tests/gzip/helin-segv.sh +31 -0
- data/vendor/zstd/tests/gzip/help-version.sh +270 -0
- data/vendor/zstd/tests/gzip/hufts-segv.gz +0 -0
- data/vendor/zstd/tests/gzip/hufts.sh +34 -0
- data/vendor/zstd/tests/gzip/init.cfg +5 -0
- data/vendor/zstd/tests/gzip/init.sh +616 -0
- data/vendor/zstd/tests/gzip/keep.sh +51 -0
- data/vendor/zstd/tests/gzip/list.sh +31 -0
- data/vendor/zstd/tests/gzip/memcpy-abuse.sh +34 -0
- data/vendor/zstd/tests/gzip/mixed.sh +68 -0
- data/vendor/zstd/tests/gzip/null-suffix-clobber.sh +35 -0
- data/vendor/zstd/tests/gzip/stdin.sh +31 -0
- data/vendor/zstd/tests/gzip/test-driver.sh +150 -0
- data/vendor/zstd/tests/gzip/trailing-nul.sh +37 -0
- data/vendor/zstd/tests/gzip/unpack-invalid.sh +36 -0
- data/vendor/zstd/tests/gzip/z-suffix.sh +30 -0
- data/vendor/zstd/tests/gzip/zdiff.sh +48 -0
- data/vendor/zstd/tests/gzip/zgrep-context.sh +47 -0
- data/vendor/zstd/tests/gzip/zgrep-f.sh +43 -0
- data/vendor/zstd/tests/gzip/zgrep-signal.sh +64 -0
- data/vendor/zstd/tests/gzip/znew-k.sh +40 -0
- data/vendor/zstd/tests/invalidDictionaries.c +61 -0
- data/vendor/zstd/tests/largeDictionary.c +131 -0
- data/vendor/zstd/tests/legacy.c +262 -0
- data/vendor/zstd/tests/libzstd_builds.sh +104 -0
- data/vendor/zstd/tests/longmatch.c +123 -0
- data/vendor/zstd/tests/loremOut.c +50 -0
- data/vendor/zstd/tests/loremOut.h +15 -0
- data/vendor/zstd/tests/paramgrill.c +2965 -0
- data/vendor/zstd/tests/playTests.sh +1926 -0
- data/vendor/zstd/tests/poolTests.c +271 -0
- data/vendor/zstd/tests/rateLimiter.py +41 -0
- data/vendor/zstd/tests/regression/Makefile +60 -0
- data/vendor/zstd/tests/regression/README.md +28 -0
- data/vendor/zstd/tests/regression/config.c +404 -0
- data/vendor/zstd/tests/regression/config.h +91 -0
- data/vendor/zstd/tests/regression/data.c +631 -0
- data/vendor/zstd/tests/regression/data.h +121 -0
- data/vendor/zstd/tests/regression/levels.h +59 -0
- data/vendor/zstd/tests/regression/method.c +701 -0
- data/vendor/zstd/tests/regression/method.h +65 -0
- data/vendor/zstd/tests/regression/result.c +30 -0
- data/vendor/zstd/tests/regression/result.h +103 -0
- data/vendor/zstd/tests/regression/results.csv +1480 -0
- data/vendor/zstd/tests/regression/test.c +362 -0
- data/vendor/zstd/tests/roundTripCrash.c +241 -0
- data/vendor/zstd/tests/seqgen.c +260 -0
- data/vendor/zstd/tests/seqgen.h +58 -0
- data/vendor/zstd/tests/test-license.py +156 -0
- data/vendor/zstd/tests/test-variants.sh +115 -0
- data/vendor/zstd/tests/test-zstd-versions.py +308 -0
- data/vendor/zstd/tests/test_process_substitution.bash +92 -0
- data/vendor/zstd/tests/zstreamtest.c +3467 -0
- data/vendor/zstd/zlibWrapper/BUCK +22 -0
- data/vendor/zstd/zlibWrapper/Makefile +120 -0
- data/vendor/zstd/zlibWrapper/README.md +163 -0
- data/vendor/zstd/zlibWrapper/examples/example.c +598 -0
- data/vendor/zstd/zlibWrapper/examples/example_original.c +599 -0
- data/vendor/zstd/zlibWrapper/examples/fitblk.c +254 -0
- data/vendor/zstd/zlibWrapper/examples/fitblk_original.c +233 -0
- data/vendor/zstd/zlibWrapper/examples/minigzip.c +605 -0
- data/vendor/zstd/zlibWrapper/examples/zwrapbench.c +1018 -0
- data/vendor/zstd/zlibWrapper/gzclose.c +26 -0
- data/vendor/zstd/zlibWrapper/gzcompatibility.h +68 -0
- data/vendor/zstd/zlibWrapper/gzguts.h +229 -0
- data/vendor/zstd/zlibWrapper/gzlib.c +587 -0
- data/vendor/zstd/zlibWrapper/gzread.c +637 -0
- data/vendor/zstd/zlibWrapper/gzwrite.c +632 -0
- data/vendor/zstd/zlibWrapper/zstd_zlibwrapper.c +1200 -0
- data/vendor/zstd/zlibWrapper/zstd_zlibwrapper.h +91 -0
- metadata +738 -0
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
* All rights reserved.
|
|
4
|
+
*
|
|
5
|
+
* This source code is licensed under both the BSD-style license (found in the
|
|
6
|
+
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
7
|
+
* in the COPYING file in the root directory of this source tree).
|
|
8
|
+
* You may select, at your option, one of the above-listed licenses.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
// This fuzz target validates decompression of magicless-format compressed data.
|
|
12
|
+
|
|
13
|
+
#include <stddef.h>
|
|
14
|
+
#include <stdlib.h>
|
|
15
|
+
#include <stdio.h>
|
|
16
|
+
#include <string.h>
|
|
17
|
+
#include "fuzz_helpers.h"
|
|
18
|
+
#define ZSTD_STATIC_LINKING_ONLY
|
|
19
|
+
#include "zstd.h"
|
|
20
|
+
#include "fuzz_data_producer.h"
|
|
21
|
+
|
|
22
|
+
static ZSTD_DCtx *dctx = NULL;
|
|
23
|
+
|
|
24
|
+
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
25
|
+
{
|
|
26
|
+
// Give a random portion of src data to the producer, to use for parameter generation.
|
|
27
|
+
// The rest will be interpreted as magicless compressed data.
|
|
28
|
+
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
29
|
+
size_t magiclessSize = FUZZ_dataProducer_reserveDataPrefix(producer);
|
|
30
|
+
const uint8_t* const magiclessSrc = src;
|
|
31
|
+
size_t const dstSize = FUZZ_dataProducer_uint32Range(producer, 0, 10 * size);
|
|
32
|
+
uint8_t* const standardDst = (uint8_t*)FUZZ_malloc(dstSize);
|
|
33
|
+
uint8_t* const magiclessDst = (uint8_t*)FUZZ_malloc(dstSize);
|
|
34
|
+
|
|
35
|
+
// Create standard-format src from magicless-format src
|
|
36
|
+
const uint32_t zstd_magic = ZSTD_MAGICNUMBER;
|
|
37
|
+
size_t standardSize = sizeof(zstd_magic) + magiclessSize;
|
|
38
|
+
uint8_t* const standardSrc = (uint8_t*)FUZZ_malloc(standardSize);
|
|
39
|
+
memcpy(standardSrc, &zstd_magic, sizeof(zstd_magic)); // assume fuzzing on little-endian machine
|
|
40
|
+
memcpy(standardSrc + sizeof(zstd_magic), magiclessSrc, magiclessSize);
|
|
41
|
+
|
|
42
|
+
// Truncate to a single frame
|
|
43
|
+
{
|
|
44
|
+
const size_t standardFrameCompressedSize = ZSTD_findFrameCompressedSize(standardSrc, standardSize);
|
|
45
|
+
if (ZSTD_isError(standardFrameCompressedSize)) {
|
|
46
|
+
goto cleanup_and_return;
|
|
47
|
+
}
|
|
48
|
+
standardSize = standardFrameCompressedSize;
|
|
49
|
+
magiclessSize = standardFrameCompressedSize - sizeof(zstd_magic);
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
// Create DCtx if needed
|
|
53
|
+
if (!dctx) {
|
|
54
|
+
dctx = ZSTD_createDCtx();
|
|
55
|
+
FUZZ_ASSERT(dctx);
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
// Test one-shot decompression
|
|
59
|
+
{
|
|
60
|
+
FUZZ_ZASSERT(ZSTD_DCtx_reset(dctx, ZSTD_reset_session_and_parameters));
|
|
61
|
+
FUZZ_ZASSERT(ZSTD_DCtx_setParameter(dctx, ZSTD_d_format, ZSTD_f_zstd1));
|
|
62
|
+
const size_t standardRet = ZSTD_decompressDCtx(
|
|
63
|
+
dctx, standardDst, dstSize, standardSrc, standardSize);
|
|
64
|
+
|
|
65
|
+
FUZZ_ZASSERT(ZSTD_DCtx_reset(dctx, ZSTD_reset_session_and_parameters));
|
|
66
|
+
FUZZ_ZASSERT(ZSTD_DCtx_setParameter(dctx, ZSTD_d_format, ZSTD_f_zstd1_magicless));
|
|
67
|
+
const size_t magiclessRet = ZSTD_decompressDCtx(
|
|
68
|
+
dctx, magiclessDst, dstSize, magiclessSrc, magiclessSize);
|
|
69
|
+
|
|
70
|
+
// Standard accepts => magicless should accept
|
|
71
|
+
if (!ZSTD_isError(standardRet)) FUZZ_ZASSERT(magiclessRet);
|
|
72
|
+
|
|
73
|
+
// Magicless accepts => standard should accept
|
|
74
|
+
// NOTE: this is nice-to-have, please disable this check if it is difficult to satisfy.
|
|
75
|
+
if (!ZSTD_isError(magiclessRet)) FUZZ_ZASSERT(standardRet);
|
|
76
|
+
|
|
77
|
+
// If both accept, decompressed size and data should match
|
|
78
|
+
if (!ZSTD_isError(standardRet) && !ZSTD_isError(magiclessRet)) {
|
|
79
|
+
FUZZ_ASSERT(standardRet == magiclessRet);
|
|
80
|
+
if (standardRet > 0) {
|
|
81
|
+
FUZZ_ASSERT(
|
|
82
|
+
memcmp(standardDst, magiclessDst, standardRet) == 0
|
|
83
|
+
);
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
// Test streaming decompression
|
|
89
|
+
{
|
|
90
|
+
ZSTD_inBuffer standardIn = { standardSrc, standardSize, 0 };
|
|
91
|
+
ZSTD_inBuffer magiclessIn = { magiclessSrc, magiclessSize, 0 };
|
|
92
|
+
ZSTD_outBuffer standardOut = { standardDst, dstSize, 0 };
|
|
93
|
+
ZSTD_outBuffer magiclessOut = { magiclessDst, dstSize, 0 };
|
|
94
|
+
|
|
95
|
+
FUZZ_ZASSERT(ZSTD_DCtx_reset(dctx, ZSTD_reset_session_and_parameters));
|
|
96
|
+
FUZZ_ZASSERT(ZSTD_DCtx_setParameter(dctx, ZSTD_d_format, ZSTD_f_zstd1));
|
|
97
|
+
const size_t standardRet = ZSTD_decompressStream(dctx, &standardOut, &standardIn);
|
|
98
|
+
|
|
99
|
+
FUZZ_ZASSERT(ZSTD_DCtx_reset(dctx, ZSTD_reset_session_and_parameters));
|
|
100
|
+
FUZZ_ZASSERT(ZSTD_DCtx_setParameter(dctx, ZSTD_d_format, ZSTD_f_zstd1_magicless));
|
|
101
|
+
const size_t magiclessRet = ZSTD_decompressStream(dctx, &magiclessOut, &magiclessIn);
|
|
102
|
+
|
|
103
|
+
// Standard accepts => magicless should accept
|
|
104
|
+
if (standardRet == 0) FUZZ_ASSERT(magiclessRet == 0);
|
|
105
|
+
|
|
106
|
+
// Magicless accepts => standard should accept
|
|
107
|
+
// NOTE: this is nice-to-have, please disable this check if it is difficult to satisfy.
|
|
108
|
+
if (magiclessRet == 0) FUZZ_ASSERT(standardRet == 0);
|
|
109
|
+
|
|
110
|
+
// If both accept, decompressed size and data should match
|
|
111
|
+
if (standardRet == 0 && magiclessRet == 0) {
|
|
112
|
+
FUZZ_ASSERT(standardOut.pos == magiclessOut.pos);
|
|
113
|
+
if (standardOut.pos > 0) {
|
|
114
|
+
FUZZ_ASSERT(
|
|
115
|
+
memcmp(standardOut.dst, magiclessOut.dst, standardOut.pos) == 0
|
|
116
|
+
);
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
cleanup_and_return:
|
|
122
|
+
#ifndef STATEFUL_FUZZING
|
|
123
|
+
ZSTD_freeDCtx(dctx); dctx = NULL;
|
|
124
|
+
#endif
|
|
125
|
+
free(standardSrc);
|
|
126
|
+
free(standardDst);
|
|
127
|
+
free(magiclessDst);
|
|
128
|
+
FUZZ_dataProducer_free(producer);
|
|
129
|
+
return 0;
|
|
130
|
+
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
* All rights reserved.
|
|
4
|
+
*
|
|
5
|
+
* This source code is licensed under both the BSD-style license (found in the
|
|
6
|
+
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
7
|
+
* in the COPYING file in the root directory of this source tree).
|
|
8
|
+
* You may select, at your option, one of the above-listed licenses.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* This fuzz target attempts to decompress a valid compressed frame into
|
|
13
|
+
* an output buffer that is too small to ensure we always get
|
|
14
|
+
* ZSTD_error_dstSize_tooSmall.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
#include <stddef.h>
|
|
18
|
+
#include <stdlib.h>
|
|
19
|
+
#include <stdio.h>
|
|
20
|
+
#include "fuzz_helpers.h"
|
|
21
|
+
#include "zstd.h"
|
|
22
|
+
#include "zstd_errors.h"
|
|
23
|
+
#include "zstd_helpers.h"
|
|
24
|
+
#include "fuzz_data_producer.h"
|
|
25
|
+
#include "fuzz_third_party_seq_prod.h"
|
|
26
|
+
|
|
27
|
+
static ZSTD_CCtx *cctx = NULL;
|
|
28
|
+
static ZSTD_DCtx *dctx = NULL;
|
|
29
|
+
|
|
30
|
+
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
31
|
+
{
|
|
32
|
+
FUZZ_SEQ_PROD_SETUP();
|
|
33
|
+
|
|
34
|
+
/* Give a random portion of src data to the producer, to use for
|
|
35
|
+
parameter generation. The rest will be used for (de)compression */
|
|
36
|
+
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
37
|
+
size_t rBufSize = FUZZ_dataProducer_uint32Range(producer, 0, size);
|
|
38
|
+
size = FUZZ_dataProducer_remainingBytes(producer);
|
|
39
|
+
/* Ensure the round-trip buffer is too small. */
|
|
40
|
+
if (rBufSize >= size) {
|
|
41
|
+
rBufSize = size > 0 ? size - 1 : 0;
|
|
42
|
+
}
|
|
43
|
+
size_t const cBufSize = ZSTD_compressBound(size);
|
|
44
|
+
|
|
45
|
+
if (!cctx) {
|
|
46
|
+
cctx = ZSTD_createCCtx();
|
|
47
|
+
FUZZ_ASSERT(cctx);
|
|
48
|
+
}
|
|
49
|
+
if (!dctx) {
|
|
50
|
+
dctx = ZSTD_createDCtx();
|
|
51
|
+
FUZZ_ASSERT(dctx);
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
void *cBuf = FUZZ_malloc(cBufSize);
|
|
55
|
+
void *rBuf = FUZZ_malloc(rBufSize);
|
|
56
|
+
size_t const cSize = ZSTD_compressCCtx(cctx, cBuf, cBufSize, src, size, 1);
|
|
57
|
+
FUZZ_ZASSERT(cSize);
|
|
58
|
+
size_t const rSize = ZSTD_decompressDCtx(dctx, rBuf, rBufSize, cBuf, cSize);
|
|
59
|
+
if (size == 0) {
|
|
60
|
+
FUZZ_ASSERT(rSize == 0);
|
|
61
|
+
} else {
|
|
62
|
+
FUZZ_ASSERT(ZSTD_isError(rSize));
|
|
63
|
+
FUZZ_ASSERT(ZSTD_getErrorCode(rSize) == ZSTD_error_dstSize_tooSmall);
|
|
64
|
+
}
|
|
65
|
+
free(cBuf);
|
|
66
|
+
free(rBuf);
|
|
67
|
+
FUZZ_dataProducer_free(producer);
|
|
68
|
+
#ifndef STATEFUL_FUZZING
|
|
69
|
+
ZSTD_freeCCtx(cctx); cctx = NULL;
|
|
70
|
+
ZSTD_freeDCtx(dctx); dctx = NULL;
|
|
71
|
+
#endif
|
|
72
|
+
FUZZ_SEQ_PROD_TEARDOWN();
|
|
73
|
+
return 0;
|
|
74
|
+
}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
* All rights reserved.
|
|
4
|
+
*
|
|
5
|
+
* This source code is licensed under both the BSD-style license (found in the
|
|
6
|
+
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
7
|
+
* in the COPYING file in the root directory of this source tree).
|
|
8
|
+
* You may select, at your option, one of the above-listed licenses.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* This fuzz target attempts to decompress the fuzzed data with the dictionary
|
|
13
|
+
* decompression function to ensure the decompressor never crashes. It does not
|
|
14
|
+
* fuzz the dictionary.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
#include <stddef.h>
|
|
18
|
+
#include <stdlib.h>
|
|
19
|
+
#include <stdio.h>
|
|
20
|
+
#include "fuzz_helpers.h"
|
|
21
|
+
#include "zstd_helpers.h"
|
|
22
|
+
#include "fuzz_data_producer.h"
|
|
23
|
+
#include "fuzz_third_party_seq_prod.h"
|
|
24
|
+
|
|
25
|
+
static ZSTD_DCtx *dctx = NULL;
|
|
26
|
+
|
|
27
|
+
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
28
|
+
{
|
|
29
|
+
FUZZ_SEQ_PROD_SETUP();
|
|
30
|
+
|
|
31
|
+
/* Give a random portion of src data to the producer, to use for
|
|
32
|
+
parameter generation. The rest will be used for (de)compression */
|
|
33
|
+
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
34
|
+
size = FUZZ_dataProducer_reserveDataPrefix(producer);
|
|
35
|
+
|
|
36
|
+
FUZZ_dict_t dict;
|
|
37
|
+
ZSTD_DDict* ddict = NULL;
|
|
38
|
+
|
|
39
|
+
if (!dctx) {
|
|
40
|
+
dctx = ZSTD_createDCtx();
|
|
41
|
+
FUZZ_ASSERT(dctx);
|
|
42
|
+
}
|
|
43
|
+
dict = FUZZ_train(src, size, producer);
|
|
44
|
+
if (FUZZ_dataProducer_uint32Range(producer, 0, 1) == 0) {
|
|
45
|
+
ddict = ZSTD_createDDict(dict.buff, dict.size);
|
|
46
|
+
FUZZ_ASSERT(ddict);
|
|
47
|
+
} else {
|
|
48
|
+
if (FUZZ_dataProducer_uint32Range(producer, 0, 1) == 0)
|
|
49
|
+
FUZZ_ZASSERT(ZSTD_DCtx_loadDictionary_advanced(
|
|
50
|
+
dctx, dict.buff, dict.size,
|
|
51
|
+
(ZSTD_dictLoadMethod_e)FUZZ_dataProducer_uint32Range(producer, 0, 1),
|
|
52
|
+
(ZSTD_dictContentType_e)FUZZ_dataProducer_uint32Range(producer, 0, 2)));
|
|
53
|
+
else
|
|
54
|
+
FUZZ_ZASSERT(ZSTD_DCtx_refPrefix_advanced(
|
|
55
|
+
dctx, dict.buff, dict.size,
|
|
56
|
+
(ZSTD_dictContentType_e)FUZZ_dataProducer_uint32Range(producer, 0, 2)));
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
{
|
|
60
|
+
size_t const bufSize = FUZZ_dataProducer_uint32Range(producer, 0, 10 * size);
|
|
61
|
+
void* rBuf = FUZZ_malloc(bufSize);
|
|
62
|
+
if (ddict) {
|
|
63
|
+
ZSTD_decompress_usingDDict(dctx, rBuf, bufSize, src, size, ddict);
|
|
64
|
+
} else {
|
|
65
|
+
ZSTD_decompressDCtx(dctx, rBuf, bufSize, src, size);
|
|
66
|
+
}
|
|
67
|
+
free(rBuf);
|
|
68
|
+
}
|
|
69
|
+
free(dict.buff);
|
|
70
|
+
FUZZ_dataProducer_free(producer);
|
|
71
|
+
ZSTD_freeDDict(ddict);
|
|
72
|
+
#ifndef STATEFUL_FUZZING
|
|
73
|
+
ZSTD_freeDCtx(dctx); dctx = NULL;
|
|
74
|
+
#endif
|
|
75
|
+
FUZZ_SEQ_PROD_TEARDOWN();
|
|
76
|
+
return 0;
|
|
77
|
+
}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
* All rights reserved.
|
|
4
|
+
*
|
|
5
|
+
* This source code is licensed under both the BSD-style license (found in the
|
|
6
|
+
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
7
|
+
* in the COPYING file in the root directory of this source tree).
|
|
8
|
+
* You may select, at your option, one of the above-listed licenses.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* This fuzz target makes sure that whenever a compression dictionary can be
|
|
13
|
+
* loaded, the data can be round tripped.
|
|
14
|
+
*/
|
|
15
|
+
|
|
16
|
+
#include <stddef.h>
|
|
17
|
+
#include <stdlib.h>
|
|
18
|
+
#include <stdio.h>
|
|
19
|
+
#include <string.h>
|
|
20
|
+
#include "fuzz_helpers.h"
|
|
21
|
+
#include "zstd_helpers.h"
|
|
22
|
+
#include "fuzz_data_producer.h"
|
|
23
|
+
#include "fuzz_third_party_seq_prod.h"
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* Compresses the data and returns the compressed size or an error.
|
|
27
|
+
*/
|
|
28
|
+
static size_t compress(void* compressed, size_t compressedCapacity,
|
|
29
|
+
void const* source, size_t sourceSize,
|
|
30
|
+
void const* dict, size_t dictSize,
|
|
31
|
+
ZSTD_dictLoadMethod_e dictLoadMethod,
|
|
32
|
+
ZSTD_dictContentType_e dictContentType,
|
|
33
|
+
int const refPrefix)
|
|
34
|
+
{
|
|
35
|
+
ZSTD_CCtx* cctx = ZSTD_createCCtx();
|
|
36
|
+
if (refPrefix)
|
|
37
|
+
FUZZ_ZASSERT(ZSTD_CCtx_refPrefix_advanced(
|
|
38
|
+
cctx, dict, dictSize, dictContentType));
|
|
39
|
+
else
|
|
40
|
+
FUZZ_ZASSERT(ZSTD_CCtx_loadDictionary_advanced(
|
|
41
|
+
cctx, dict, dictSize, dictLoadMethod, dictContentType));
|
|
42
|
+
size_t const compressedSize = ZSTD_compress2(
|
|
43
|
+
cctx, compressed, compressedCapacity, source, sourceSize);
|
|
44
|
+
ZSTD_freeCCtx(cctx);
|
|
45
|
+
return compressedSize;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
static size_t decompress(void* result, size_t resultCapacity,
|
|
49
|
+
void const* compressed, size_t compressedSize,
|
|
50
|
+
void const* dict, size_t dictSize,
|
|
51
|
+
ZSTD_dictLoadMethod_e dictLoadMethod,
|
|
52
|
+
ZSTD_dictContentType_e dictContentType,
|
|
53
|
+
int const refPrefix)
|
|
54
|
+
{
|
|
55
|
+
ZSTD_DCtx* dctx = ZSTD_createDCtx();
|
|
56
|
+
if (refPrefix)
|
|
57
|
+
FUZZ_ZASSERT(ZSTD_DCtx_refPrefix_advanced(
|
|
58
|
+
dctx, dict, dictSize, dictContentType));
|
|
59
|
+
else
|
|
60
|
+
FUZZ_ZASSERT(ZSTD_DCtx_loadDictionary_advanced(
|
|
61
|
+
dctx, dict, dictSize, dictLoadMethod, dictContentType));
|
|
62
|
+
size_t const resultSize = ZSTD_decompressDCtx(
|
|
63
|
+
dctx, result, resultCapacity, compressed, compressedSize);
|
|
64
|
+
FUZZ_ZASSERT(resultSize);
|
|
65
|
+
ZSTD_freeDCtx(dctx);
|
|
66
|
+
return resultSize;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
70
|
+
{
|
|
71
|
+
FUZZ_SEQ_PROD_SETUP();
|
|
72
|
+
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
73
|
+
int const refPrefix = FUZZ_dataProducer_uint32Range(producer, 0, 1) != 0;
|
|
74
|
+
ZSTD_dictLoadMethod_e const dlm =
|
|
75
|
+
size = FUZZ_dataProducer_uint32Range(producer, 0, 1);
|
|
76
|
+
ZSTD_dictContentType_e const dct =
|
|
77
|
+
FUZZ_dataProducer_uint32Range(producer, 0, 2);
|
|
78
|
+
size = FUZZ_dataProducer_remainingBytes(producer);
|
|
79
|
+
|
|
80
|
+
DEBUGLOG(4, "Dict load method %d", dlm);
|
|
81
|
+
DEBUGLOG(4, "Dict content type %d", dct);
|
|
82
|
+
DEBUGLOG(4, "Dict size %u", (unsigned)size);
|
|
83
|
+
|
|
84
|
+
void* const rBuf = FUZZ_malloc(size);
|
|
85
|
+
size_t const cBufSize = ZSTD_compressBound(size);
|
|
86
|
+
void* const cBuf = FUZZ_malloc(cBufSize);
|
|
87
|
+
|
|
88
|
+
size_t const cSize =
|
|
89
|
+
compress(cBuf, cBufSize, src, size, src, size, dlm, dct, refPrefix);
|
|
90
|
+
/* compression failing is okay */
|
|
91
|
+
if (ZSTD_isError(cSize)) {
|
|
92
|
+
FUZZ_ASSERT_MSG(dct != ZSTD_dct_rawContent, "Raw must always succeed!");
|
|
93
|
+
goto out;
|
|
94
|
+
}
|
|
95
|
+
size_t const rSize =
|
|
96
|
+
decompress(rBuf, size, cBuf, cSize, src, size, dlm, dct, refPrefix);
|
|
97
|
+
FUZZ_ASSERT_MSG(rSize == size, "Incorrect regenerated size");
|
|
98
|
+
FUZZ_ASSERT_MSG(!FUZZ_memcmp(src, rBuf, size), "Corruption!");
|
|
99
|
+
|
|
100
|
+
out:
|
|
101
|
+
free(cBuf);
|
|
102
|
+
free(rBuf);
|
|
103
|
+
FUZZ_dataProducer_free(producer);
|
|
104
|
+
FUZZ_SEQ_PROD_TEARDOWN();
|
|
105
|
+
return 0;
|
|
106
|
+
}
|
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
* All rights reserved.
|
|
4
|
+
*
|
|
5
|
+
* This source code is licensed under both the BSD-style license (found in the
|
|
6
|
+
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
7
|
+
* in the COPYING file in the root directory of this source tree).
|
|
8
|
+
* You may select, at your option, one of the above-listed licenses.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* This fuzz target performs a zstd round-trip test (compress & decompress) with
|
|
13
|
+
* a dictionary, compares the result with the original, and calls abort() on
|
|
14
|
+
* corruption.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
#include <stddef.h>
|
|
18
|
+
#include <stdlib.h>
|
|
19
|
+
#include <stdio.h>
|
|
20
|
+
#include <string.h>
|
|
21
|
+
#include "fuzz_helpers.h"
|
|
22
|
+
#include "zstd_helpers.h"
|
|
23
|
+
#include "fuzz_data_producer.h"
|
|
24
|
+
#include "fuzz_third_party_seq_prod.h"
|
|
25
|
+
|
|
26
|
+
static ZSTD_CCtx* cctx = NULL;
|
|
27
|
+
static ZSTD_DCtx* dctx = NULL;
|
|
28
|
+
|
|
29
|
+
static size_t roundTripTest(void* result, size_t resultCapacity,
|
|
30
|
+
void* compressed, size_t compressedCapacity,
|
|
31
|
+
const void* src, size_t srcSize,
|
|
32
|
+
FUZZ_dataProducer_t* producer)
|
|
33
|
+
{
|
|
34
|
+
ZSTD_dictContentType_e dictContentType = ZSTD_dct_auto;
|
|
35
|
+
FUZZ_dict_t dict = FUZZ_train(src, srcSize, producer);
|
|
36
|
+
int const refPrefix = FUZZ_dataProducer_uint32Range(producer, 0, 1) != 0;
|
|
37
|
+
size_t cSize;
|
|
38
|
+
if (FUZZ_dataProducer_uint32Range(producer, 0, 15) == 0) {
|
|
39
|
+
int const cLevel = FUZZ_dataProducer_int32Range(producer, kMinClevel, kMaxClevel);
|
|
40
|
+
|
|
41
|
+
cSize = ZSTD_compress_usingDict(cctx,
|
|
42
|
+
compressed, compressedCapacity,
|
|
43
|
+
src, srcSize,
|
|
44
|
+
dict.buff, dict.size,
|
|
45
|
+
cLevel);
|
|
46
|
+
FUZZ_ZASSERT(cSize);
|
|
47
|
+
// Compress a second time and check for determinism
|
|
48
|
+
{
|
|
49
|
+
size_t const cSize0 = cSize;
|
|
50
|
+
XXH64_hash_t const hash0 = XXH64(compressed, cSize, 0);
|
|
51
|
+
cSize = ZSTD_compress_usingDict(cctx,
|
|
52
|
+
compressed, compressedCapacity,
|
|
53
|
+
src, srcSize,
|
|
54
|
+
dict.buff, dict.size,
|
|
55
|
+
cLevel);
|
|
56
|
+
FUZZ_ASSERT(cSize == cSize0);
|
|
57
|
+
FUZZ_ASSERT(XXH64(compressed, cSize, 0) == hash0);
|
|
58
|
+
}
|
|
59
|
+
} else {
|
|
60
|
+
size_t remainingBytes;
|
|
61
|
+
dictContentType = FUZZ_dataProducer_uint32Range(producer, 0, 2);
|
|
62
|
+
remainingBytes = FUZZ_dataProducer_remainingBytes(producer);
|
|
63
|
+
FUZZ_setRandomParameters(cctx, srcSize, producer);
|
|
64
|
+
/* Disable checksum so we can use sizes smaller than compress bound. */
|
|
65
|
+
FUZZ_ZASSERT(ZSTD_CCtx_setParameter(cctx, ZSTD_c_checksumFlag, 0));
|
|
66
|
+
if (refPrefix)
|
|
67
|
+
FUZZ_ZASSERT(ZSTD_CCtx_refPrefix_advanced(
|
|
68
|
+
cctx, dict.buff, dict.size,
|
|
69
|
+
dictContentType));
|
|
70
|
+
else
|
|
71
|
+
FUZZ_ZASSERT(ZSTD_CCtx_loadDictionary_advanced(
|
|
72
|
+
cctx, dict.buff, dict.size,
|
|
73
|
+
(ZSTD_dictLoadMethod_e)FUZZ_dataProducer_uint32Range(producer, 0, 1),
|
|
74
|
+
dictContentType));
|
|
75
|
+
cSize = ZSTD_compress2(cctx, compressed, compressedCapacity, src, srcSize);
|
|
76
|
+
FUZZ_ZASSERT(cSize);
|
|
77
|
+
// Compress a second time and check for determinism
|
|
78
|
+
{
|
|
79
|
+
size_t const cSize0 = cSize;
|
|
80
|
+
XXH64_hash_t const hash0 = XXH64(compressed, cSize, 0);
|
|
81
|
+
FUZZ_dataProducer_rollBack(producer, remainingBytes);
|
|
82
|
+
FUZZ_setRandomParameters(cctx, srcSize, producer);
|
|
83
|
+
FUZZ_ZASSERT(ZSTD_CCtx_setParameter(cctx, ZSTD_c_checksumFlag, 0));
|
|
84
|
+
if (refPrefix)
|
|
85
|
+
FUZZ_ZASSERT(ZSTD_CCtx_refPrefix_advanced(
|
|
86
|
+
cctx, dict.buff, dict.size,
|
|
87
|
+
dictContentType));
|
|
88
|
+
cSize = ZSTD_compress2(cctx, compressed, compressedCapacity, src, srcSize);
|
|
89
|
+
FUZZ_ASSERT(cSize == cSize0);
|
|
90
|
+
FUZZ_ASSERT(XXH64(compressed, cSize, 0) == hash0);
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
if (refPrefix)
|
|
94
|
+
FUZZ_ZASSERT(ZSTD_DCtx_refPrefix_advanced(
|
|
95
|
+
dctx, dict.buff, dict.size,
|
|
96
|
+
dictContentType));
|
|
97
|
+
else
|
|
98
|
+
FUZZ_ZASSERT(ZSTD_DCtx_loadDictionary_advanced(
|
|
99
|
+
dctx, dict.buff, dict.size,
|
|
100
|
+
(ZSTD_dictLoadMethod_e)FUZZ_dataProducer_uint32Range(producer, 0, 1),
|
|
101
|
+
dictContentType));
|
|
102
|
+
{
|
|
103
|
+
size_t const ret = ZSTD_decompressDCtx(
|
|
104
|
+
dctx, result, resultCapacity, compressed, cSize);
|
|
105
|
+
free(dict.buff);
|
|
106
|
+
return ret;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
111
|
+
{
|
|
112
|
+
FUZZ_SEQ_PROD_SETUP();
|
|
113
|
+
|
|
114
|
+
/* Give a random portion of src data to the producer, to use for
|
|
115
|
+
parameter generation. The rest will be used for (de)compression */
|
|
116
|
+
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
117
|
+
size = FUZZ_dataProducer_reserveDataPrefix(producer);
|
|
118
|
+
|
|
119
|
+
size_t const rBufSize = size;
|
|
120
|
+
void* rBuf = FUZZ_malloc(rBufSize);
|
|
121
|
+
size_t cBufSize = ZSTD_compressBound(size);
|
|
122
|
+
void *cBuf;
|
|
123
|
+
/* Half of the time fuzz with a 1 byte smaller output size.
|
|
124
|
+
* This will still succeed because we force the checksum to be disabled,
|
|
125
|
+
* giving us 4 bytes of overhead.
|
|
126
|
+
*/
|
|
127
|
+
cBufSize -= FUZZ_dataProducer_uint32Range(producer, 0, 1);
|
|
128
|
+
cBuf = FUZZ_malloc(cBufSize);
|
|
129
|
+
|
|
130
|
+
if (!cctx) {
|
|
131
|
+
cctx = ZSTD_createCCtx();
|
|
132
|
+
FUZZ_ASSERT(cctx);
|
|
133
|
+
}
|
|
134
|
+
if (!dctx) {
|
|
135
|
+
dctx = ZSTD_createDCtx();
|
|
136
|
+
FUZZ_ASSERT(dctx);
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
{
|
|
140
|
+
size_t const result =
|
|
141
|
+
roundTripTest(rBuf, rBufSize, cBuf, cBufSize, src, size, producer);
|
|
142
|
+
FUZZ_ZASSERT(result);
|
|
143
|
+
FUZZ_ASSERT_MSG(result == size, "Incorrect regenerated size");
|
|
144
|
+
FUZZ_ASSERT_MSG(!FUZZ_memcmp(src, rBuf, size), "Corruption!");
|
|
145
|
+
}
|
|
146
|
+
free(rBuf);
|
|
147
|
+
free(cBuf);
|
|
148
|
+
FUZZ_dataProducer_free(producer);
|
|
149
|
+
#ifndef STATEFUL_FUZZING
|
|
150
|
+
ZSTD_freeCCtx(cctx); cctx = NULL;
|
|
151
|
+
ZSTD_freeDCtx(dctx); dctx = NULL;
|
|
152
|
+
#endif
|
|
153
|
+
FUZZ_SEQ_PROD_TEARDOWN();
|
|
154
|
+
return 0;
|
|
155
|
+
}
|