multi_compress 0.3.2 → 0.3.4

data/ext/multi_compress/vendor/zstd/lib/zstd_errors.h

@@ -1,5 +1,5 @@
 /*
- * Copyright (c) Yann Collet, Facebook, Inc.
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
  * All rights reserved.
  *
  * This source code is licensed under both the BSD-style license (found in the
@@ -15,24 +15,32 @@
 extern "C" {
 #endif
 
-/*===== dependency =====*/
-#include <stddef.h>   /* size_t */
-
-
 /* =====   ZSTDERRORLIB_API : control library symbols visibility   ===== */
-#ifndef ZSTDERRORLIB_VISIBILITY
-#  if defined(__GNUC__) && (__GNUC__ >= 4)
-#    define ZSTDERRORLIB_VISIBILITY __attribute__ ((visibility ("default")))
+#ifndef ZSTDERRORLIB_VISIBLE
+   /* Backwards compatibility with old macro name */
+#  ifdef ZSTDERRORLIB_VISIBILITY
+#    define ZSTDERRORLIB_VISIBLE ZSTDERRORLIB_VISIBILITY
+#  elif defined(__GNUC__) && (__GNUC__ >= 4) && !defined(__MINGW32__)
+#    define ZSTDERRORLIB_VISIBLE __attribute__ ((visibility ("default")))
 #  else
-#    define ZSTDERRORLIB_VISIBILITY
+#    define ZSTDERRORLIB_VISIBLE
 #  endif
 #endif
+
+#ifndef ZSTDERRORLIB_HIDDEN
+#  if defined(__GNUC__) && (__GNUC__ >= 4) && !defined(__MINGW32__)
+#    define ZSTDERRORLIB_HIDDEN __attribute__ ((visibility ("hidden")))
+#  else
+#    define ZSTDERRORLIB_HIDDEN
+#  endif
+#endif
+
 #if defined(ZSTD_DLL_EXPORT) && (ZSTD_DLL_EXPORT==1)
-#  define ZSTDERRORLIB_API __declspec(dllexport) ZSTDERRORLIB_VISIBILITY
+#  define ZSTDERRORLIB_API __declspec(dllexport) ZSTDERRORLIB_VISIBLE
 #elif defined(ZSTD_DLL_IMPORT) && (ZSTD_DLL_IMPORT==1)
-#  define ZSTDERRORLIB_API __declspec(dllimport) ZSTDERRORLIB_VISIBILITY /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
+#  define ZSTDERRORLIB_API __declspec(dllimport) ZSTDERRORLIB_VISIBLE /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
 #else
-#  define ZSTDERRORLIB_API ZSTDERRORLIB_VISIBILITY
+#  define ZSTDERRORLIB_API ZSTDERRORLIB_VISIBLE
 #endif
 
 /*-*********************************************
@@ -58,14 +66,18 @@ typedef enum {
   ZSTD_error_frameParameter_windowTooLarge = 16,
   ZSTD_error_corruption_detected = 20,
   ZSTD_error_checksum_wrong      = 22,
+  ZSTD_error_literals_headerWrong = 24,
   ZSTD_error_dictionary_corrupted      = 30,
   ZSTD_error_dictionary_wrong          = 32,
   ZSTD_error_dictionaryCreation_failed = 34,
   ZSTD_error_parameter_unsupported   = 40,
+  ZSTD_error_parameter_combination_unsupported = 41,
   ZSTD_error_parameter_outOfBound    = 42,
   ZSTD_error_tableLog_tooLarge       = 44,
   ZSTD_error_maxSymbolValue_tooLarge = 46,
   ZSTD_error_maxSymbolValue_tooSmall = 48,
+  ZSTD_error_cannotProduce_uncompressedBlock = 49,
+  ZSTD_error_stabilityCondition_notRespected = 50,
   ZSTD_error_stage_wrong       = 60,
   ZSTD_error_init_missing      = 62,
   ZSTD_error_memory_allocation = 64,
@@ -73,18 +85,18 @@ typedef enum {
   ZSTD_error_dstSize_tooSmall = 70,
   ZSTD_error_srcSize_wrong    = 72,
   ZSTD_error_dstBuffer_null   = 74,
+  ZSTD_error_noForwardProgress_destFull = 80,
+  ZSTD_error_noForwardProgress_inputEmpty = 82,
   /* following error codes are __NOT STABLE__, they can be removed or changed in future versions */
   ZSTD_error_frameIndex_tooLarge = 100,
   ZSTD_error_seekableIO          = 102,
   ZSTD_error_dstBuffer_wrong     = 104,
   ZSTD_error_srcBuffer_wrong     = 105,
+  ZSTD_error_sequenceProducer_failed = 106,
+  ZSTD_error_externalSequences_invalid = 107,
   ZSTD_error_maxCode = 120  /* never EVER use this value directly, it can change in future versions! Use ZSTD_isError() instead */
 } ZSTD_ErrorCode;
 
-/*! ZSTD_getErrorCode() :
-    convert a `size_t` function result into a `ZSTD_ErrorCode` enum type,
-    which can be used to compare with enum list published above */
-ZSTDERRORLIB_API ZSTD_ErrorCode ZSTD_getErrorCode(size_t functionResult);
 ZSTDERRORLIB_API const char* ZSTD_getErrorString(ZSTD_ErrorCode code);   /**< Same as ZSTD_getErrorName, but using a `ZSTD_ErrorCode` enum argument */
 
 

data/lib/multi_compress/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module MultiCompress
-  VERSION = "0.3.2"
+  VERSION = "0.3.4"
 end

data/lib/multi_compress.rb

@@ -97,17 +97,19 @@ module MultiCompress
   end
 
   def self.zstd(data, level: nil)
-    compress(data, algo: :zstd, **level_opts(level))
+    compress(data, algo: :zstd, level: level)
   end
 
   def self.lz4(data, level: nil, format: nil)
-    opts = level_opts(level)
-    opts[:format] = format if format
-    compress(data, algo: :lz4, **opts)
+    if format
+      compress(data, algo: :lz4, level: level, format: format)
+    else
+      compress(data, algo: :lz4, level: level)
+    end
   end
 
   def self.brotli(data, level: nil)
-    compress(data, algo: :brotli, **level_opts(level))
+    compress(data, algo: :brotli, level: level)
   end
 
   def self.decompress(data, **opts)
@@ -119,9 +121,11 @@ module MultiCompress
   end
 
   def self.lz4_decompress(data, format: nil)
-    opts = { algo: :lz4 }
-    opts[:format] = format if format
-    decompress(data, **opts)
+    if format
+      decompress(data, algo: :lz4, format: format)
+    else
+      decompress(data, algo: :lz4)
+    end
   end
 
   def self.brotli_decompress(data)
@@ -132,17 +136,13 @@ module MultiCompress
     EXTENSION_MAP[File.extname(path).downcase]
   end
 
-  def self.level_opts(level)
-    level ? { level: level } : {}
-  end
-
   def self.resolved_one_shot_options(opts)
-    resolved = opts.dup
-    resolved[:max_output_size] = config.max_output_size unless resolved.key?(:max_output_size)
-    resolved
+    return opts.merge(max_output_size: config.max_output_size) unless opts.key?(:max_output_size)
+
+    opts
   end
 
-  private_class_method :level_opts, :resolved_one_shot_options
+  private_class_method :resolved_one_shot_options
 
   module InflaterDefaults
     def initialize(*args, **opts)
@@ -248,6 +248,7 @@ module MultiCompress
 
   class Reader
     CHUNK_SIZE = 8192
+    BUFFER_COMPACT_THRESHOLD = 64 * 1024
 
     def self.open(path_or_io, algo: nil, dictionary: nil, **opts, &block)
       io, algo, owned = resolve_io(path_or_io, algo, mode: "rb")
@@ -264,12 +265,13 @@ module MultiCompress
     end
 
     def initialize(io, algo: nil, dictionary: nil, **opts)
-      @io       = io
-      @inflater = Inflater.new(algo: algo, dictionary: dictionary, **opts)
-      @closed   = false
-      @owned_io = false
-      @buffer   = +""
-      @eof      = false
+      @io          = io
+      @inflater    = Inflater.new(algo: algo, dictionary: dictionary, **opts)
+      @closed      = false
+      @owned_io    = false
+      @buffer      = +"".b
+      @buffer_pos  = 0
+      @eof         = false
     end
 
     def read(length = nil)
@@ -281,12 +283,12 @@ module MultiCompress
 
     def gets(separator = "\n")
       ensure_open!
-      return nil if @eof && @buffer.empty?
+      return nil if @eof && buffer_empty?
 
-      fill_buffer_until { @buffer.include?(separator) }
+      fill_buffer_until { buffer_includes?(separator) }
 
-      return extract_line(separator) if @buffer.include?(separator)
-      return consume_buffer unless @buffer.empty?
+      return extract_line(separator) if buffer_includes?(separator)
+      return consume_buffer unless buffer_empty?
 
       nil
     end
@@ -305,7 +307,7 @@ module MultiCompress
     end
 
     def eof?
-      @eof && @buffer.empty?
+      @eof && buffer_empty?
     end
 
     def each_line
@@ -334,11 +336,44 @@ module MultiCompress
       raise StreamError, "reader is closed" if @closed
     end
 
+    def buffer_size
+      @buffer.bytesize - @buffer_pos
+    end
+
+    def buffer_empty?
+      @buffer_pos >= @buffer.bytesize
+    end
+
+    def buffer_append(data)
+      compact_buffer_if_needed
+      @buffer << data
+    end
+
+    def compact_buffer_if_needed
+      return if @buffer_pos == 0
+
+      total = @buffer.bytesize
+      return unless @buffer_pos >= BUFFER_COMPACT_THRESHOLD && @buffer_pos * 2 >= total
+
+      @buffer = @buffer.byteslice(@buffer_pos, total - @buffer_pos)
+      @buffer_pos = 0
+    end
+
+    def buffer_includes?(separator)
+      idx = @buffer.index(separator, @buffer_pos)
+      !idx.nil?
+    end
+
     def read_all
-      return nil if @eof && @buffer.empty?
+      return nil if @eof && buffer_empty?
 
-      result = @buffer.dup
+      result = if buffer_empty?
+        +"".b
+      else
+        @buffer.byteslice(@buffer_pos, @buffer.bytesize - @buffer_pos) || +"".b
+      end
       @buffer.clear
+      @buffer_pos = 0
 
       until @eof
         chunk = read_compressed_chunk
@@ -355,15 +390,16 @@ module MultiCompress
     end
 
     def read_exactly(length)
-      return nil if @eof && @buffer.empty?
+      return nil if @eof && buffer_empty?
 
-      fill_buffer_until { @buffer.bytesize >= length }
+      fill_buffer_until { buffer_size >= length }
 
-      if @buffer.bytesize >= length
-        result  = @buffer[0, length]
-        @buffer = @buffer[length..]
+      if buffer_size >= length
+        result = @buffer.byteslice(@buffer_pos, length)
+        @buffer_pos += length
+        compact_buffer_if_needed
         result
-      elsif !@buffer.empty?
+      elsif !buffer_empty?
         consume_buffer
       end
     end
@@ -376,20 +412,23 @@ module MultiCompress
           break
         end
         decompressed = @inflater.write(chunk)
-        @buffer << decompressed if decompressed
+        buffer_append(decompressed) if decompressed
       end
     end
 
     def extract_line(separator)
-      idx = @buffer.index(separator)
-      result = @buffer[0, idx + separator.bytesize]
-      @buffer = @buffer[(idx + separator.bytesize)..] || +""
+      idx = @buffer.index(separator, @buffer_pos)
+      end_pos = idx + separator.bytesize
+      result = @buffer.byteslice(@buffer_pos, end_pos - @buffer_pos)
+      @buffer_pos = end_pos
+      compact_buffer_if_needed
       result
     end
 
     def consume_buffer
-      result  = @buffer
-      @buffer = +""
+      result = @buffer.byteslice(@buffer_pos, @buffer.bytesize - @buffer_pos) || +"".b
+      @buffer.clear
+      @buffer_pos = 0
       result
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multi_compress
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.3.4
 platform: ruby
 authors:
 - Roman Haydarov
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-04-19 00:00:00.000000000 Z
+date: 2026-05-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -81,19 +81,25 @@ files:
 - GET_STARTED.md
 - LICENSE.txt
 - README.md
+- THIRD_PARTY_NOTICES.md
+- ext/multi_compress/brotli_dec_static_init.c
+- ext/multi_compress/brotli_enc_static_init.c
 - ext/multi_compress/extconf.rb
 - ext/multi_compress/multi_compress.c
 - ext/multi_compress/vendor/.vendored
+- ext/multi_compress/vendor/brotli/LICENSE
 - ext/multi_compress/vendor/brotli/c/common/constants.c
 - ext/multi_compress/vendor/brotli/c/common/constants.h
 - ext/multi_compress/vendor/brotli/c/common/context.c
 - ext/multi_compress/vendor/brotli/c/common/context.h
 - ext/multi_compress/vendor/brotli/c/common/dictionary.c
 - ext/multi_compress/vendor/brotli/c/common/dictionary.h
+- ext/multi_compress/vendor/brotli/c/common/dictionary_inc.h
 - ext/multi_compress/vendor/brotli/c/common/platform.c
 - ext/multi_compress/vendor/brotli/c/common/platform.h
 - ext/multi_compress/vendor/brotli/c/common/shared_dictionary.c
 - ext/multi_compress/vendor/brotli/c/common/shared_dictionary_internal.h
+- ext/multi_compress/vendor/brotli/c/common/static_init.h
 - ext/multi_compress/vendor/brotli/c/common/transform.c
 - ext/multi_compress/vendor/brotli/c/common/transform.h
 - ext/multi_compress/vendor/brotli/c/common/version.h
@@ -102,9 +108,13 @@ files:
 - ext/multi_compress/vendor/brotli/c/dec/decode.c
 - ext/multi_compress/vendor/brotli/c/dec/huffman.c
 - ext/multi_compress/vendor/brotli/c/dec/huffman.h
+- ext/multi_compress/vendor/brotli/c/dec/prefix.c
 - ext/multi_compress/vendor/brotli/c/dec/prefix.h
+- ext/multi_compress/vendor/brotli/c/dec/prefix_inc.h
 - ext/multi_compress/vendor/brotli/c/dec/state.c
 - ext/multi_compress/vendor/brotli/c/dec/state.h
+- ext/multi_compress/vendor/brotli/c/dec/static_init.c
+- ext/multi_compress/vendor/brotli/c/dec/static_init.h
 - ext/multi_compress/vendor/brotli/c/enc/backward_references.c
 - ext/multi_compress/vendor/brotli/c/enc/backward_references.h
 - ext/multi_compress/vendor/brotli/c/enc/backward_references_hq.c
@@ -132,6 +142,7 @@ files:
 - ext/multi_compress/vendor/brotli/c/enc/compress_fragment_two_pass.h
 - ext/multi_compress/vendor/brotli/c/enc/dictionary_hash.c
 - ext/multi_compress/vendor/brotli/c/enc/dictionary_hash.h
+- ext/multi_compress/vendor/brotli/c/enc/dictionary_hash_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/encode.c
 - ext/multi_compress/vendor/brotli/c/enc/encoder_dict.c
 - ext/multi_compress/vendor/brotli/c/enc/encoder_dict.h
@@ -142,11 +153,14 @@ files:
 - ext/multi_compress/vendor/brotli/c/enc/fast_log.h
 - ext/multi_compress/vendor/brotli/c/enc/find_match_length.h
 - ext/multi_compress/vendor/brotli/c/enc/hash.h
+- ext/multi_compress/vendor/brotli/c/enc/hash_base.h
 - ext/multi_compress/vendor/brotli/c/enc/hash_composite_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/hash_forgetful_chain_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/hash_longest_match64_inc.h
+- ext/multi_compress/vendor/brotli/c/enc/hash_longest_match64_simd_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/hash_longest_match_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/hash_longest_match_quickly_inc.h
+- ext/multi_compress/vendor/brotli/c/enc/hash_longest_match_simd_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/hash_rolling_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/hash_to_binary_tree_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/histogram.c
@@ -154,6 +168,7 @@ files:
 - ext/multi_compress/vendor/brotli/c/enc/histogram_inc.h
 - ext/multi_compress/vendor/brotli/c/enc/literal_cost.c
 - ext/multi_compress/vendor/brotli/c/enc/literal_cost.h
+- ext/multi_compress/vendor/brotli/c/enc/matching_tag_mask.h
 - ext/multi_compress/vendor/brotli/c/enc/memory.c
 - ext/multi_compress/vendor/brotli/c/enc/memory.h
 - ext/multi_compress/vendor/brotli/c/enc/metablock.c
@@ -166,7 +181,12 @@ files:
 - ext/multi_compress/vendor/brotli/c/enc/state.h
 - ext/multi_compress/vendor/brotli/c/enc/static_dict.c
 - ext/multi_compress/vendor/brotli/c/enc/static_dict.h
+- ext/multi_compress/vendor/brotli/c/enc/static_dict_lut.c
 - ext/multi_compress/vendor/brotli/c/enc/static_dict_lut.h
+- ext/multi_compress/vendor/brotli/c/enc/static_dict_lut_inc.h
+- ext/multi_compress/vendor/brotli/c/enc/static_init.c
+- ext/multi_compress/vendor/brotli/c/enc/static_init.h
+- ext/multi_compress/vendor/brotli/c/enc/static_init_lazy.cc
 - ext/multi_compress/vendor/brotli/c/enc/utf8_util.c
 - ext/multi_compress/vendor/brotli/c/enc/utf8_util.h
 - ext/multi_compress/vendor/brotli/c/enc/write_bits.h
@@ -175,6 +195,7 @@ files:
 - ext/multi_compress/vendor/brotli/c/include/brotli/port.h
 - ext/multi_compress/vendor/brotli/c/include/brotli/shared_dictionary.h
 - ext/multi_compress/vendor/brotli/c/include/brotli/types.h
+- ext/multi_compress/vendor/lz4/LICENSE
 - ext/multi_compress/vendor/lz4/lib/LICENSE
 - ext/multi_compress/vendor/lz4/lib/Makefile
 - ext/multi_compress/vendor/lz4/lib/README.md
@@ -195,9 +216,13 @@ files:
 - ext/multi_compress/vendor/lz4/lib/lz4hc.h
 - ext/multi_compress/vendor/lz4/lib/xxhash.c
 - ext/multi_compress/vendor/lz4/lib/xxhash.h
+- ext/multi_compress/vendor/zstd/COPYING
+- ext/multi_compress/vendor/zstd/LICENSE
 - ext/multi_compress/vendor/zstd/lib/BUCK
 - ext/multi_compress/vendor/zstd/lib/Makefile
 - ext/multi_compress/vendor/zstd/lib/README.md
+- ext/multi_compress/vendor/zstd/lib/common/allocations.h
+- ext/multi_compress/vendor/zstd/lib/common/bits.h
 - ext/multi_compress/vendor/zstd/lib/common/bitstream.h
 - ext/multi_compress/vendor/zstd/lib/common/compiler.h
 - ext/multi_compress/vendor/zstd/lib/common/cpu.h
@@ -246,6 +271,8 @@ files:
 - ext/multi_compress/vendor/zstd/lib/compress/zstd_ldm_geartab.h
 - ext/multi_compress/vendor/zstd/lib/compress/zstd_opt.c
 - ext/multi_compress/vendor/zstd/lib/compress/zstd_opt.h
+- ext/multi_compress/vendor/zstd/lib/compress/zstd_preSplit.c
+- ext/multi_compress/vendor/zstd/lib/compress/zstd_preSplit.h
 - ext/multi_compress/vendor/zstd/lib/compress/zstdmt_compress.c
 - ext/multi_compress/vendor/zstd/lib/compress/zstdmt_compress.h
 - ext/multi_compress/vendor/zstd/lib/decompress/huf_decompress.c