zstdlib 0.1.0

data/ext/zstdlib/zstd-1.3.8/zlibWrapper/zstd_zlibwrapper.h

@@ -0,0 +1,88 @@
+/*
+ * Copyright (c) 2016-present, Przemyslaw Skibinski, Yann Collet, Facebook, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under both the BSD-style license (found in the
+ * LICENSE file in the root directory of this source tree) and the GPLv2 (found
+ * in the COPYING file in the root directory of this source tree).
+ * You may select, at your option, one of the above-listed licenses.
+ */
+
+#ifndef ZSTD_ZLIBWRAPPER_H
+#define ZSTD_ZLIBWRAPPER_H
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+#define ZLIB_CONST
+#define Z_PREFIX
+#define ZLIB_INTERNAL   /* disables gz*64 functions but fixes zlib 1.2.4 with Z_PREFIX */
+#include <zlib.h>
+
+#if !defined(z_const)
+    #define z_const
+#endif
+
+
+/* returns a string with version of zstd library */
+const char * zstdVersion(void);
+
+
+/*** COMPRESSION ***/
+/* ZWRAP_useZSTDcompression() enables/disables zstd compression during runtime.
+   By default zstd compression is disabled. To enable zstd compression please use one of the methods:
+   - compilation with the additional option -DZWRAP_USE_ZSTD=1
+   - using '#define ZWRAP_USE_ZSTD 1' in source code before '#include "zstd_zlibwrapper.h"'
+   - calling ZWRAP_useZSTDcompression(1)
+   All above-mentioned methods will enable zstd compression for all threads.
+   Be aware that ZWRAP_useZSTDcompression() is not thread-safe and may lead to a race condition. */
+void ZWRAP_useZSTDcompression(int turn_on);
+
+/* checks if zstd compression is turned on */
+int ZWRAP_isUsingZSTDcompression(void);
+
+/* Changes a pledged source size for a given compression stream.
+   It will change ZSTD compression parameters what may improve compression speed and/or ratio.
+   The function should be called just after deflateInit() or deflateReset() and before deflate() or deflateSetDictionary().
+   It's only helpful when data is compressed in blocks.
+   There will be no change in case of deflateInit() or deflateReset() immediately followed by deflate(strm, Z_FINISH)
+   as this case is automatically detected.  */
+int ZWRAP_setPledgedSrcSize(z_streamp strm, unsigned long long pledgedSrcSize);
+
+/* Similar to deflateReset but preserves dictionary set using deflateSetDictionary.
+   It should improve compression speed because there will be less calls to deflateSetDictionary
+   When using zlib compression this method redirects to deflateReset. */
+int ZWRAP_deflateReset_keepDict(z_streamp strm);
+
+
+
+/*** DECOMPRESSION ***/
+typedef enum { ZWRAP_FORCE_ZLIB, ZWRAP_AUTO } ZWRAP_decompress_type;
+
+/* ZWRAP_setDecompressionType() enables/disables automatic recognition of zstd/zlib compressed data during runtime.
+   By default auto-detection of zstd and zlib streams in enabled (ZWRAP_AUTO).
+   Forcing zlib decompression with ZWRAP_setDecompressionType(ZWRAP_FORCE_ZLIB) slightly improves
+   decompression speed of zlib-encoded streams.
+   Be aware that ZWRAP_setDecompressionType() is not thread-safe and may lead to a race condition. */
+void ZWRAP_setDecompressionType(ZWRAP_decompress_type type);
+
+/* checks zstd decompression type */
+ZWRAP_decompress_type ZWRAP_getDecompressionType(void);
+
+/* Checks if zstd decompression is used for a given stream.
+   If will return 1 only when inflate() was called and zstd header was detected. */
+int ZWRAP_isUsingZSTDdecompression(z_streamp strm);
+
+/* Similar to inflateReset but preserves dictionary set using inflateSetDictionary.
+   inflate() will return Z_NEED_DICT only for the first time what will improve decompression speed.
+   For zlib streams this method redirects to inflateReset. */
+int ZWRAP_inflateReset_keepDict(z_streamp strm);
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* ZSTD_ZLIBWRAPPER_H */

data/ext/zstdlib/zstd.mk

@@ -0,0 +1,14 @@
+VPATH := $(SRCDIR)/common $(SRCDIR)/compress $(SRCDIR)/decompress
+
+SRCS := $(foreach dir,$(VPATH),$(wildcard $(dir)/*.c))
+OBJS := $(patsubst %.c,%.o,$(foreach file,$(SRCS),$(notdir $(file))))
+
+CPPFLAGS += -I$(SRCDIR) -I$(SRCDIR)/common
+
+LIB = ../libzstd.a
+
+$(LIB) : $(OBJS)
+	$(AR) cr $@ $^
+
+clean :
+	$(RM) -f $(LIB) $(OBJS)

data/lib/zstdlib.rb

@@ -0,0 +1,6 @@
+begin
+  RUBY_VERSION =~ /(\d+\.\d+)/
+  require "#{$1}/zstdlib.so"
+rescue LoadError
+  require 'zstdlib.so'
+end

data/test/zstdlib_test.rb

@@ -0,0 +1,21 @@
+require 'test/unit'
+require 'zstdlib'
+
+class ZstdlibTest < Test::Unit::TestCase
+
+
+  def test_simple
+    hello = %~Hello, Zstd!~
+    assert_equal Zstdlib.inflate(Zstdlib.deflate(hello)), hello
+  end
+
+  def test_incremental_compress_simple
+    out = String.new
+    parts = %w[123 456 789]
+    zstd = Zstdlib::Deflate.new
+    parts.each {|p| out << zstd.deflate(p)}
+    out << zstd.finish
+    assert_equal Zstdlib.inflate(out), parts.join
+  end
+
+end

metadata

@@ -0,0 +1,198 @@
+--- !ruby/object:Gem::Specification
+name: zstdlib
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Oleg A. Khlybov
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-04-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler-dock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+description: Zlib drop-in replacement implementing Zstd (de)compression algorithm
+email:
+- fougas@mail.ru
+executables: []
+extensions:
+- ext/zstdlib/extconf.rb
+extra_rdoc_files: []
+files:
+- CHANGES.md
+- Gemfile
+- README.md
+- Rakefile
+- ext/zstdlib/extconf.rb
+- ext/zstdlib/ruby/zlib-2.2/zlib.c
+- ext/zstdlib/ruby/zlib-2.3/zlib.c
+- ext/zstdlib/ruby/zlib-2.4/zlib.c
+- ext/zstdlib/ruby/zlib-2.5/zlib.c
+- ext/zstdlib/ruby/zlib-2.6/zlib.c
+- ext/zstdlib/zlib-1.2.11/adler32.c
+- ext/zstdlib/zlib-1.2.11/compress.c
+- ext/zstdlib/zlib-1.2.11/crc32.c
+- ext/zstdlib/zlib-1.2.11/crc32.h
+- ext/zstdlib/zlib-1.2.11/deflate.c
+- ext/zstdlib/zlib-1.2.11/deflate.h
+- ext/zstdlib/zlib-1.2.11/gzclose.c
+- ext/zstdlib/zlib-1.2.11/gzguts.h
+- ext/zstdlib/zlib-1.2.11/gzlib.c
+- ext/zstdlib/zlib-1.2.11/gzread.c
+- ext/zstdlib/zlib-1.2.11/gzwrite.c
+- ext/zstdlib/zlib-1.2.11/infback.c
+- ext/zstdlib/zlib-1.2.11/inffast.c
+- ext/zstdlib/zlib-1.2.11/inffast.h
+- ext/zstdlib/zlib-1.2.11/inffixed.h
+- ext/zstdlib/zlib-1.2.11/inflate.c
+- ext/zstdlib/zlib-1.2.11/inflate.h
+- ext/zstdlib/zlib-1.2.11/inftrees.c
+- ext/zstdlib/zlib-1.2.11/inftrees.h
+- ext/zstdlib/zlib-1.2.11/trees.c
+- ext/zstdlib/zlib-1.2.11/trees.h
+- ext/zstdlib/zlib-1.2.11/uncompr.c
+- ext/zstdlib/zlib-1.2.11/zconf.h
+- ext/zstdlib/zlib-1.2.11/zlib.h
+- ext/zstdlib/zlib-1.2.11/zutil.c
+- ext/zstdlib/zlib-1.2.11/zutil.h
+- ext/zstdlib/zlib.mk
+- ext/zstdlib/zlibwrapper.mk
+- ext/zstdlib/zlibwrapper/zlibwrapper.c
+- ext/zstdlib/zstd-1.3.8/lib/common/bitstream.h
+- ext/zstdlib/zstd-1.3.8/lib/common/compiler.h
+- ext/zstdlib/zstd-1.3.8/lib/common/cpu.h
+- ext/zstdlib/zstd-1.3.8/lib/common/debug.c
+- ext/zstdlib/zstd-1.3.8/lib/common/debug.h
+- ext/zstdlib/zstd-1.3.8/lib/common/entropy_common.c
+- ext/zstdlib/zstd-1.3.8/lib/common/error_private.c
+- ext/zstdlib/zstd-1.3.8/lib/common/error_private.h
+- ext/zstdlib/zstd-1.3.8/lib/common/fse.h
+- ext/zstdlib/zstd-1.3.8/lib/common/fse_decompress.c
+- ext/zstdlib/zstd-1.3.8/lib/common/huf.h
+- ext/zstdlib/zstd-1.3.8/lib/common/mem.h
+- ext/zstdlib/zstd-1.3.8/lib/common/pool.c
+- ext/zstdlib/zstd-1.3.8/lib/common/pool.h
+- ext/zstdlib/zstd-1.3.8/lib/common/threading.c
+- ext/zstdlib/zstd-1.3.8/lib/common/threading.h
+- ext/zstdlib/zstd-1.3.8/lib/common/xxhash.c
+- ext/zstdlib/zstd-1.3.8/lib/common/xxhash.h
+- ext/zstdlib/zstd-1.3.8/lib/common/zstd_common.c
+- ext/zstdlib/zstd-1.3.8/lib/common/zstd_errors.h
+- ext/zstdlib/zstd-1.3.8/lib/common/zstd_internal.h
+- ext/zstdlib/zstd-1.3.8/lib/compress/fse_compress.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/hist.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/hist.h
+- ext/zstdlib/zstd-1.3.8/lib/compress/huf_compress.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_compress.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_compress_internal.h
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_double_fast.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_double_fast.h
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_fast.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_fast.h
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_lazy.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_lazy.h
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_ldm.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_ldm.h
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_opt.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstd_opt.h
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstdmt_compress.c
+- ext/zstdlib/zstd-1.3.8/lib/compress/zstdmt_compress.h
+- ext/zstdlib/zstd-1.3.8/lib/decompress/huf_decompress.c
+- ext/zstdlib/zstd-1.3.8/lib/decompress/zstd_ddict.c
+- ext/zstdlib/zstd-1.3.8/lib/decompress/zstd_ddict.h
+- ext/zstdlib/zstd-1.3.8/lib/decompress/zstd_decompress.c
+- ext/zstdlib/zstd-1.3.8/lib/decompress/zstd_decompress_block.c
+- ext/zstdlib/zstd-1.3.8/lib/decompress/zstd_decompress_block.h
+- ext/zstdlib/zstd-1.3.8/lib/decompress/zstd_decompress_internal.h
+- ext/zstdlib/zstd-1.3.8/lib/zstd.h
+- ext/zstdlib/zstd-1.3.8/zlibWrapper/gzclose.c
+- ext/zstdlib/zstd-1.3.8/zlibWrapper/gzcompatibility.h
+- ext/zstdlib/zstd-1.3.8/zlibWrapper/gzguts.h
+- ext/zstdlib/zstd-1.3.8/zlibWrapper/gzlib.c
+- ext/zstdlib/zstd-1.3.8/zlibWrapper/gzread.c
+- ext/zstdlib/zstd-1.3.8/zlibWrapper/gzwrite.c
+- ext/zstdlib/zstd-1.3.8/zlibWrapper/zstd_zlibwrapper.c
+- ext/zstdlib/zstd-1.3.8/zlibWrapper/zstd_zlibwrapper.h
+- ext/zstdlib/zstd.mk
+- lib/zstdlib.rb
+- test/zstdlib_test.rb
+homepage: https://bitbucket.org/fougas/zstdlib
+licenses:
+- BSD-3-Clause
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.2.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.9
+signing_key: 
+specification_version: 4
+summary: Ruby interface for the Zstd (de)compression library
+test_files: []