extzstd 0.0.3.CONCEPT → 0.3.1

data/lib/extzstd/version.rb

@@ -1,3 +1,3 @@
 module Zstd
-  VERSION = "0.0.3.CONCEPT"
+  VERSION = "0.3.1"
 end

data/test/test_basic.rb

@@ -18,24 +18,37 @@ class TestZstd < Test::Unit::TestCase
 
   def test_huge
     src = "ABCDEFGabcdefg" * 10000000
-    assert_equal(Digest::MD5.hexdigest(src), Digest::MD5.hexdigest(Zstd.decode(Zstd.encode(src))))
+    resrc = Zstd.decode(Zstd.encode(src))
+    assert_equal(src.bytesize, resrc.bytesize)
+    assert_equal(Digest::MD5.hexdigest(src), Digest::MD5.hexdigest(resrc))
   end
 
   def test_huge_stream
     src = "abcdefghijklmnopqrstuvwxyz" * 1000
+    size_a = 0
     md5a = Digest::MD5.new
     d = StringIO.new("")
-    Zstd.encode(d) { |z| 1000.times { z << src; md5a.update src } }
+    Zstd.encode(d) { |z| 1000.times { z << src; size_a += src.bytesize; md5a.update src } }
     d.pos = 0
+    size_b = 0
     md5b = Digest::MD5.new
-    Zstd.decode(d) { |z| buf = ""; while z.read(654321, buf); md5b.update buf; end }
+    partial_list = [262144, 1, 262144, 262142, 524288, 524280, 99, 999, 9999, 99999, 999999, 9999999, nil]
+    Zstd.decode(d) do |z|
+      buf = ""
+      while z.read(s = partial_list.shift, buf)
+        assert_equal s, buf.bytesize if s
+        size_b += buf.bytesize
+        md5b.update buf
+      end
+    end
+    assert_equal size_a, size_b
     assert_equal(md5a.hexdigest, md5b.hexdigest)
   end
 
   def test_dictionary
-    dictsrc = "0123456789 ABCDEFGHIJKLMNOPQRSTUVWXYZ abcdefghijklmnopqrstuvwxyz" * 10
-    dict = Zstd.dict_train_from_buffer(dictsrc, 10000)
+    dictsrc = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz_-" * 5
+    dict = Zstd::Dictionary.train_from_buffer(dictsrc, 10000)
     src = "ABCDEFGabcdefg" * 50
-    assert_equal(src, Zstd.decode(Zstd.encode(src, nil, dict), src.bytesize, dict))
+    assert_equal(src, Zstd.decode(Zstd.encode(src, dict: dict), src.bytesize, dict: dict))
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: extzstd
 version: !ruby/object:Gem::Version
-  version: 0.0.3.CONCEPT
+  version: 0.3.1
 platform: ruby
 authors:
 - dearblue
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-07-31 00:00:00.000000000 Z
+date: 2020-10-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -16,105 +16,174 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '12.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
-description: 'unoficial ruby bindings for Zstandard (zstd) <https://github.com/Cyan4973/zstd>.
+        version: '12.0'
+description: 'unoficial ruby bindings for Zstandard (zstd) <https://github.com/facebook/zstd>.
 
-'
-email: dearblue@users.osdn.me
+  '
+email: dearblue@users.noreply.github.com
 executables: []
 extensions:
 - ext/extconf.rb
 extra_rdoc_files:
+- HISTORY.ja.md
 - LICENSE
 - README.md
+- contrib/zstd/CHANGELOG
 - contrib/zstd/LICENSE
 - contrib/zstd/README.md
+- contrib/zstd/lib/README.md
 - ext/extzstd.c
 - ext/extzstd.h
-- ext/extzstd_buffered.c
 - ext/extzstd_nogvls.h
-- ext/zstd_amalgam.c
+- ext/extzstd_stream.c
+- ext/libzstd_conf.h
+- ext/zstd_common.c
+- ext/zstd_compress.c
+- ext/zstd_decompress.c
+- ext/zstd_dictbuilder.c
+- ext/zstd_dictbuilder_fastcover.c
 - ext/zstd_legacy_v01.c
 - ext/zstd_legacy_v02.c
 - ext/zstd_legacy_v03.c
 - ext/zstd_legacy_v04.c
 - ext/zstd_legacy_v05.c
 - ext/zstd_legacy_v06.c
+- ext/zstd_legacy_v07.c
 - lib/extzstd.rb
 - lib/extzstd/version.rb
 files:
+- HISTORY.ja.md
 - LICENSE
 - README.md
 - Rakefile
+- contrib/zstd/CHANGELOG
+- contrib/zstd/CODE_OF_CONDUCT.md
+- contrib/zstd/CONTRIBUTING.md
+- contrib/zstd/COPYING
 - contrib/zstd/LICENSE
+- contrib/zstd/Makefile
 - contrib/zstd/README.md
-- contrib/zstd/common/bitstream.h
-- contrib/zstd/common/entropy_common.c
-- contrib/zstd/common/error_private.h
-- contrib/zstd/common/error_public.h
-- contrib/zstd/common/fse.h
-- contrib/zstd/common/fse_decompress.c
-- contrib/zstd/common/huf.h
-- contrib/zstd/common/mem.h
-- contrib/zstd/common/xxhash.c
-- contrib/zstd/common/xxhash.h
-- contrib/zstd/common/zbuff.h
-- contrib/zstd/common/zstd.h
-- contrib/zstd/common/zstd_common.c
-- contrib/zstd/common/zstd_internal.h
-- contrib/zstd/compress/fse_compress.c
-- contrib/zstd/compress/huf_compress.c
-- contrib/zstd/compress/zbuff_compress.c
-- contrib/zstd/compress/zstd_compress.c
-- contrib/zstd/compress/zstd_opt.h
-- contrib/zstd/decompress/huf_decompress.c
-- contrib/zstd/decompress/zbuff_decompress.c
-- contrib/zstd/decompress/zstd_decompress.c
-- contrib/zstd/dictBuilder/divsufsort.c
-- contrib/zstd/dictBuilder/divsufsort.h
-- contrib/zstd/dictBuilder/zdict.c
-- contrib/zstd/dictBuilder/zdict.h
-- contrib/zstd/legacy/zstd_legacy.h
-- contrib/zstd/legacy/zstd_v01.c
-- contrib/zstd/legacy/zstd_v01.h
-- contrib/zstd/legacy/zstd_v02.c
-- contrib/zstd/legacy/zstd_v02.h
-- contrib/zstd/legacy/zstd_v03.c
-- contrib/zstd/legacy/zstd_v03.h
-- contrib/zstd/legacy/zstd_v04.c
-- contrib/zstd/legacy/zstd_v04.h
-- contrib/zstd/legacy/zstd_v05.c
-- contrib/zstd/legacy/zstd_v05.h
-- contrib/zstd/legacy/zstd_v06.c
-- contrib/zstd/legacy/zstd_v06.h
+- contrib/zstd/TESTING.md
+- contrib/zstd/appveyor.yml
+- contrib/zstd/lib/BUCK
+- contrib/zstd/lib/Makefile
+- contrib/zstd/lib/README.md
+- contrib/zstd/lib/common/bitstream.h
+- contrib/zstd/lib/common/compiler.h
+- contrib/zstd/lib/common/cpu.h
+- contrib/zstd/lib/common/debug.c
+- contrib/zstd/lib/common/debug.h
+- contrib/zstd/lib/common/entropy_common.c
+- contrib/zstd/lib/common/error_private.c
+- contrib/zstd/lib/common/error_private.h
+- contrib/zstd/lib/common/fse.h
+- contrib/zstd/lib/common/fse_decompress.c
+- contrib/zstd/lib/common/huf.h
+- contrib/zstd/lib/common/mem.h
+- contrib/zstd/lib/common/pool.c
+- contrib/zstd/lib/common/pool.h
+- contrib/zstd/lib/common/threading.c
+- contrib/zstd/lib/common/threading.h
+- contrib/zstd/lib/common/xxhash.c
+- contrib/zstd/lib/common/xxhash.h
+- contrib/zstd/lib/common/zstd_common.c
+- contrib/zstd/lib/common/zstd_errors.h
+- contrib/zstd/lib/common/zstd_internal.h
+- contrib/zstd/lib/compress/fse_compress.c
+- contrib/zstd/lib/compress/hist.c
+- contrib/zstd/lib/compress/hist.h
+- contrib/zstd/lib/compress/huf_compress.c
+- contrib/zstd/lib/compress/zstd_compress.c
+- contrib/zstd/lib/compress/zstd_compress_internal.h
+- contrib/zstd/lib/compress/zstd_compress_literals.c
+- contrib/zstd/lib/compress/zstd_compress_literals.h
+- contrib/zstd/lib/compress/zstd_compress_sequences.c
+- contrib/zstd/lib/compress/zstd_compress_sequences.h
+- contrib/zstd/lib/compress/zstd_compress_superblock.c
+- contrib/zstd/lib/compress/zstd_compress_superblock.h
+- contrib/zstd/lib/compress/zstd_cwksp.h
+- contrib/zstd/lib/compress/zstd_double_fast.c
+- contrib/zstd/lib/compress/zstd_double_fast.h
+- contrib/zstd/lib/compress/zstd_fast.c
+- contrib/zstd/lib/compress/zstd_fast.h
+- contrib/zstd/lib/compress/zstd_lazy.c
+- contrib/zstd/lib/compress/zstd_lazy.h
+- contrib/zstd/lib/compress/zstd_ldm.c
+- contrib/zstd/lib/compress/zstd_ldm.h
+- contrib/zstd/lib/compress/zstd_opt.c
+- contrib/zstd/lib/compress/zstd_opt.h
+- contrib/zstd/lib/compress/zstdmt_compress.c
+- contrib/zstd/lib/compress/zstdmt_compress.h
+- contrib/zstd/lib/decompress/huf_decompress.c
+- contrib/zstd/lib/decompress/zstd_ddict.c
+- contrib/zstd/lib/decompress/zstd_ddict.h
+- contrib/zstd/lib/decompress/zstd_decompress.c
+- contrib/zstd/lib/decompress/zstd_decompress_block.c
+- contrib/zstd/lib/decompress/zstd_decompress_block.h
+- contrib/zstd/lib/decompress/zstd_decompress_internal.h
+- contrib/zstd/lib/deprecated/zbuff.h
+- contrib/zstd/lib/deprecated/zbuff_common.c
+- contrib/zstd/lib/deprecated/zbuff_compress.c
+- contrib/zstd/lib/deprecated/zbuff_decompress.c
+- contrib/zstd/lib/dictBuilder/cover.c
+- contrib/zstd/lib/dictBuilder/cover.h
+- contrib/zstd/lib/dictBuilder/divsufsort.c
+- contrib/zstd/lib/dictBuilder/divsufsort.h
+- contrib/zstd/lib/dictBuilder/fastcover.c
+- contrib/zstd/lib/dictBuilder/zdict.c
+- contrib/zstd/lib/dictBuilder/zdict.h
+- contrib/zstd/lib/legacy/zstd_legacy.h
+- contrib/zstd/lib/legacy/zstd_v01.c
+- contrib/zstd/lib/legacy/zstd_v01.h
+- contrib/zstd/lib/legacy/zstd_v02.c
+- contrib/zstd/lib/legacy/zstd_v02.h
+- contrib/zstd/lib/legacy/zstd_v03.c
+- contrib/zstd/lib/legacy/zstd_v03.h
+- contrib/zstd/lib/legacy/zstd_v04.c
+- contrib/zstd/lib/legacy/zstd_v04.h
+- contrib/zstd/lib/legacy/zstd_v05.c
+- contrib/zstd/lib/legacy/zstd_v05.h
+- contrib/zstd/lib/legacy/zstd_v06.c
+- contrib/zstd/lib/legacy/zstd_v06.h
+- contrib/zstd/lib/legacy/zstd_v07.c
+- contrib/zstd/lib/legacy/zstd_v07.h
+- contrib/zstd/lib/libzstd.pc.in
+- contrib/zstd/lib/zstd.h
+- ext/depend
 - ext/extconf.rb
 - ext/extzstd.c
 - ext/extzstd.h
-- ext/extzstd_buffered.c
 - ext/extzstd_nogvls.h
-- ext/zstd_amalgam.c
+- ext/extzstd_stream.c
+- ext/libzstd_conf.h
+- ext/zstd_common.c
+- ext/zstd_compress.c
+- ext/zstd_decompress.c
+- ext/zstd_dictbuilder.c
+- ext/zstd_dictbuilder_fastcover.c
 - ext/zstd_legacy_v01.c
 - ext/zstd_legacy_v02.c
 - ext/zstd_legacy_v03.c
 - ext/zstd_legacy_v04.c
 - ext/zstd_legacy_v05.c
 - ext/zstd_legacy_v06.c
+- ext/zstd_legacy_v07.c
 - gemstub.rb
 - lib/extzstd.rb
 - lib/extzstd/version.rb
 - test/test_basic.rb
-homepage: https://osdn.jp/projects/rutsubo/
+homepage: https://github.com/dearblue/ruby-extzstd/
 licenses:
-- 2-clause BSD License
+- BSD-2-Clause
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options:
 - "--charset"
 - UTF-8
@@ -129,13 +198,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.4
-signing_key: 
+rubygems_version: 3.0.6
+signing_key:
 specification_version: 4
 summary: ruby bindings for Zstandard (zstd)
 test_files: []

data/contrib/zstd/common/error_private.h

@@ -1,125 +0,0 @@
-/* ******************************************************************
-   Error codes and messages
-   Copyright (C) 2013-2016, Yann Collet
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Homepage : http://www.zstd.net
-****************************************************************** */
-/* Note : this module is expected to remain private, do not expose it */
-
-#ifndef ERROR_H_MODULE
-#define ERROR_H_MODULE
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/* ****************************************
-*  Dependencies
-******************************************/
-#include <stddef.h>        /* size_t */
-#include "error_public.h"  /* enum list */
-
-
-/* ****************************************
-*  Compiler-specific
-******************************************/
-#if defined(__GNUC__)
-#  define ERR_STATIC static __attribute__((unused))
-#elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
-#  define ERR_STATIC static inline
-#elif defined(_MSC_VER)
-#  define ERR_STATIC static __inline
-#else
-#  define ERR_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
-#endif
-
-
-/*-****************************************
-*  Customization (error_public.h)
-******************************************/
-typedef ZSTD_ErrorCode ERR_enum;
-#define PREFIX(name) ZSTD_error_##name
-
-
-/*-****************************************
-*  Error codes handling
-******************************************/
-#ifdef ERROR
-#  undef ERROR   /* reported already defined on VS 2015 (Rich Geldreich) */
-#endif
-#define ERROR(name) ((size_t)-PREFIX(name))
-
-ERR_STATIC unsigned ERR_isError(size_t code) { return (code > ERROR(maxCode)); }
-
-ERR_STATIC ERR_enum ERR_getErrorCode(size_t code) { if (!ERR_isError(code)) return (ERR_enum)0; return (ERR_enum) (0-code); }
-
-
-/*-****************************************
-*  Error Strings
-******************************************/
-
-ERR_STATIC const char* ERR_getErrorString(ERR_enum code)
-{
-    static const char* notErrorCode = "Unspecified error code";
-    switch( code )
-    {
-    case PREFIX(no_error): return "No error detected";
-    case PREFIX(GENERIC):  return "Error (generic)";
-    case PREFIX(prefix_unknown): return "Unknown frame descriptor";
-    case PREFIX(frameParameter_unsupported): return "Unsupported frame parameter";
-    case PREFIX(frameParameter_unsupportedBy32bits): return "Frame parameter unsupported in 32-bits mode";
-    case PREFIX(compressionParameter_unsupported): return "Compression parameter is out of bound";
-    case PREFIX(init_missing): return "Context should be init first";
-    case PREFIX(memory_allocation): return "Allocation error : not enough memory";
-    case PREFIX(stage_wrong): return "Operation not authorized at current processing stage";
-    case PREFIX(dstSize_tooSmall): return "Destination buffer is too small";
-    case PREFIX(srcSize_wrong): return "Src size incorrect";
-    case PREFIX(corruption_detected): return "Corrupted block detected";
-    case PREFIX(checksum_wrong): return "Restored data doesn't match checksum";
-    case PREFIX(tableLog_tooLarge): return "tableLog requires too much memory : unsupported";
-    case PREFIX(maxSymbolValue_tooLarge): return "Unsupported max Symbol Value : too large";
-    case PREFIX(maxSymbolValue_tooSmall): return "Specified maxSymbolValue is too small";
-    case PREFIX(dictionary_corrupted): return "Dictionary is corrupted";
-    case PREFIX(dictionary_wrong): return "Dictionary mismatch";
-    case PREFIX(maxCode):
-    default: return notErrorCode;
-    }
-}
-
-ERR_STATIC const char* ERR_getErrorName(size_t code)
-{
-    return ERR_getErrorString(ERR_getErrorCode(code));
-}
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* ERROR_H_MODULE */

data/contrib/zstd/common/error_public.h

@@ -1,77 +0,0 @@
-/* ******************************************************************
-   Error codes list
-   Copyright (C) 2016, Yann Collet
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Homepage : http://www.zstd.net
-****************************************************************** */
-#ifndef ERROR_PUBLIC_H_MODULE
-#define ERROR_PUBLIC_H_MODULE
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/* ****************************************
-*  error codes list
-******************************************/
-typedef enum {
-  ZSTD_error_no_error,
-  ZSTD_error_GENERIC,
-  ZSTD_error_prefix_unknown,
-  ZSTD_error_frameParameter_unsupported,
-  ZSTD_error_frameParameter_unsupportedBy32bits,
-  ZSTD_error_compressionParameter_unsupported,
-  ZSTD_error_init_missing,
-  ZSTD_error_memory_allocation,
-  ZSTD_error_stage_wrong,
-  ZSTD_error_dstSize_tooSmall,
-  ZSTD_error_srcSize_wrong,
-  ZSTD_error_corruption_detected,
-  ZSTD_error_checksum_wrong,
-  ZSTD_error_tableLog_tooLarge,
-  ZSTD_error_maxSymbolValue_tooLarge,
-  ZSTD_error_maxSymbolValue_tooSmall,
-  ZSTD_error_dictionary_corrupted,
-  ZSTD_error_dictionary_wrong,
-  ZSTD_error_maxCode
-} ZSTD_ErrorCode;
-
-/*! ZSTD_getErrorCode() :
-    convert a `size_t` function result into a `ZSTD_ErrorCode` enum type,
-    which can be used to compare directly with enum list published into "error_public.h" */
-ZSTD_ErrorCode ZSTD_getErrorCode(size_t functionResult);
-const char* ZSTD_getErrorString(ZSTD_ErrorCode code);
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* ERROR_PUBLIC_H_MODULE */