extzstd 0.1.1 → 0.2

data/ext/zstd_common.c

@@ -1,8 +1,13 @@
 #define ZSTD_LEGACY_SUPPORT 1
 #define MEM_MODULE 1
+#define visibility(v) visibility("hidden")
 
 #include "../contrib/zstd/lib/common/entropy_common.c"
 #include "../contrib/zstd/lib/common/error_private.c"
 #include "../contrib/zstd/lib/common/fse_decompress.c"
+
+#undef CHECK_F
+#include "../contrib/zstd/lib/common/pool.c"
+#include "../contrib/zstd/lib/common/threading.c"
 #include "../contrib/zstd/lib/common/xxhash.c"
 #include "../contrib/zstd/lib/common/zstd_common.c"

data/ext/zstd_compress.c

@@ -1,6 +1,14 @@
 #define ZSTD_LEGACY_SUPPORT 1
 #define MEM_MODULE 1
+#define visibility(v) visibility("hidden")
 
 #include "../contrib/zstd/lib/compress/fse_compress.c"
 #include "../contrib/zstd/lib/compress/huf_compress.c"
+
+#undef CHECK_F
 #include "../contrib/zstd/lib/compress/zstd_compress.c"
+#include "../contrib/zstd/lib/compress/zstd_double_fast.c"
+#include "../contrib/zstd/lib/compress/zstd_fast.c"
+#include "../contrib/zstd/lib/compress/zstd_lazy.c"
+#include "../contrib/zstd/lib/compress/zstd_ldm.c"
+#include "../contrib/zstd/lib/compress/zstd_opt.c"

data/ext/zstd_decompress.c

@@ -1,5 +1,6 @@
 #define ZSTD_LEGACY_SUPPORT 1
 #define MEM_MODULE 1
+#define visibility(v) visibility("hidden")
 
 #include "../contrib/zstd/lib/decompress/zstd_decompress.c"
 #include "../contrib/zstd/lib/decompress/huf_decompress.c"

data/ext/zstd_dictbuilder.c

@@ -1,5 +1,7 @@
 #define ZSTD_LEGACY_SUPPORT 1
 #define MEM_MODULE 1
+#define visibility(v) visibility("hidden")
 
 #include "../contrib/zstd/lib/dictBuilder/zdict.c"
 #include "../contrib/zstd/lib/dictBuilder/divsufsort.c"
+#include "../contrib/zstd/lib/dictBuilder/cover.c"

data/lib/extzstd/version.rb

@@ -1,3 +1,3 @@
 module Zstd
-  VERSION = "0.1.1"
+  VERSION = "0.2"
 end

data/lib/extzstd.rb

@@ -59,6 +59,27 @@ module Zstd
     Decoder.open(src, dict, &block)
   end
 
+  StreamEncoder = Encoder
+
+  class Encoder
+    #
+    # call-seq:
+    #   open(outport, level = nil, dict = nil) -> zstd encoder
+    #   open(outport, encode_params, dict = nil) { |encoder| ... } -> yield returned value
+    #
+    def self.open(outport, *args)
+      e = new(outport, *args)
+
+      return e unless block_given?
+
+      begin
+        yield e
+      ensure
+        e.close rescue nil unless e.eof?
+      end
+    end
+  end
+
   class Encoder < Struct.new(:encoder, :outport, :destbuf, :status)
     #
     # call-seq:
@@ -128,6 +149,32 @@ module Zstd
 
       self
     end
+  end if false
+
+  StreamDecoder = Decoder
+
+  class Decoder
+    #
+    # call-seq:
+    #   open(inport, dict = nil) -> decoder
+    #   open(inport, dict = nil) { |decoder| ... } -> yield returned value
+    #
+    # [inport]
+    #   String instance or +read+ method haved Object.
+    #
+    def self.open(inport, dict = nil)
+      inport = StringIO.new(inport) if inport.kind_of?(String)
+
+      dec = new(inport, dict)
+
+      return dec unless block_given?
+
+      begin
+        yield(dec)
+      ensure
+        dec.close rescue nil
+      end
+    end
   end
 
   class Decoder
@@ -243,7 +290,7 @@ module Zstd
       @status = nil
       nil
     end
-  end
+  end if false
 
   class Parameters
     def inspect

data/test/test_basic.rb

@@ -32,7 +32,15 @@ class TestZstd < Test::Unit::TestCase
     d.pos = 0
     size_b = 0
     md5b = Digest::MD5.new
-    Zstd.decode(d) { |z| buf = ""; while z.read(654321, buf); size_b += buf.bytesize; md5b.update buf; end }
+    partial_list = [262144, 1, 262144, 262142, 524288, 524280, 99, 999, 9999, 99999, 999999, 9999999, nil]
+    Zstd.decode(d) do |z|
+      buf = ""
+      while z.read(s = partial_list.shift, buf)
+        assert_equal s, buf.bytesize if s
+        size_b += buf.bytesize
+        md5b.update buf
+      end
+    end
     assert_equal size_a, size_b
     assert_equal(md5a.hexdigest, md5b.hexdigest)
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: extzstd
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: '0.2'
 platform: ruby
 authors:
 - dearblue
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-03-28 00:00:00.000000000 Z
+date: 2018-02-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -32,7 +32,7 @@ executables: []
 extensions:
 - ext/extconf.rb
 extra_rdoc_files:
-- HISTORY.ja
+- HISTORY.ja.md
 - LICENSE
 - README.md
 - contrib/zstd/LICENSE
@@ -56,16 +56,15 @@ extra_rdoc_files:
 - lib/extzstd.rb
 - lib/extzstd/version.rb
 files:
-- HISTORY.ja
+- HISTORY.ja.md
 - LICENSE
 - README.md
 - Rakefile
 - contrib/zstd/CONTRIBUTING.md
+- contrib/zstd/COPYING
 - contrib/zstd/LICENSE
-- contrib/zstd/LICENSE-examples
 - contrib/zstd/Makefile
 - contrib/zstd/NEWS
-- contrib/zstd/PATENTS
 - contrib/zstd/README.md
 - contrib/zstd/TESTING.md
 - contrib/zstd/appveyor.yml
@@ -74,6 +73,7 @@ files:
 - contrib/zstd/lib/Makefile
 - contrib/zstd/lib/README.md
 - contrib/zstd/lib/common/bitstream.h
+- contrib/zstd/lib/common/compiler.h
 - contrib/zstd/lib/common/entropy_common.c
 - contrib/zstd/lib/common/error_private.c
 - contrib/zstd/lib/common/error_private.h
@@ -93,6 +93,16 @@ files:
 - contrib/zstd/lib/compress/fse_compress.c
 - contrib/zstd/lib/compress/huf_compress.c
 - contrib/zstd/lib/compress/zstd_compress.c
+- contrib/zstd/lib/compress/zstd_compress_internal.h
+- contrib/zstd/lib/compress/zstd_double_fast.c
+- contrib/zstd/lib/compress/zstd_double_fast.h
+- contrib/zstd/lib/compress/zstd_fast.c
+- contrib/zstd/lib/compress/zstd_fast.h
+- contrib/zstd/lib/compress/zstd_lazy.c
+- contrib/zstd/lib/compress/zstd_lazy.h
+- contrib/zstd/lib/compress/zstd_ldm.c
+- contrib/zstd/lib/compress/zstd_ldm.h
+- contrib/zstd/lib/compress/zstd_opt.c
 - contrib/zstd/lib/compress/zstd_opt.h
 - contrib/zstd/lib/compress/zstdmt_compress.c
 - contrib/zstd/lib/compress/zstdmt_compress.h
@@ -169,7 +179,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.7.4
 signing_key: 
 specification_version: 4
 summary: ruby bindings for Zstandard (zstd)

data/HISTORY.ja

@@ -1,10 +0,0 @@
-# extzstd の更新履歴
-
-## extzstd-0.1.1 (平成29年3月28日 火曜日)
-
-  * zstd-1.1.4 への更新
-
-
-## extzstd-0.1 (平成28年11月2日 (水曜日))
-
-初版

data/contrib/zstd/LICENSE-examples

@@ -1,11 +0,0 @@
-Copyright (c) 2016-present, Facebook, Inc. All rights reserved.
-
-The examples provided by Facebook are for non-commercial testing and evaluation
-purposes only. Facebook reserves all rights not expressly granted.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
-FACEBOOK BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
-ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/contrib/zstd/PATENTS

@@ -1,33 +0,0 @@
-Additional Grant of Patent Rights Version 2
-
-"Software" means the Zstandard software distributed by Facebook, Inc.
-
-Facebook, Inc. ("Facebook") hereby grants to each recipient of the Software
-("you") a perpetual, worldwide, royalty-free, non-exclusive, irrevocable
-(subject to the termination provision below) license under any Necessary
-Claims, to make, have made, use, sell, offer to sell, import, and otherwise
-transfer the Software. For avoidance of doubt, no license is granted under
-Facebook’s rights in any patent claims that are infringed by (i) modifications
-to the Software made by you or any third party or (ii) the Software in
-combination with any software or other technology.
-
-The license granted hereunder will terminate, automatically and without notice,
-if you (or any of your subsidiaries, corporate affiliates or agents) initiate
-directly or indirectly, or take a direct financial interest in, any Patent
-Assertion: (i) against Facebook or any of its subsidiaries or corporate
-affiliates, (ii) against any party if such Patent Assertion arises in whole or
-in part from any software, technology, product or service of Facebook or any of
-its subsidiaries or corporate affiliates, or (iii) against any party relating
-to the Software. Notwithstanding the foregoing, if Facebook or any of its
-subsidiaries or corporate affiliates files a lawsuit alleging patent
-infringement against you in the first instance, and you respond by filing a
-patent infringement counterclaim in that lawsuit against that party that is
-unrelated to the Software, the license granted hereunder will not terminate
-under section (i) of this paragraph due to such counterclaim.
-
-A "Necessary Claim" is a claim of a patent owned by Facebook that is
-necessarily infringed by the Software standing alone.
-
-A "Patent Assertion" is any lawsuit or other action alleging direct, indirect,
-or contributory infringement or inducement to infringe any patent, including a
-cross-claim or counterclaim.