zstd-ruby 0.1.0

data/ext/zstdruby/zstdruby.c

@@ -0,0 +1,117 @@
+#include "zstdruby.h"
+#include "./libzstd/zstd.h"
+
+static VALUE zstdVersion(VALUE self)
+{
+  unsigned version = ZSTD_versionNumber();
+  return INT2NUM(version);
+}
+
+static VALUE compress(int argc, VALUE *argv, VALUE self)
+{
+  VALUE input_value;
+  VALUE compression_level_value;
+  rb_scan_args(argc, argv, "11", &input_value, &compression_level_value);
+
+  Check_Type(input_value, RUBY_T_STRING);
+  const char* input_data = RSTRING_PTR(input_value);
+  size_t input_size = RSTRING_LEN(input_value);
+
+  int compression_level;
+  if (NIL_P(compression_level_value)) {
+    compression_level = 1;
+  } else {
+    Check_Type(compression_level_value, RUBY_T_FIXNUM);
+    compression_level = FIX2INT(compression_level_value);
+  }
+
+  // do compress
+  size_t max_compressed_size = ZSTD_compressBound(input_size);
+
+  VALUE output = rb_str_new(NULL, max_compressed_size);
+  char* output_data = RSTRING_PTR(output);
+
+  size_t compressed_size = ZSTD_compress((void*)output_data, max_compressed_size,
+                                         (const void*)input_data, input_size, compression_level);
+
+  if (ZSTD_isError(compressed_size)) {
+    rb_raise(rb_eRuntimeError, "%s: %s", "compress failed", ZSTD_getErrorName(compressed_size));
+  } else {
+    rb_str_resize(output, compressed_size);
+  }
+
+  return output;
+}
+
+static VALUE decompress_buffered(const char* input_data, size_t input_size)
+{
+  const size_t outputBufferSize = 4096;
+
+  ZSTD_DStream* const dstream = ZSTD_createDStream();
+  if (dstream == NULL) {
+    rb_raise(rb_eRuntimeError, "%s", "ZSTD_createDStream failed");
+  }
+
+  size_t initResult = ZSTD_initDStream(dstream);
+  if (ZSTD_isError(initResult)) {
+    ZSTD_freeDStream(dstream);
+    rb_raise(rb_eRuntimeError, "%s: %s", "ZSTD_initDStream failed", ZSTD_getErrorName(initResult));
+  }
+
+
+  VALUE output_string = rb_str_new(NULL, 0);
+  ZSTD_outBuffer output = { NULL, 0, 0 };
+
+  ZSTD_inBuffer input = { input_data, input_size, 0 };
+  while (input.pos < input.size) {
+    output.size += outputBufferSize;
+    rb_str_resize(output_string, output.size);
+    output.dst = RSTRING_PTR(output_string);
+
+    size_t readHint = ZSTD_decompressStream(dstream, &output, &input);
+    if (ZSTD_isError(readHint)) {
+      ZSTD_freeDStream(dstream);
+      rb_raise(rb_eRuntimeError, "%s: %s", "ZSTD_decompressStream failed", ZSTD_getErrorName(readHint));
+    }
+  }
+
+  ZSTD_freeDStream(dstream);
+  rb_str_resize(output_string, output.pos);
+  return output_string;
+}
+
+static VALUE decompress(VALUE self, VALUE input)
+{
+  Check_Type(input, T_STRING);
+  const char* input_data = RSTRING_PTR(input);
+  size_t input_size = RSTRING_LEN(input);
+
+  uint64_t uncompressed_size = ZSTD_getDecompressedSize(input_data, input_size);
+
+  if (uncompressed_size == 0) {
+    return decompress_buffered(input_data, input_size);
+  }
+
+  VALUE output = rb_str_new(NULL, uncompressed_size);
+  char* output_data = RSTRING_PTR(output);
+
+  size_t decompress_size = ZSTD_decompress((void*)output_data, uncompressed_size,
+                                           (const void*)input_data, input_size);
+
+  if (ZSTD_isError(decompress_size)) {
+    rb_raise(rb_eRuntimeError, "%s: %s", "decompress error", ZSTD_getErrorName(decompress_size));
+  }
+
+  return output;
+}
+
+VALUE rb_mZstd;
+
+void
+Init_zstdruby(void)
+{
+  rb_mZstd = rb_define_module("Zstd");
+  rb_define_module_function(rb_mZstd, "zstd_version", zstdVersion, 0);
+  rb_define_module_function(rb_mZstd, "compress", compress, -1);
+  rb_define_module_function(rb_mZstd, "decompress", decompress, 1);
+}

data/ext/zstdruby/zstdruby.h

@@ -0,0 +1,6 @@
+#ifndef ZSTD_RUBY_H
+#define ZSTD_RUBY_H 1
+
+#include "ruby.h"
+
+#endif /* ZSTD_RUBY_H */

data/lib/zstd-ruby.rb

@@ -0,0 +1,6 @@
+require "zstd-ruby/version"
+require "zstd-ruby/zstdruby"
+
+module Zstd
+  # Your code goes here...
+end

data/lib/zstd-ruby/version.rb

@@ -0,0 +1,3 @@
+module Zstd
+  VERSION = "0.1.0"
+end

data/zstd-ruby.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'zstd-ruby/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "zstd-ruby"
+  spec.version       = Zstd::VERSION
+  spec.authors       = ["SpringMT"]
+  spec.email         = ["today.is.sky.blue.sky@gmail.com"]
+
+  spec.summary       = %q{Ruby binding for zstd(Zstandard - Fast real-time compression algorithm)}
+  spec.description   = %q{Ruby binding for zstd(Zstandard - Fast real-time compression algorithm). See https://github.com/facebook/zstd}
+  spec.homepage      = "https://github.com/SpringMT/zstd-ruby"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  #if spec.respond_to?(:metadata)
+  #  spec.metadata['allowed_push_host'] = "Set to 'http://mygemserver.com'"
+  #else
+  #  raise "RubyGems 2.0 or newer is required to protect against " \
+  #    "public gem pushes."
+  #end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features|benchmarks|zstd)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.14"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rake-compiler", '~> 1'
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: zstd-ruby
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- SpringMT
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-02-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Ruby binding for zstd(Zstandard - Fast real-time compression algorithm).
+  See https://github.com/facebook/zstd
+email:
+- today.is.sky.blue.sky@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".gitmodules"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- ext/zstdruby/extconf.rb
+- ext/zstdruby/libzstd/.gitignore
+- ext/zstdruby/libzstd/Makefile
+- ext/zstdruby/libzstd/README.md
+- ext/zstdruby/libzstd/common/bitstream.h
+- ext/zstdruby/libzstd/common/entropy_common.c
+- ext/zstdruby/libzstd/common/error_private.c
+- ext/zstdruby/libzstd/common/error_private.h
+- ext/zstdruby/libzstd/common/fse.h
+- ext/zstdruby/libzstd/common/fse_decompress.c
+- ext/zstdruby/libzstd/common/huf.h
+- ext/zstdruby/libzstd/common/mem.h
+- ext/zstdruby/libzstd/common/xxhash.c
+- ext/zstdruby/libzstd/common/xxhash.h
+- ext/zstdruby/libzstd/common/zstd_common.c
+- ext/zstdruby/libzstd/common/zstd_errors.h
+- ext/zstdruby/libzstd/common/zstd_internal.h
+- ext/zstdruby/libzstd/compress/fse_compress.c
+- ext/zstdruby/libzstd/compress/huf_compress.c
+- ext/zstdruby/libzstd/compress/zstd_compress.c
+- ext/zstdruby/libzstd/compress/zstd_opt.h
+- ext/zstdruby/libzstd/decompress/huf_decompress.c
+- ext/zstdruby/libzstd/decompress/zstd_decompress.c
+- ext/zstdruby/libzstd/deprecated/zbuff.h
+- ext/zstdruby/libzstd/deprecated/zbuff_compress.c
+- ext/zstdruby/libzstd/deprecated/zbuff_decompress.c
+- ext/zstdruby/libzstd/dictBuilder/divsufsort.c
+- ext/zstdruby/libzstd/dictBuilder/divsufsort.h
+- ext/zstdruby/libzstd/dictBuilder/zdict.c
+- ext/zstdruby/libzstd/dictBuilder/zdict.h
+- ext/zstdruby/libzstd/dll/example/Makefile
+- ext/zstdruby/libzstd/dll/example/README.md
+- ext/zstdruby/libzstd/dll/example/build_package.bat
+- ext/zstdruby/libzstd/dll/example/fullbench-dll.sln
+- ext/zstdruby/libzstd/dll/example/fullbench-dll.vcxproj
+- ext/zstdruby/libzstd/dll/libzstd.def
+- ext/zstdruby/libzstd/legacy/zstd_legacy.h
+- ext/zstdruby/libzstd/legacy/zstd_v01.c
+- ext/zstdruby/libzstd/legacy/zstd_v01.h
+- ext/zstdruby/libzstd/legacy/zstd_v02.c
+- ext/zstdruby/libzstd/legacy/zstd_v02.h
+- ext/zstdruby/libzstd/legacy/zstd_v03.c
+- ext/zstdruby/libzstd/legacy/zstd_v03.h
+- ext/zstdruby/libzstd/legacy/zstd_v04.c
+- ext/zstdruby/libzstd/legacy/zstd_v04.h
+- ext/zstdruby/libzstd/legacy/zstd_v05.c
+- ext/zstdruby/libzstd/legacy/zstd_v05.h
+- ext/zstdruby/libzstd/legacy/zstd_v06.c
+- ext/zstdruby/libzstd/legacy/zstd_v06.h
+- ext/zstdruby/libzstd/legacy/zstd_v07.c
+- ext/zstdruby/libzstd/legacy/zstd_v07.h
+- ext/zstdruby/libzstd/libzstd.pc.in
+- ext/zstdruby/libzstd/zstd.h
+- ext/zstdruby/zstdruby.c
+- ext/zstdruby/zstdruby.h
+- lib/zstd-ruby.rb
+- lib/zstd-ruby/version.rb
+- zstd-ruby.gemspec
+homepage: https://github.com/SpringMT/zstd-ruby
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Ruby binding for zstd(Zstandard - Fast real-time compression algorithm)
+test_files: []