zstd 1.1.2.0

data/ext/zstd/zstd.c

@@ -0,0 +1,185 @@
+#include "zstd.h"
+
+struct dic_struct {
+  ZSTD_CDict* cdic;
+  ZSTD_CCtx* cctx;
+  ZSTD_DDict* ddic;
+  ZSTD_DCtx* dctx;
+};
+
+static off_t fsize_or_raise(const char *filename) {
+  struct stat st;
+  if (stat(filename, &st) == 0) return st.st_size;
+  rb_raise(rb_eRuntimeError, "file not found: %s", filename);
+}
+
+static FILE* fopen_or_raise(const char *filename, const char *instruction) {
+  FILE* const inFile = fopen(filename, instruction);
+  if (inFile) return inFile;
+  rb_raise(rb_eRuntimeError, "cannot open file: %s", filename);
+}
+
+static void* malloc_or_raise(size_t size) {
+  void* const buff = malloc(size);
+  if (buff) return buff;
+  rb_raise(rb_eRuntimeError, "malloc failed");
+}
+
+static void* load_file_or_raise(const char* filename, size_t* size) {
+  off_t const buffSize = fsize_or_raise(filename);
+  FILE* const inFile = fopen_or_raise(filename, "rb");
+  void* const buffer = malloc_or_raise(buffSize);
+  size_t const readSize = fread(buffer, 1, buffSize, inFile);
+  if (readSize != (size_t)buffSize) {
+    rb_raise(rb_eRuntimeError, "failed to read file: %s", filename);
+  }
+  fclose(inFile);
+  *size = buffSize;
+  return buffer;
+}
+
+static ZSTD_CDict* createCDict_or_raise(const char* dictFileName, int cLevel) {
+  size_t dictSize;
+  void* const dictBuffer = load_file_or_raise(dictFileName, &dictSize);
+  ZSTD_CDict* const cdict = ZSTD_createCDict(dictBuffer, dictSize, cLevel);
+  if (!cdict) {
+    rb_raise(rb_eRuntimeError, "failed to create dictionary: %s", dictFileName);
+  }
+  free(dictBuffer);
+  return cdict;
+}
+
+static ZSTD_DDict* createDDict_or_raise(const char* dictFileName) {
+  size_t dictSize;
+  void* const dictBuffer = load_file_or_raise(dictFileName, &dictSize);
+  ZSTD_DDict* const ddict = ZSTD_createDDict(dictBuffer, dictSize);
+  if (!ddict) {
+    rb_raise(rb_eRuntimeError, "failed to create dictionary: %s", dictFileName);
+  }
+  free(dictBuffer);
+  return ddict;
+}
+
+static VALUE compress(int argc, VALUE *argv, VALUE self) {
+  VALUE src_buf, dst_buf, comp_level_arg;
+  const char* src_ptr;
+  char* dst_ptr;
+  size_t src_size, dst_size, res;
+  int comp_level;
+
+  rb_scan_args(argc, argv, "11", &src_buf, &comp_level_arg);
+  
+  Check_Type(src_buf, RUBY_T_STRING);
+  src_ptr = RSTRING_PTR(src_buf);
+  src_size = RSTRING_LEN(src_buf);
+  
+  dst_size = ZSTD_compressBound(src_size);
+  dst_buf = rb_str_new(NULL, dst_size);
+  dst_ptr = RSTRING_PTR(dst_buf);
+
+  comp_level = 3;
+  if (!NIL_P(comp_level_arg)) {
+    Check_Type(comp_level_arg, RUBY_T_FIXNUM);
+    comp_level = FIX2INT(comp_level_arg);    
+  }
+
+  struct dic_struct *ds;
+  Data_Get_Struct(self, struct dic_struct, ds);
+
+  if (ds->cdic == NULL) {
+    res = ZSTD_compress((void*)dst_ptr, dst_size, (const void*)src_ptr, src_size, comp_level);
+  } else {    
+    res = ZSTD_compress_usingCDict(ds->cctx, (void*)dst_ptr, dst_size, (const void*)src_ptr, src_size, ds->cdic);
+  }
+
+  if (ZSTD_isError(res)) {
+    rb_raise(rb_eRuntimeError, "error compressing: %s", ZSTD_getErrorName(res));
+  } else {
+    rb_str_resize(dst_buf, res);
+  }
+
+  return dst_buf;
+}
+
+static VALUE decompress(int argc, VALUE *argv, VALUE self) {
+  VALUE src_buf, dst_buf;
+  const char* src_ptr;
+  char* dst_ptr;
+  size_t src_size, dst_size, res;
+  
+  rb_scan_args(argc, argv, "10", &src_buf);
+
+  Check_Type(src_buf, RUBY_T_STRING);
+  src_ptr = RSTRING_PTR(src_buf);
+  src_size = RSTRING_LEN(src_buf);
+
+  dst_size = ZSTD_getDecompressedSize(src_ptr, src_size);
+  dst_buf = rb_str_new(NULL, dst_size);
+  dst_ptr = RSTRING_PTR(dst_buf);
+
+  struct dic_struct *ds;
+  Data_Get_Struct(self, struct dic_struct, ds);
+
+  if (ds->ddic == NULL) {
+    res = ZSTD_decompress((void*)dst_ptr, dst_size, (const void*)src_ptr, src_size);
+  } else {
+    res = ZSTD_decompress_usingDDict(ds->dctx, (void*)dst_ptr, dst_size, (const void*)src_ptr, src_size, ds->ddic);
+  }
+
+  if (ZSTD_isError(res)) {
+    rb_raise(rb_eRuntimeError, "error decompressing: %s", ZSTD_getErrorName(res));
+  } else {
+    rb_str_resize(dst_buf, res);
+  }
+
+  return dst_buf;  
+}
+
+static void deallocate(void *ds) {
+  if ((((struct dic_struct *)ds)->cctx) != NULL) {
+    ZSTD_freeCCtx(((struct dic_struct *)ds)->cctx);
+    ZSTD_freeCDict(((struct dic_struct *)ds)->cdic);
+    ZSTD_freeDCtx(((struct dic_struct *)ds)->dctx);
+    ZSTD_freeDDict(((struct dic_struct *)ds)->ddic);
+  }
+  //xfree(ds); // TODO: verify
+}
+
+static VALUE allocate(VALUE claes) {
+  struct dic_struct *ds;
+  ds = ALLOC(struct dic_struct);
+  return Data_Wrap_Struct(claes, NULL, deallocate, ds);
+}
+
+static VALUE initialize(int argc, VALUE *argv, VALUE self) {
+  VALUE dic_arg;
+  struct dic_struct *ds;
+  Data_Get_Struct(self, struct dic_struct, ds);
+  ds->cdic = NULL;
+  ds->cctx = NULL;
+  ds->ddic = NULL;
+  ds->dctx = NULL;
+  
+  rb_scan_args(argc, argv, "01", &dic_arg);
+
+  if (!NIL_P(dic_arg)) {
+    Check_Type(dic_arg, RUBY_T_STRING);    
+    const char* dic_ptr = RSTRING_PTR(dic_arg);
+    ds->cdic = createCDict_or_raise(dic_ptr, 19);
+    ds->cctx = ZSTD_createCCtx();
+    ds->ddic = createDDict_or_raise(dic_ptr);
+    ds->dctx = ZSTD_createDCtx();
+  }
+
+  return self;
+}
+
+void Init_zstd(void) {
+  VALUE rb_cZstd = rb_define_class("Zstd", rb_cObject);
+
+  rb_define_alloc_func(rb_cZstd, allocate);
+  rb_define_method(rb_cZstd, "initialize", initialize, -1);
+  
+  rb_define_method(rb_cZstd, "compress", compress, -1);
+  rb_define_method(rb_cZstd, "decompress", decompress, -1);
+}

data/ext/zstd/zstd.h

@@ -0,0 +1,7 @@
+#ifndef ZSTD_H
+#define ZSTD_H 1
+
+#include "ruby.h"
+#include <libzstd/zstd.h>
+
+#endif /* ZSTD_H */

data/lib/zstd/version.rb

@@ -0,0 +1,3 @@
+class Zstd
+  VERSION = "1.1.2.0"
+end

data/lib/zstd.rb

@@ -0,0 +1,6 @@
+require "zstd/version"
+require "zstd/zstd"
+
+class Zstd
+  # Your code goes here...
+end

data/zstd.gemspec

@@ -0,0 +1,38 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'zstd/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'zstd'
+  spec.version       = Zstd::VERSION
+  spec.authors       = ['Lars Ingjer']
+  spec.email         = ['lars@datek.no']
+
+  spec.summary       = %q{Ruby wrapper for Facebook Zstandard}
+  spec.description   = %q{Ruby wrapper for Facebook Zstandard library}
+  spec.homepage      = 'https://github.com/DatekWireless/zstd'
+  spec.license       = 'MIT'
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = 'https://rubygems.org'
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+  spec.extensions    = ["ext/zstd/extconf.rb"]
+
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rake-compiler"
+  spec.add_development_dependency "minitest", "~> 5.0"
+end

metadata

@@ -0,0 +1,172 @@
+--- !ruby/object:Gem::Specification
+name: zstd
+version: !ruby/object:Gem::Version
+  version: 1.1.2.0
+platform: ruby
+authors:
+- Lars Ingjer
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-01-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: Ruby wrapper for Facebook Zstandard library
+email:
+- lars@datek.no
+executables:
+- zstd
+extensions:
+- ext/zstd/extconf.rb
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/zstd
+- ext/zstd/extconf.rb
+- ext/zstd/libzstd/.gitignore
+- ext/zstd/libzstd/LICENSE
+- ext/zstd/libzstd/Makefile
+- ext/zstd/libzstd/PATENTS
+- ext/zstd/libzstd/README.md
+- ext/zstd/libzstd/common/bitstream.h
+- ext/zstd/libzstd/common/entropy_common.c
+- ext/zstd/libzstd/common/error_private.c
+- ext/zstd/libzstd/common/error_private.h
+- ext/zstd/libzstd/common/fse.h
+- ext/zstd/libzstd/common/fse_decompress.c
+- ext/zstd/libzstd/common/huf.h
+- ext/zstd/libzstd/common/mem.h
+- ext/zstd/libzstd/common/xxhash.c
+- ext/zstd/libzstd/common/xxhash.h
+- ext/zstd/libzstd/common/zstd_common.c
+- ext/zstd/libzstd/common/zstd_errors.h
+- ext/zstd/libzstd/common/zstd_internal.h
+- ext/zstd/libzstd/compress/fse_compress.c
+- ext/zstd/libzstd/compress/huf_compress.c
+- ext/zstd/libzstd/compress/zstd_compress.c
+- ext/zstd/libzstd/compress/zstd_opt.h
+- ext/zstd/libzstd/decompress/huf_decompress.c
+- ext/zstd/libzstd/decompress/zstd_decompress.c
+- ext/zstd/libzstd/deprecated/zbuff.h
+- ext/zstd/libzstd/deprecated/zbuff_compress.c
+- ext/zstd/libzstd/deprecated/zbuff_decompress.c
+- ext/zstd/libzstd/dictBuilder/divsufsort.c
+- ext/zstd/libzstd/dictBuilder/divsufsort.h
+- ext/zstd/libzstd/dictBuilder/zdict.c
+- ext/zstd/libzstd/dictBuilder/zdict.h
+- ext/zstd/libzstd/dll/example/Makefile
+- ext/zstd/libzstd/dll/example/README.md
+- ext/zstd/libzstd/dll/example/build_package.bat
+- ext/zstd/libzstd/dll/example/fullbench-dll.sln
+- ext/zstd/libzstd/dll/example/fullbench-dll.vcxproj
+- ext/zstd/libzstd/dll/libzstd.def
+- ext/zstd/libzstd/legacy/zstd_legacy.h
+- ext/zstd/libzstd/legacy/zstd_v01.c
+- ext/zstd/libzstd/legacy/zstd_v01.h
+- ext/zstd/libzstd/legacy/zstd_v02.c
+- ext/zstd/libzstd/legacy/zstd_v02.h
+- ext/zstd/libzstd/legacy/zstd_v03.c
+- ext/zstd/libzstd/legacy/zstd_v03.h
+- ext/zstd/libzstd/legacy/zstd_v04.c
+- ext/zstd/libzstd/legacy/zstd_v04.h
+- ext/zstd/libzstd/legacy/zstd_v05.c
+- ext/zstd/libzstd/legacy/zstd_v05.h
+- ext/zstd/libzstd/legacy/zstd_v06.c
+- ext/zstd/libzstd/legacy/zstd_v06.h
+- ext/zstd/libzstd/legacy/zstd_v07.c
+- ext/zstd/libzstd/legacy/zstd_v07.h
+- ext/zstd/libzstd/libzstd.pc.in
+- ext/zstd/libzstd/zstd.h
+- ext/zstd/zstd.c
+- ext/zstd/zstd.h
+- lib/zstd.rb
+- lib/zstd/version.rb
+- zstd.gemspec
+homepage: https://github.com/DatekWireless/zstd
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Ruby wrapper for Facebook Zstandard
+test_files: []