yaz0 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e8497431199299dfc86cb43d084da005a9ed7a11f83b7c3a01fc62a8dfb8ca0c
-  data.tar.gz: 9636cbce864ed5d1f7e3e639531cb69a5e329ae97e10aefcb1ef2c2d506901c5
+  metadata.gz: 4dea3dd6f151a4a0aeebb87258fd9ca033d92a91462ebe2ad9e121777c23aea5
+  data.tar.gz: c9885eb2142c21af2026b226c3c2a4175e8b7f3f1ac745d013135b282c963703
 SHA512:
-  metadata.gz: 73536d99b19fc8a56b5171cf031b3ae897ce9058f84d8874931bd5155b594b190f8f47795d47c506b3022091c78522744112bb5293e563517434f5b285d4e9e4
-  data.tar.gz: e986e0043ee983ed7c3301acb176bfdf37a9a5dd6ce22ceacba73a3479973c851ec841c17cbc69f8a6d909ee5afaa70a9d95c8c646ef1eae0f35c0df3610cde6
+  metadata.gz: 483a8e9de03d2c6f0e5fea0a0be1b048a2b46641528e3b00e165effc7a2794d3b04aa84d8aa5d07c9509baee680ee7783cba3fd0fa44b2e9435c44fd03011904
+  data.tar.gz: 243f77ffbd66fe1c0df94e474dcf92297e792bfb02fb3481e5518a5627c733c505cf5f282ff338a9d6a692ccd5d39e9c6f5b3984f364ac390d99976be454b572

data/Gemfile

@@ -3,6 +3,6 @@ source "https://rubygems.org"
 # Specify your gem's dependencies in yaz0.gemspec
 gemspec
 
-gem "rake", "~> 12.0"
+gem "rake", "~> 13.0"
 gem "rake-compiler"
 gem "rspec", "~> 3.0"

data/ext/yaz0/ext_yaz0.c

@@ -0,0 +1,165 @@
+#include "ext_yaz0.h"
+#include <stdio.h>
+#include <stdint.h>
+
+#define BUFSIZE 0x4000
+
+static void ext_yaz0_stream_free(void*);
+
+static VALUE class_yaz0_stream;
+static VALUE class_yaz0_error;
+static VALUE class_yaz0_error_bad_magic;
+static VALUE class_yaz0_error_end_of_file;
+
+static struct rb_data_type_struct type_yaz0_stream = {
+    "yaz0_stream",
+    { NULL, ext_yaz0_stream_free, NULL },
+    NULL,
+    NULL,
+    RUBY_TYPED_FREE_IMMEDIATELY
+};
+
+static void
+ext_yaz0_stream_free(void* s)
+{
+    yaz0Destroy((Yaz0Stream*)s);
+}
+
+static VALUE
+ext_yaz0_stream_alloc(VALUE klass)
+{
+    Yaz0Stream* s;
+    int ret;
+
+    ret = yaz0Init(&s);
+    if (ret == YAZ0_OUT_OF_MEMORY)
+        rb_raise(rb_eNoMemError, "Out of memory");
+    return TypedData_Wrap_Struct(klass, &type_yaz0_stream, s);
+}
+
+static void*
+run_NoGVL(void* arg)
+{
+    return (void*)(intptr_t)yaz0Run((Yaz0Stream*)arg);
+}
+
+static VALUE
+run(VALUE self, VALUE io_in, VALUE io_out, int compress, int size, int level)
+{
+    Yaz0Stream* s;
+    VALUE buffer_in;
+    VALUE buffer_out;
+    VALUE tmp;
+    int in_is_str;
+    int ret;
+
+    in_is_str = TYPE(io_in) == T_STRING;
+
+    TypedData_Get_Struct(self, Yaz0Stream, &type_yaz0_stream, s);
+    if (compress)
+        yaz0ModeCompress(s, size, level);
+    else
+        yaz0ModeDecompress(s);
+
+    /* Init the buffers */
+    if (!in_is_str)
+    {
+        buffer_in = rb_str_new(NULL, 0);
+        rb_str_resize(buffer_in, BUFSIZE);
+        rb_gc_register_address(&buffer_in);
+        rb_funcall(io_in, rb_intern("read"), 2, INT2FIX(BUFSIZE), buffer_in);
+    }
+    else
+    {
+        buffer_in = rb_obj_dup(io_in);
+        rb_gc_register_address(&buffer_in);
+    }
+    yaz0Input(s, RSTRING_PTR(buffer_in), (uint32_t)RSTRING_LEN(buffer_in));
+
+    buffer_out = rb_str_new(NULL, 0);
+    rb_str_resize(buffer_out, BUFSIZE);
+    rb_gc_register_address(&buffer_out);
+    yaz0Output(s, RSTRING_PTR(buffer_out), BUFSIZE);
+
+    for (;;)
+    {
+        ret = (int)(intptr_t)rb_thread_call_without_gvl(run_NoGVL, s, RUBY_UBF_IO, NULL);
+        switch (ret)
+        {
+        case YAZ0_NEED_AVAIL_IN:
+            /* Need more input */
+            if (in_is_str)
+            {
+                rb_gc_unregister_address(&buffer_in);
+                rb_gc_unregister_address(&buffer_out);
+                rb_raise(class_yaz0_error_end_of_file, "Unexpected end of file");
+            }
+
+            tmp = rb_funcall(io_in, rb_intern("read"), 2, INT2FIX(BUFSIZE), buffer_in);
+            if (tmp == Qnil)
+            {
+                rb_gc_unregister_address(&buffer_in);
+                rb_gc_unregister_address(&buffer_out);
+                rb_raise(class_yaz0_error_end_of_file, "Unexpected end of file");
+            }
+            yaz0Input(s, RSTRING_PTR(buffer_in), (uint32_t)RSTRING_LEN(buffer_in));
+            break;
+        case YAZ0_NEED_AVAIL_OUT:
+            /* Need more output */
+            rb_str_set_len(buffer_out, yaz0OutputChunkSize(s));
+            rb_funcall(io_out, rb_intern("write"), 1, buffer_out);
+            rb_str_set_len(buffer_out, BUFSIZE);
+            yaz0Output(s, RSTRING_PTR(buffer_out), BUFSIZE);
+            break;
+        case YAZ0_BAD_MAGIC:
+            rb_gc_unregister_address(&buffer_in);
+            rb_gc_unregister_address(&buffer_out);
+            rb_raise(class_yaz0_error_bad_magic, "Bad magic");
+            break;
+        case YAZ0_OK:
+            goto end;
+        }
+    }
+
+end:
+    /* There might still be unflushed output */
+    rb_str_set_len(buffer_out, yaz0OutputChunkSize(s));
+    rb_funcall(io_out, rb_intern("write"), 1, buffer_out);
+
+    rb_gc_unregister_address(&buffer_in);
+    rb_gc_unregister_address(&buffer_out);
+
+    return Qnil;
+}
+
+static VALUE
+ext_yaz0_stream_raw_decompress(VALUE self, VALUE io_in, VALUE io_out)
+{
+    return run(self, io_in, io_out, 0, 0, 0);
+}
+
+static VALUE
+ext_yaz0_stream_raw_compress(VALUE self, VALUE io_in, VALUE io_out, VALUE size, VALUE level)
+{
+    Check_Type(size, T_FIXNUM);
+    Check_Type(level, T_FIXNUM);
+    return run(self, io_in, io_out, 1, FIX2INT(size), FIX2INT(level));
+}
+
+void
+Init_yaz0(void)
+{
+    VALUE mod;
+    mod = rb_define_module("Yaz0");
+
+    /* Error classes */
+    class_yaz0_error = rb_define_class_under(mod, "Error", rb_eStandardError);
+    class_yaz0_error_bad_magic = rb_define_class_under(mod, "BadMagicError", class_yaz0_error);
+    class_yaz0_error_end_of_file = rb_define_class_under(mod, "EndOfFileError", class_yaz0_error);
+
+    /* Stream */
+    class_yaz0_stream = rb_define_class_under(mod, "Stream", rb_cObject);
+    rb_define_alloc_func(class_yaz0_stream, ext_yaz0_stream_alloc);
+    rb_define_method(class_yaz0_stream, "raw_decompress", ext_yaz0_stream_raw_decompress, 2);
+    rb_define_method(class_yaz0_stream, "raw_compress", ext_yaz0_stream_raw_compress, 4);
+}

data/ext/yaz0/ext_yaz0.h

@@ -0,0 +1,8 @@
+#ifndef EXT_YAZ0_H
+#define EXT_YAZ0_H 1
+
+#include <ruby.h>
+#include <ruby/thread.h>
+#include <yaz0.h>
+
+#endif /* YAZ0_H */

data/ext/yaz0/extconf.rb

@@ -1,3 +1,13 @@
 require "mkmf"
 
-create_makefile("yaz0/yaz0")
+extension_name = 'yaz0/yaz0'
+dir_config(extension_name)
+
+libyaz0_src = Dir[File.join(__dir__, "../../libyaz0/src/libyaz0/**/*.c")].map{|x| File.expand_path(x)}
+
+$srcs = libyaz0_src + ["ext_yaz0.c"]
+
+$VPATH << File.expand_path(File.join(__dir__, "../../libyaz0/src/libyaz0"))
+$INCFLAGS << " -I#{File.expand_path(File.join(__dir__, "../../libyaz0/include"))}"
+
+create_makefile(extension_name)

data/lib/yaz0/version.rb

@@ -1,3 +1,3 @@
 module Yaz0
-  VERSION = "0.3.0"
+  VERSION = "0.4.0"
 end

data/lib/yaz0.rb

@@ -1,5 +1,47 @@
+require "stringio"
 require "yaz0/version"
 require "yaz0/yaz0"
 
 module Yaz0
+  class Stream
+    def decompress(src, dst = nil)
+      if dst
+        raw_decompress(src, dst)
+        nil
+      else
+        dst = StringIO.new
+        raw_decompress(src, dst)
+        dst.string
+      end
+    end
+
+    def compress(src, dst_or_opts = nil, opts = {})
+      if dst_or_opts.is_a?(Hash)
+        opts = dst_or_opts
+        dst = nil
+      else
+        dst = dst_or_opts
+      end
+
+      level = opts[:level] || 6
+      size = opts[:size] || src.size
+
+      if dst
+        raw_compress(src, dst, size, level)
+        nil
+      else
+        dst = StringIO.new
+        raw_compress(src, dst, size, level)
+        dst.string
+      end
+    end
+  end
+
+  def self.decompress(*args)
+    Yaz0::Stream.new.decompress(*args)
+  end
+
+  def self.compress(*args)
+    Yaz0::Stream.new.compress(*args)
+  end
 end

data/libyaz0/include/yaz0.h

@@ -0,0 +1,34 @@
+#ifndef YAZ0_H
+#define YAZ0_H
+
+#include <stddef.h>
+#include <stdint.h>
+
+#if defined(__cplusplus)
+# define YAZ0_API extern "C"
+#else
+# define YAZ0_API
+#endif
+
+#define YAZ0_OK             0
+#define YAZ0_NEED_AVAIL_IN  1
+#define YAZ0_NEED_AVAIL_OUT 2
+#define YAZ0_BAD_MAGIC      (-1)
+#define YAZ0_OUT_OF_MEMORY  (-2)
+
+#define YAZ0_DEFAULT_LEVEL  6
+
+typedef struct Yaz0Stream Yaz0Stream;
+
+YAZ0_API int yaz0Init(Yaz0Stream** stream);
+YAZ0_API int yaz0Destroy(Yaz0Stream* stream);
+YAZ0_API int yaz0ModeDecompress(Yaz0Stream* stream);
+YAZ0_API int yaz0ModeCompress(Yaz0Stream* stream, uint32_t size, int level);
+YAZ0_API int yaz0Run(Yaz0Stream* stream);
+YAZ0_API int yaz0Input(Yaz0Stream* stream, const void* data, uint32_t size);
+YAZ0_API int yaz0Output(Yaz0Stream* stream, void* data, uint32_t size);
+
+YAZ0_API uint32_t yaz0OutputChunkSize(const Yaz0Stream* stream);
+YAZ0_API uint32_t yaz0DecompressedSize(const Yaz0Stream* stream);
+
+#endif /* YAZ0_H */

data/libyaz0/src/libyaz0/CMakeLists.txt

@@ -0,0 +1,3 @@
+file(GLOB SOURCES "*.c")
+add_library(libyaz0 STATIC ${SOURCES})
+set_target_properties(libyaz0 PROPERTIES OUTPUT_NAME "yaz0")