lz4-ruby 0.3.0 → 0.3.1

checksums.yaml

@@ -1,15 +1,7 @@
----
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    ZDM4YzE2NGYyYzdiNDU4YjA3ODgwNjQxNzNmOTA3ZTA2YjYzZDM5OQ==
-  data.tar.gz: !binary |-
-    NWE2YjViZTBlMmJhYTA0MzdhMmNkZDlkZTU3YTM2NDMyMzc4M2Q1Mw==
-SHA512:
-  metadata.gz: !binary |-
-    ODQ4NDY1M2QyOTMyNmY3ODc3ODRkMjY4ZTZiZTVkZjRjMjliY2I0NjkzZGE4
-    ZWFlMzFhNDRlNjdhMTA0M2U4MTYwMTVjMzkwNDZjN2Y4ZThmMDQwZDY5ZWE4
-    Y2E2NTYyNjVkZTQxZGRkMWY0OTlhNDQ2ZWRkODUxMzM2MzZiNWQ=
-  data.tar.gz: !binary |-
-    NWFlZTk2YTJkYWVmOGUzMzg4NTk3M2Q3ZTIwZDc0OTk0ZGQ4M2Q0OWQ3Mjc3
-    MWJkNTAyN2Q1YjRhMzcxYmJjMDZiZWUwMjNjMTRiYzMxNDM3MWI1MzJmNzRh
-    MGEwZmI2NDZmMGMwZjQ4YzQ5YjM0YTI0NDIyODFhNTc2ZTJkMTM=
+--- 
+SHA1: 
+  metadata.gz: 9e448ed6f9089c138a3fdcbeef623017bd7a1a62
+  data.tar.gz: bf53570a680e34e0ee1e5ecd870f0aefe07a829d
+SHA512: 
+  metadata.gz: bb93608ac0552471cf08024250ed9a1e852986354b0f45510331e268c263178bd8645ebcb2b80ea19b161f73ccb1834e2ded78b0a3dc06d33fe10c28428cb9b4
+  data.tar.gz: 72c49a6b79c4ed2f2fc7b216df48ac100cde562d53dbf14089c751ff96e1aecad849aef27330e355dd328b6d8b434e031e3dd3ed2eacb7a782db0583bfc491b7

data/README.rdoc

@@ -33,8 +33,8 @@ Tested on VirtualBox VM : 2-core / 4GB RAM (Host : Core i5-2520M / 8GB RAM).
 
 == TODO
 
-* Support raw data handling methods for JRuby.
 * Support streaming methods.
+* Support compression level (LZ4HC)
 * Write API documents.
 
 == Copyright

data/Rakefile

@@ -77,7 +77,7 @@ task :gems do
   sh "rake clean build"
 end
 
-task "build:cross" => [:modify_gemspec_for_windows, :cross, :build] do
+task "build:cross" => [:modify_gemspec_for_windows, :build] do
   file = "pkg/lz4-ruby-#{get_version}.gem"
 end
 

data/VERSION

@@ -1 +1 @@
-0.3.0
+0.3.1

data/src/main/java/com/headius/jruby/lz4/LZ4Internal.java

@@ -1,7 +1,9 @@
 package com.headius.jruby.lz4;
 
 import net.jpountz.lz4.LZ4Compressor;
+import net.jpountz.lz4.LZ4Exception;
 import net.jpountz.lz4.LZ4Factory;
+import org.jruby.RubyArray;
 import org.jruby.RubyInteger;
 import org.jruby.RubyString;
 import org.jruby.anno.JRubyMethod;
@@ -9,56 +11,270 @@ import org.jruby.runtime.ThreadContext;
 import org.jruby.runtime.builtin.IRubyObject;
 import org.jruby.util.ByteList;
 
+import java.util.Arrays;
+
+@SuppressWarnings("UnusedParameters")
 public class LZ4Internal {
     private static final LZ4Factory FACTORY = LZ4Factory.fastestInstance();
-    
-    public static IRubyObject compress_internal(ThreadContext context, LZ4Compressor compressor, IRubyObject _header, IRubyObject _input, IRubyObject _in_size) {
-        RubyString input = _input.convertToString();
-        RubyString header = _header.convertToString();
-        RubyInteger in_size = _in_size.convertToInteger();
-        
-        ByteList inputBL = input.getByteList();
-        int srcSize = (int)in_size.getLongValue();
-        
-        ByteList headerBL = header.getByteList();
-        int headerSize = headerBL.getRealSize();
-        
-        int bufSize = compressor.maxCompressedLength(srcSize);
-        byte[] buf = new byte[bufSize + headerSize];
-        
-        System.arraycopy(headerBL.getUnsafeBytes(), headerBL.getBegin(), buf, 0, headerSize);
-        
-        compressor.compress(inputBL.getUnsafeBytes(), inputBL.getBegin(), srcSize, buf, headerSize);
-        
-        return RubyString.newStringNoCopy(context.runtime, buf);
+
+    private static RubyArray compressInternal(
+            ThreadContext context,
+            LZ4Compressor compressor,
+            IRubyObject _header,
+            IRubyObject _input,
+            IRubyObject _inputSize,
+            IRubyObject _outputBuffer,
+            IRubyObject _maxOutputSize) {
+
+        byte[] headerBytes = {};
+        int headerSize = 0;
+        if (isNotNil(_header)) {
+            ByteList header = _header.convertToString().getByteList();
+            headerBytes = header.getUnsafeBytes();
+            headerSize = header.getRealSize();
+        }
+
+        int inputSize = intFrom(_inputSize);
+        ByteOutput output;
+        if (isNotNil(_outputBuffer)) {
+            output = new ByteOutput(_outputBuffer, _maxOutputSize);
+
+        } else if (isNotNil(_maxOutputSize)) {
+            int maxOutputSize = intFrom(_maxOutputSize) + headerSize;
+            output = new ByteOutput(maxOutputSize);
+
+        } else {
+            int maxOutputSize = compressor.maxCompressedLength(inputSize) + headerSize;
+            output = new ByteOutput(maxOutputSize);
+        }
+
+        System.arraycopy(
+                headerBytes, 0,
+                output.unsafeBytes, 0,
+                headerSize);
+
+        ByteInput input = new ByteInput(_input);
+        try {
+            int compressedSize = compressor.compress(
+                    input.unsafeBytes, input.offset, inputSize,
+                    output.unsafeBytes, output.offset + headerSize, output.bufferSize - headerSize);
+
+            return RubyArray.newArray(context.runtime, Arrays.asList(
+                    output.toRubyString(context, compressedSize + headerSize),
+                    RubyInteger.int2fix(context.runtime, compressedSize)));
+
+        } catch (LZ4Exception ignore) {
+            return RubyArray.newArray(context.runtime, Arrays.asList(
+                    null,
+                    RubyInteger.int2fix(context.runtime, -1)));
+        }
     }
-    
+
+    private static RubyArray decompressInternal(
+            ThreadContext context,
+            IRubyObject _offset,
+            IRubyObject _input,
+            IRubyObject _inputSize,
+            IRubyObject _outputBuffer,
+            IRubyObject _maxOutputSize) {
+
+        int offset = 0;
+        if (isNotNil(_offset)) {
+            offset = intFrom(_offset);
+        }
+
+        ByteOutput output;
+        if (isNotNil(_outputBuffer)) {
+            output = new ByteOutput(_outputBuffer, _maxOutputSize);
+
+        } else {
+            output = new ByteOutput(intFrom(_maxOutputSize));
+        }
+
+        ByteInput input = new ByteInput(_input);
+        try {
+            int decompressedSize = FACTORY.unknwonSizeDecompressor()
+                    .decompress(
+                            input.unsafeBytes, input.offset + offset, intFrom(_inputSize) - offset,
+                            output.unsafeBytes, output.offset, output.bufferSize);
+
+            return RubyArray.newArray(context.runtime, Arrays.asList(
+                    output.toRubyString(context, decompressedSize),
+                    RubyInteger.int2fix(context.runtime, decompressedSize)));
+
+        } catch (LZ4Exception ignore) {
+            return RubyArray.newArray(context.runtime, Arrays.asList(
+                    null,
+                    RubyInteger.int2fix(context.runtime, -1)));
+        }
+    }
+
     @JRubyMethod(module = true)
     public static IRubyObject compress(ThreadContext context, IRubyObject self, IRubyObject _header, IRubyObject _input, IRubyObject _in_size) {
-        return compress_internal(context, FACTORY.fastCompressor(), _header, _input, _in_size);
+        RubyArray array = compressInternal(context,
+                FACTORY.fastCompressor(),
+                _header,
+                _input,
+                _in_size,
+                null,
+                null);
+        return array.first();
     }
-    
+
     @JRubyMethod(module = true)
     public static IRubyObject compressHC(ThreadContext context, IRubyObject self, IRubyObject _header, IRubyObject _input, IRubyObject _in_size) {
-        return compress_internal(context, FACTORY.highCompressor(), _header, _input, _in_size);
+        RubyArray array = compressInternal(context,
+                FACTORY.highCompressor(),
+                _header,
+                _input,
+                _in_size,
+                null,
+                null);
+        return array.first();
     }
-    
+
     @JRubyMethod(required = 4, module = true)
     public static IRubyObject uncompress(ThreadContext context, IRubyObject self, IRubyObject[] args) {
         RubyString input = args[0].convertToString();
         RubyInteger in_size = args[1].convertToInteger();
         RubyInteger header_size = args[2].convertToInteger();
         RubyInteger buf_size = args[3].convertToInteger();
-        
-        ByteList inputBL = input.getByteList();
-        int inSize = (int)in_size.getLongValue();
-        int headerSize = (int)header_size.getLongValue();
-        int bufSize = (int)buf_size.getLongValue();
-        
-        byte[] buf = new byte[bufSize];
-        
-        FACTORY.decompressor().decompress(inputBL.getUnsafeBytes(), inputBL.getBegin() + headerSize, buf, 0, buf.length);
-        
-        return RubyString.newStringNoCopy(context.runtime, buf);
+
+        RubyArray array = decompressInternal(context,
+                header_size,
+                input,
+                in_size,
+                null,
+                buf_size);
+        return array.first();
+    }
+
+    @JRubyMethod(required = 4, module = true)
+    public static IRubyObject compress_raw(
+            ThreadContext context,
+            IRubyObject self,
+            IRubyObject[] args) {
+
+        IRubyObject _input = args[0];
+        IRubyObject _inputSize = args[1];
+        IRubyObject _outputBuffer = args[2];
+        IRubyObject _maxOutputSize = args[3];
+
+        return compressInternal(context,
+                FACTORY.fastCompressor(),
+                null,
+                _input,
+                _inputSize,
+                _outputBuffer,
+                _maxOutputSize);
+    }
+
+    @JRubyMethod(required = 4, module = true)
+    public static IRubyObject compressHC_raw(
+            ThreadContext context,
+            IRubyObject self,
+            IRubyObject[] args) {
+
+        IRubyObject _input = args[0];
+        IRubyObject _inputSize = args[1];
+        IRubyObject _outputBuffer = args[2];
+        IRubyObject _maxOutputSize = args[3];
+
+        return compressInternal(context,
+                FACTORY.highCompressor(),
+                null,
+                _input,
+                _inputSize,
+                _outputBuffer,
+                _maxOutputSize);
+    }
+
+    @JRubyMethod(required = 4, module = true)
+    public static IRubyObject decompress_raw(
+            ThreadContext context,
+            IRubyObject self,
+            IRubyObject[] args) {
+
+        IRubyObject _input = args[0];
+        IRubyObject _inputSize = args[1];
+        IRubyObject _outputBuffer = args[2];
+        IRubyObject _maxOutputSize = args[3];
+
+        return decompressInternal(
+                context,
+                null,
+                _input,
+                _inputSize,
+                _outputBuffer,
+                _maxOutputSize);
+    }
+
+    static class ByteInput {
+        public final RubyString rubyString;
+        public final ByteList byteList;
+        public final byte[] unsafeBytes;
+        public final int offset;
+        public final int realSize;
+
+        public ByteInput(IRubyObject buffer) {
+            rubyString = buffer.convertToString();
+            byteList = rubyString.getByteList();
+            unsafeBytes = byteList.getUnsafeBytes();
+            offset = byteList.getBegin();
+            realSize = byteList.getRealSize();
+        }
+    }
+
+    static class ByteOutput {
+        public final RubyString rubyString;
+        public final ByteList byteList;
+        public final byte[] unsafeBytes;
+        public final int offset;
+        public final int bufferSize;
+
+        public ByteOutput(IRubyObject buffer, IRubyObject size) {
+            bufferSize = intFrom(size);
+            rubyString = buffer.convertToString();
+            byteList = rubyString.getByteList();
+            unsafeBytes = byteList.getUnsafeBytes();
+            offset = byteList.getBegin();
+        }
+
+        public ByteOutput(int size) {
+            bufferSize = size;
+            rubyString = null;
+            byteList = null;
+            unsafeBytes = new byte[bufferSize];
+            offset = 0;
+        }
+
+        RubyString toRubyString(ThreadContext context, int length) {
+            if (rubyString != null) {
+                return rubyString;
+            }
+
+            return RubyString.newString(context.runtime, unsafeBytes, 0, length);
+        }
+    }
+
+    /**
+     * Test if specified IRubyObject is not null / nil.
+     *
+     * @param obj
+     * @return
+     */
+    private static boolean isNotNil(IRubyObject obj) {
+        return obj != null && !obj.isNil();
+    }
+
+    /**
+     * Returns a integer value from specified IRubyObject.
+     *
+     * @param obj
+     * @return
+     */
+    private static int intFrom(IRubyObject obj) {
+        RubyInteger rubyInt = obj.convertToInteger();
+        return (int) rubyInt.getLongValue();
     }
 }

metadata

@@ -1,94 +1,73 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: lz4-ruby
-version: !ruby/object:Gem::Version
-  version: 0.3.0
+version: !ruby/object:Gem::Version 
+  version: 0.3.1
 platform: ruby
-authors:
+authors: 
 - KOMIYA Atsushi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-10 00:00:00.000000000 Z
-dependencies:
-- !ruby/object:Gem::Dependency
+
+date: 2014-04-30 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
   name: rspec
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - &id003 
+      - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
+  requirement: *id001
+  type: :development
+- !ruby/object:Gem::Dependency 
   name: rdoc
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '3.12'
-  type: :development
+      - !ruby/object:Gem::Version 
+        version: "3.12"
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '3.12'
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  requirement: *id002
   type: :development
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  version_requirements: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - *id003
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
+  requirement: *id004
+  type: :development
+- !ruby/object:Gem::Dependency 
   name: jeweler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
+  version_requirements: &id005 !ruby/object:Gem::Requirement 
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 1.8.3
-  type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: 1.8.3
-- !ruby/object:Gem::Dependency
-  name: rake-compiler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  requirement: *id005
   type: :development
+- !ruby/object:Gem::Dependency 
+  name: rake-compiler
+  version_requirements: &id006 !ruby/object:Gem::Requirement 
+    requirements: 
+    - *id003
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  requirement: *id006
+  type: :development
 description: Ruby bindings for LZ4. LZ4 is a very fast lossless compression algorithm.
 email: komiya.atsushi@gmail.com
 executables: []
-extensions:
+
+extensions: 
 - ext/lz4ruby/extconf.rb
-extra_rdoc_files:
+extra_rdoc_files: 
 - LICENSE.txt
 - README.rdoc
-files:
+files: 
 - .document
 - CHANGELOG.rdoc
 - Gemfile
@@ -120,27 +99,27 @@ files:
 - src/main/java/com/headius/jruby/lz4/LZ4Internal.java
 - src/main/java/com/headius/jruby/lz4/LZ4Library.java
 homepage: http://github.com/komiya-atsushi/lz4-ruby
-licenses:
+licenses: 
 - MIT
 metadata: {}
+
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
 requirements: []
+
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.0.14
 signing_key: 
 specification_version: 4
 summary: Ruby bindings for LZ4 (Extremely Fast Compression algorithm).
 test_files: []
+