embulk-decoder-commons-compress 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: dd62d7f31311b2fcf3e2091f0d43becd2ad31cab
-  data.tar.gz: d793da61a35a2604dd0fc20cacdbcade5121b420
+  metadata.gz: 47b9aa18792d34a7a3797a6d62d6a2fb2b53cd05
+  data.tar.gz: 0bc509836d83388502cc224d51a88abb4f3e8832
 SHA512:
-  metadata.gz: 6ea9c164aefef4d425a433026ffb39d96923ca6732ac98e5c3cf7a8ccab11b5492e6c38a200da066dc8d827d3514592cb683b8fc2c0f7a8a946b5629faa460f2
-  data.tar.gz: a8f86138f61245b4a60423b736131f7a460e989ef04bb03df1e26c3a4bcbdecbec45a926fc1fd38c8ba3c6cc2c7d9230e65e8fda721eca222c49ed6885aed941
+  metadata.gz: 39d37955797132ed222662abeddb0c7c03a3d455970107576c03291b9320f706ae6fd85cd2c5b163bb92ed26624231f13d24dcddfb213474759e5ff2337107a8
+  data.tar.gz: 8693b5648dd1975257d6be8269d82ac69e259150542e7e03d5764bc8c41cf24c1564ff65d7d051c8d9d344baa9fdb4277dab462f619027115d42d3c53586e5e5

data/build.gradle

@@ -16,12 +16,12 @@ configurations {
     provided
 }
 
-version = "0.3.0"
+version = "0.3.1"
 
 dependencies {
-    compile  "org.embulk:embulk-core:0.4.6"
+    compile  "org.embulk:embulk-core:0.7.0"
     compile "org.apache.commons:commons-compress:1.9"
-    provided "org.embulk:embulk-core:0.4.6"
+    provided "org.embulk:embulk-core:0.7.0"
     // compile "YOUR_JAR_DEPENDENCY_GROUP:YOUR_JAR_DEPENDENCY_MODULE:YOUR_JAR_DEPENDENCY_VERSION"
     testCompile "org.jmockit:jmockit:1.15"
     testCompile "junit:junit:4.+"
@@ -44,7 +44,7 @@ task gemspec << { file("build/gemspec").write($/
 Gem::Specification.new do |spec|
   spec.name          = "${project.name}"
   spec.version       = "${project.version}"
-  spec.authors       = ["Hiroki Ata"]
+  spec.authors       = ["hata"]
   spec.summary       = %[Commons Compress decoder plugin for Embulk]
   spec.description   = %[Commons Compress decoder plugin is an Embulk plugin that decodes files using Apache Commons Compress library. It is read by any file input plugins. Search the file input plugins by 'embulk-input file' keywords.]
   spec.email         = ["hiroki.ata@gmail.com"]

data/src/test/java/org/embulk/decoder/TestCommonsCompressDecoderPlugin.java

@@ -28,7 +28,6 @@ import org.embulk.config.ConfigDefault;
 import org.embulk.config.ConfigSource;
 import org.embulk.config.DataSource;
 import org.embulk.config.TaskSource;
-import org.embulk.exec.PooledBufferAllocator;
 import org.embulk.spi.Buffer;
 import org.embulk.spi.BufferAllocator;
 import org.embulk.spi.DecoderPlugin;
@@ -97,7 +96,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "tar";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("sample_0.tar");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -121,7 +120,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "tar";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("sample_1.tar");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -146,7 +145,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "tar";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("samples.tar");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -174,7 +173,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "zip";
             input.nextFile(); result = true; result = true; result = false; // two files.
             input.poll(); result = getResourceAsBuffer("samples.zip"); result = getResourceAsBuffer("samples.zip");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -196,7 +195,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("sample_1.tar");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -218,7 +217,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("sample_1.csv"); // This is not an archive.
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -234,7 +233,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "tar";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("samples.zip"); // This is not tar file.
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -301,7 +300,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "tgz";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("samples.tgz");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -323,7 +322,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "tar.gz";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("samples.tar.gz");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -346,7 +345,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "tar.bz2";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("samples.tar.bz2");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -369,7 +368,7 @@ public class TestCommonsCompressDecoderPlugin
             task.getFormat(); result = "tar.Z";
             input.nextFile(); result = true; result = false;
             input.poll(); result = getResourceAsBuffer("samples.tar.Z");
-            task.getBufferAllocator(); result = new PooledBufferAllocator();
+            task.getBufferAllocator(); result = newBufferAllocator();
         }};
 
         CommonsCompressDecoderPlugin plugin = new CommonsCompressDecoderPlugin();
@@ -452,6 +451,10 @@ public class TestCommonsCompressDecoderPlugin
         return new ByteArrayInputStream(bout.toByteArray());
     }
 
+    private BufferAllocator newBufferAllocator() {
+        return new MockBufferAllocator();
+    }
+
     private class MockTaskSource implements TaskSource {
         private final String format;
 
@@ -531,6 +534,19 @@ public class TestCommonsCompressDecoderPlugin
         public TaskSource setNested(String arg0, DataSource arg1) {
             return null;
         }
+
+        public boolean has(String arg0) {
+            return false;
+        }
+
+        public TaskSource getNestedOrGetEmpty(String arg0) {
+            return null;
+        }
+
+        @Override
+        public TaskSource remove(String arg0) {
+            return null;
+        }
         
     }
 
@@ -557,17 +573,15 @@ public class TestCommonsCompressDecoderPlugin
 
         @Override
         public BufferAllocator getBufferAllocator() {
-            return new PooledBufferAllocator();
+            return newBufferAllocator();
         }
     }
 
     private class MockFileInput implements FileInput {
         Buffer buffer;
-        int pos;
 
         MockFileInput(Buffer buffer) {
             this.buffer = buffer;
-            pos = -1;
         }
 
         @Override
@@ -590,4 +604,16 @@ public class TestCommonsCompressDecoderPlugin
             }
         }
     }
+
+    private class MockBufferAllocator implements BufferAllocator {
+        @Override
+        public Buffer allocate() {
+            return allocate(8192);
+        }
+
+        @Override
+        public Buffer allocate(int size) {
+            return Buffer.allocate(size);
+        }
+    }
 }

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: embulk-decoder-commons-compress
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
-- Hiroki Ata
+- hata
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-03-02 00:00:00.000000000 Z
+date: 2015-11-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: bundler
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '1.0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
+  name: bundler
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: rake
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '1.0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '10.0'
+  name: rake
   prerelease: false
   type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
 description: Commons Compress decoder plugin is an Embulk plugin that decodes files using Apache Commons Compress library. It is read by any file input plugins. Search the file input plugins by 'embulk-input file' keywords.
 email:
 - hiroki.ata@gmail.com
@@ -78,7 +78,7 @@ files:
 - src/test/resources/org/embulk/decoder/samples.tgz
 - src/test/resources/org/embulk/decoder/samples.zip
 - classpath/commons-compress-1.9.jar
-- classpath/embulk-decoder-commons-compress-0.3.0.jar
+- classpath/embulk-decoder-commons-compress-0.3.1.jar
 homepage: https://github.com/hata/embulk-decoder-commons-compress
 licenses:
 - MIT