embulk-decoder-commons-compress 0.3.0

data/src/test/java/org/embulk/decoder/TestCommonsCompressUtil.java

@@ -0,0 +1,80 @@
+package org.embulk.decoder;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertNull;
+import static org.junit.Assert.assertTrue;
+
+import org.apache.commons.compress.archivers.ArchiveStreamFactory;
+import org.apache.commons.compress.compressors.CompressorStreamFactory;
+import org.junit.Test;
+
+public class TestCommonsCompressUtil {
+
+    @Test
+    public void testIsArchiveFormat() {
+        for (String format : CommonsCompressUtil.archiveFormats) {
+            assertTrue("Archive formats should return true.", CommonsCompressUtil.isArchiveFormat(format));
+        }
+        for (String format : CommonsCompressUtil.compressorFormats) {
+            assertFalse("Compressor formats should return false.", CommonsCompressUtil.isArchiveFormat(format));
+        }
+        assertFalse("Auto-detect should return false.", CommonsCompressUtil.isArchiveFormat(""));
+    }
+
+    @Test
+    public void testIsCompressorFormat() {
+        for (String format : CommonsCompressUtil.archiveFormats) {
+            assertFalse("Archive formats should return false.", CommonsCompressUtil.isCompressorFormat(format));
+        }
+        for (String format : CommonsCompressUtil.compressorFormats) {
+            assertTrue("Compressor formats should return true.", CommonsCompressUtil.isCompressorFormat(format));
+        }
+        assertFalse("Auto-detect should return false.", CommonsCompressUtil.isArchiveFormat(""));
+    }
+
+    @Test
+    public void testIsAutoDetect() {
+        for (String format : CommonsCompressUtil.archiveFormats) {
+            assertFalse("Archive formats should return false.", CommonsCompressUtil.isAutoDetect(format));
+        }
+        for (String format : CommonsCompressUtil.compressorFormats) {
+            assertFalse("Compressor formats should return false.", CommonsCompressUtil.isAutoDetect(format));
+        }
+        assertTrue("Verify auto detect format.", CommonsCompressUtil.isAutoDetect(null));
+        assertTrue("Verify auto detect format.", CommonsCompressUtil.isAutoDetect(""));
+    }
+
+    @Test
+    public void testToFormatsForAutoDetect() {
+        assertNull("null returns null.", CommonsCompressUtil.toFormats(null));
+        assertNull("zero length string returns null.", CommonsCompressUtil.toFormats(""));
+    }
+    
+    @Test
+    public void testToFormatsForSingleFormat() {
+        String format = ArchiveStreamFactory.TAR;
+        String[] formats = CommonsCompressUtil.toFormats(format);
+        assertEquals("a single format returns 1 length array.", 1, formats.length);
+        assertEquals("a single format returns tar.", ArchiveStreamFactory.TAR, formats[0]);
+    }
+
+    @Test
+    public void testToFormatsForSolidCompressionFormat() {
+        String format = "tgz";
+        String[] formats = CommonsCompressUtil.toFormats(format);
+        assertEquals("solid compresson format returns 2 length array.", 2, formats.length);
+        assertEquals("solid compresson format returns gzip for 1st element.", CompressorStreamFactory.GZIP, formats[0]);
+        assertEquals("solid compresson format returns tar for 2st element.", ArchiveStreamFactory.TAR, formats[1]);
+    }
+
+    @Test
+    public void testToFormatsForMultipleFormats() {
+        String format = ArchiveStreamFactory.TAR + " " + CompressorStreamFactory.BZIP2;
+        String[] formats = CommonsCompressUtil.toFormats(format);
+        assertEquals("Two format text returns 2 length array.", 2, formats.length);
+        assertEquals("Two format text returns bzip2 for 1st element.", CompressorStreamFactory.BZIP2, formats[0]);
+        assertEquals("Two format text returns tar for 1st element.", ArchiveStreamFactory.TAR, formats[1]);
+    }
+
+}

data/src/test/resources/org/embulk/decoder/sample_1.csv

@@ -0,0 +1 @@
+1,foo

data/src/test/resources/org/embulk/decoder/sample_2.csv

@@ -0,0 +1 @@
+2,bar

data/src/test/resources/org/embulk/decoder/samples.ar

@@ -0,0 +1,5 @@
+!<arch>
+sample_1.csv    1425248767  501   20    100644  6         `
+1,foo
+sample_2.csv    1425099808  501   20    100644  6         `
+2,bar

metadata

@@ -0,0 +1,106 @@
+--- !ruby/object:Gem::Specification
+name: embulk-decoder-commons-compress
+version: !ruby/object:Gem::Version
+  version: 0.3.0
+platform: ruby
+authors:
+- Hiroki Ata
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-03-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  prerelease: false
+  type: :development
+description: Commons Compress decoder plugin is an Embulk plugin that decodes files using Apache Commons Compress library. It is read by any file input plugins. Search the file input plugins by 'embulk-input file' keywords.
+email:
+- hiroki.ata@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE.txt
+- README.md
+- build.gradle
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/decoder/commons-compress.rb
+- src/main/java/org/embulk/decoder/ArchiveInputStreamIterator.java
+- src/main/java/org/embulk/decoder/CommonsCompressDecoderPlugin.java
+- src/main/java/org/embulk/decoder/CommonsCompressFileInput.java
+- src/main/java/org/embulk/decoder/CommonsCompressProvider.java
+- src/main/java/org/embulk/decoder/CommonsCompressUtil.java
+- src/test/java/org/embulk/decoder/TestArchiveInputStreamIterator.java
+- src/test/java/org/embulk/decoder/TestCommonsCompressDecoderPlugin.java
+- src/test/java/org/embulk/decoder/TestCommonsCompressFileInput.java
+- src/test/java/org/embulk/decoder/TestCommonsCompressProvider.java
+- src/test/java/org/embulk/decoder/TestCommonsCompressUtil.java
+- src/test/resources/org/embulk/decoder/sample_0.tar
+- src/test/resources/org/embulk/decoder/sample_1.csv
+- src/test/resources/org/embulk/decoder/sample_1.csv.bz2
+- src/test/resources/org/embulk/decoder/sample_1.tar
+- src/test/resources/org/embulk/decoder/sample_2.csv
+- src/test/resources/org/embulk/decoder/samples.ar
+- src/test/resources/org/embulk/decoder/samples.tar
+- src/test/resources/org/embulk/decoder/samples.tar.Z
+- src/test/resources/org/embulk/decoder/samples.tar.bz2
+- src/test/resources/org/embulk/decoder/samples.tar.gz
+- src/test/resources/org/embulk/decoder/samples.tar.xz
+- src/test/resources/org/embulk/decoder/samples.tgz
+- src/test/resources/org/embulk/decoder/samples.zip
+- classpath/commons-compress-1.9.jar
+- classpath/embulk-decoder-commons-compress-0.3.0.jar
+homepage: https://github.com/hata/embulk-decoder-commons-compress
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Commons Compress decoder plugin for Embulk
+test_files: []