embulk 0.8.3-java → 0.8.4-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 956d386bd5ac502aba7c83bc7737405fc79b67d9
-  data.tar.gz: 1c2ecba6b13fce3d5befbfdd58a0eb354d30eb52
+  metadata.gz: e3dabb8856cd4e9ad6d545a11567e80f4d9554f0
+  data.tar.gz: 73793784b13f37a9f1f7dd26050e60c7cd1798fe
 SHA512:
-  metadata.gz: 354abced4dc4a3e0c99544a0b669e53c37e0e7c3b66065697c4997b9cc9c98e7f355dfd6fe507a3e4a9ae6dccbdeb3ea0ff37e53261589a65576ec1dc710edcd
-  data.tar.gz: 51c32feb1a486d4873ed4cc5efbbeda83aff46d2f5bdc653ec51aaeba5f876e0b3017fc965daa2234fac404b992bd3cbec3b2c439554ad6fee3bbf81205c1f22
+  metadata.gz: 8eaa75bfa389c681008b811b0705e78dfe0d25825e09e88c2dd97f8c4924f5ee894f2c3461dff704ec25aa8e93596015edac642554b2b185c1562a43e5606f84
+  data.tar.gz: 9caa1141f13553a073ac3841a0cd0d463ae4ffc92810c691e5a5990a44d4b0d17b491afe11057369150ba031d8d0d6e4c176e49c2cd4a004b30da284bb38d0e6

data/build.gradle

@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards")]
 
 allprojects {
     group = 'org.embulk'
-    version = '0.8.3'
+    version = '0.8.4'
 
     ext {
         jrubyVersion = '9.0.4.0'

data/embulk-core/src/main/java/org/embulk/spi/PageBuilder.java

@@ -252,6 +252,7 @@ public class PageBuilder
             buffer = null;
             bufferSlice = null;
         }
+        output.close();
     }
 
     /* TODO for variable-length types

data/embulk-core/src/main/java/org/embulk/spi/json/JsonParser.java

@@ -4,6 +4,8 @@ import java.util.List;
 import java.util.ArrayList;
 import java.util.Map;
 import java.util.HashMap;
+import java.io.InputStream;
+import java.io.Closeable;
 import java.io.IOException;
 import org.msgpack.value.Value;
 import org.msgpack.value.ValueFactory;
@@ -13,6 +15,14 @@ import com.fasterxml.jackson.core.JsonToken;
 
 public class JsonParser
 {
+    public interface Stream
+            extends Closeable
+    {
+        Value next() throws IOException;
+
+        void close() throws IOException;
+    }
+
     private final JsonFactory factory;
 
     public JsonParser()
@@ -21,38 +31,136 @@ public class JsonParser
         factory.enable(Feature.ALLOW_UNQUOTED_CONTROL_CHARS);
     }
 
+    public Stream open(InputStream in) throws IOException
+    {
+        return new StreamParseContext(factory, in);
+    }
+
     public Value parse(String json)
     {
-        return new ParseContext(json).parse();
+        return new SingleParseContext(factory, json).parse();
+    }
+
+    private static String sampleJsonString(String json)
+    {
+        if (json.length() < 100) {
+            return json;
+        }
+        else {
+            return json.substring(0, 97) + "...";
+        }
+    }
+
+    private static class StreamParseContext
+        extends AbstractParseContext
+        implements Stream
+    {
+        public StreamParseContext(JsonFactory factory, InputStream in)
+            throws IOException, JsonParseException
+        {
+            super(createParser(factory, in));
+        }
+
+        private static com.fasterxml.jackson.core.JsonParser createParser(JsonFactory factory, InputStream in)
+            throws IOException
+        {
+            try {
+                return factory.createParser(in);
+            }
+            catch (IOException ex) {
+                throw ex;
+            }
+            catch (Exception ex) {
+                throw new JsonParseException("Failed to parse JSON", ex);
+            }
+        }
+
+        @Override
+        public void close() throws IOException
+        {
+            parser.close();
+        }
+
+        @Override
+        protected String sampleJsonString()
+        {
+            return "in";
+        }
     }
 
-    private class ParseContext
+    private static class SingleParseContext
+        extends AbstractParseContext
     {
         private final String json;
-        private final com.fasterxml.jackson.core.JsonParser parser;
 
-        public ParseContext(String json)
+        public SingleParseContext(JsonFactory factory, String json)
         {
+            super(createParser(factory, json));
             this.json = json;
+        }
+
+        private static com.fasterxml.jackson.core.JsonParser createParser(JsonFactory factory, String json)
+        {
             try {
-                this.parser = factory.createParser(json);
+                return factory.createParser(json);
             }
             catch (Exception ex) {
-                throw new JsonParseException("Failed to parse a JSON string: "+sampleJsonString(json), ex);
+                throw new JsonParseException("Failed to parse JSON: "+JsonParser.sampleJsonString(json), ex);
             }
         }
 
         public Value parse()
+        {
+            try {
+                Value v = next();
+                if (v == null) {
+                    throw new JsonParseException("Unable to parse empty string");
+                }
+                return v;
+            }
+            catch (IOException ex) {
+                throw new JsonParseException("Failed to parse JSON: "+sampleJsonString(), ex);
+            }
+        }
+
+        @Override
+        protected String sampleJsonString()
+        {
+            return JsonParser.sampleJsonString(json);
+        }
+    }
+
+    private static abstract class AbstractParseContext
+    {
+        protected final com.fasterxml.jackson.core.JsonParser parser;
+
+        public AbstractParseContext(com.fasterxml.jackson.core.JsonParser parser)
+        {
+            this.parser = parser;
+        }
+
+        protected abstract String sampleJsonString();
+
+        public Value next() throws IOException
         {
             try {
                 JsonToken token = parser.nextToken();
+                if (token == null) {
+                    return null;
+                }
                 return jsonTokenToValue(token);
             }
+            catch (com.fasterxml.jackson.core.JsonParseException ex) {
+                throw new JsonParseException("Failed to parse JSON: "+sampleJsonString(), ex);
+            }
+            catch (IOException ex) {
+                throw ex;
+            }
             catch (JsonParseException ex) {
                 throw ex;
             }
-            catch (Exception ex) {
-                throw new JsonParseException("Failed to parse a JSON string: "+sampleJsonString(json), ex);
+            catch (RuntimeException ex) {
+                throw new JsonParseException("Failed to parse JSON: "+sampleJsonString(), ex);
             }
         }
 
@@ -81,9 +189,12 @@ public class JsonParser
                 List<Value> list = new ArrayList<>();
                 while (true) {
                     token = parser.nextToken();
-                    if(token == JsonToken.END_ARRAY) {
+                    if (token == JsonToken.END_ARRAY) {
                         return ValueFactory.newArray(list);
                     }
+                    else if (token == null) {
+                        throw new JsonParseException("Unexpected end of JSON at "+parser.getTokenLocation() + " while expecting an element of an array: " + sampleJsonString());
+                    }
                     list.add(jsonTokenToValue(token));
                 }
             }
@@ -94,11 +205,17 @@ public class JsonParser
                     if (token == JsonToken.END_OBJECT) {
                         return ValueFactory.newMap(map);
                     }
+                    else if (token == null) {
+                        throw new JsonParseException("Unexpected end of JSON at "+parser.getTokenLocation() + " while expecting a key of object: " + sampleJsonString());
+                    }
                     String key = parser.getCurrentName();
                     if (key == null) {
-                        throw new JsonParseException("Unexpected token "+token+" at "+parser.getTokenLocation());
+                        throw new JsonParseException("Unexpected token "+token+" at "+parser.getTokenLocation() + ": " + sampleJsonString());
                     }
                     token = parser.nextToken();
+                    if (token == null) {
+                        throw new JsonParseException("Unexpected end of JSON at "+parser.getTokenLocation() + " while expecting a value of object: " + sampleJsonString());
+                    }
                     Value value = jsonTokenToValue(token);
                     map.put(ValueFactory.newString(key), value);
                 }
@@ -108,18 +225,8 @@ public class JsonParser
             case END_OBJECT:
             case NOT_AVAILABLE:
             default:
-                throw new JsonParseException("Unexpected token "+token+" at "+parser.getTokenLocation());
+                throw new JsonParseException("Unexpected token "+token+" at "+parser.getTokenLocation() + ": " + sampleJsonString());
             }
         }
     }
-
-    private static String sampleJsonString(String json)
-    {
-        if (json.length() < 100) {
-            return json;
-        }
-        else {
-            return json.substring(0, 97) + "...";
-        }
-    }
 }

data/embulk-docs/src/built-in.rst

@@ -44,13 +44,13 @@ A configuration file consists of following sections:
 
   * **parser:** If the input is file-based, parser plugin parses a file format (built-in csv, `json <https://github.com/takumakanari/embulk-parser-json>`_, etc).
 
-  * **decoder:** If the input is file-based, decoder plugin decodes compression or encryption (built-in gzip, `zip <https://github.com/hata/embulk-decoder-commons-compress>`_, `tar.gz <https://github.com/hata/embulk-decoder-commons-compress>`_, etc).
+  * **decoder:** If the input is file-based, decoder plugin decodes compression or encryption (built-in gzip, bzip2, `zip <https://github.com/hata/embulk-decoder-commons-compress>`_, `tar.gz <https://github.com/hata/embulk-decoder-commons-compress>`_, etc).
 
 * **out:** Output plugin options. An output plugin is either record-based (`Oracle <https://github.com/embulk/embulk-output-jdbc>`_, `Elasticsearch <https://github.com/muga/embulk-output-elasticsearch>`_, etc) or file-based (`Google Cloud Storage <https://github.com/hakobera/embulk-output-gcs>`_, `Command <https://github.com/embulk/embulk-output-command>`_, etc)
 
   * **formatter:** If the output is file-based, formatter plugin formats a file format (such as built-in csv, `JSON <https://github.com/takei-yuya/embulk-formatter-jsonl>`_)
 
-  * **encoder:** If the output is file-based, encoder plugin encodes compression or encryption (such as built-in gzip)
+  * **encoder:** If the output is file-based, encoder plugin encodes compression or encryption (such as built-in gzip or bzip2)
 
 * **filters:** Filter plugins options (optional).
 
@@ -298,6 +298,27 @@ Example
       - {type: gzip}
 
 
+BZip2 decoder plugin
+------------------
+
+The ``bzip2`` decoder plugin decompresses bzip2 files before input plugins read them.
+
+Options
+~~~~~~~~~~~~~~~~~~
+
+This plugin doesn't have any options.
+
+Example
+~~~~~~~~~~~~~~~~~~
+
+.. code-block:: yaml
+
+    in:
+      ...
+      decoders:
+      - {type: bzip2}
+
+
 File output plugin
 ------------------
 
@@ -448,6 +469,58 @@ Example
       - type: gzip
         level: 1
 
+
+Gzip encoder plugin
+------------------
+
+The ``gzip`` encoder plugin compresses output files using gzip.
+
+Options
+~~~~~~~~~~~~~~~~~~
+
++---------+----------+----------------------------------------------------------------------+--------------------+
+| name    | type     | description                                                          | required?          |
++=========+==========+======================================================================+====================+
+| level   | integer  | Compression level. From 0 (no compression) to 9 (best compression).  | ``6`` by default   |
++---------+----------+----------------------------------------------------------------------+--------------------+
+
+Example
+~~~~~~~~~~~~~~~~~~
+
+.. code-block:: yaml
+
+    out:
+      ...
+      encoders:
+      - type: gzip
+        level: 1
+
+BZip2 encoder plugin
+------------------
+
+The ``bzip2`` encoder plugin compresses output files using bzip2.
+
+Options
+~~~~~~~~~~~~~~~~~~
+
++---------+----------+----------------------------------------------------------------------+--------------------+
+| name    | type     | description                                                          | required?          |
++=========+==========+======================================================================+====================+
+| level   | integer  | Compression level. From 1 to 9 (best compression).                   | ``9`` by default   |
++---------+----------+----------------------------------------------------------------------+--------------------+
+
+Example
+~~~~~~~~~~~~~~~~~~
+
+.. code-block:: yaml
+
+    out:
+      ...
+      encoders:
+      - type: bzip2
+        level: 6
+
+
 Rename filter plugin
 ------------------
 

data/embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana4.rst

@@ -24,9 +24,9 @@ For the smallest setup, you can unzip the package and run `./bin/elasticsearch`
 
 .. code-block:: console
 
-    $ wget https://download.elasticsearch.org/elasticsearch/elasticsearch/elasticsearch-1.4.4.zip
-    $ unzip elasticsearch-1.4.4.zip
-    $ cd elasticsearch-1.4.4
+    $ wget https://download.elasticsearch.org/elasticsearch/release/org/elasticsearch/distribution/zip/elasticsearch/2.2.0/elasticsearch-2.2.0.zip
+    $ unzip elasticsearch-2.2.0.zip
+    $ cd elasticsearch-2.2.0
     $ ./bin/elasticsearch
 
 Step 2. Download and unzip Kibana:
@@ -36,12 +36,12 @@ You can find releases from the `Kibana website <http://www.elasticsearch.org/ove
 
 .. code-block:: console
 
-    $ wget https://download.elasticsearch.org/kibana/kibana/kibana-4.0.0-linux-x64.tar.gz
-    $ tar zxvf kibana-4.0.0-linux-x64.tar.gz
-    $ cd kibana-4.0.0-linux-x64
+    $ wget https://download.elastic.co/kibana/kibana/kibana-4.4.0-linux-x64.tar.gz
+    $ tar zxvf kibana-4.4.0-linux-x64.tar.gz
+    $ cd kibana-4.4.0-linux-x64
     $ ./bin/kibana
 
-Note: If you're using Mac OS X, https://download.elasticsearch.org/kibana/kibana/kibana-4.0.0-darwin-x64.tar.gz is the URL to download.
+Note: If you're using Mac OS X, https://download.elastic.co/kibana/kibana/kibana-4.4.0-darwin-x64.tar.gz is the URL to download.
 
 Now Elasticsearch and Kibana started. Open http://localhost:5601/ using your browser to see the Kibana's graphical interface.
 
@@ -75,7 +75,7 @@ Loading a CSV file
 
 Assuming you have a CSV files at ``./mydata/csv/`` directory. If you don't have CSV files, you can create ones using ``embulk example ./mydata`` command.
 
-Create this configuration file and save as ``config.yml``:
+Create this configuration file and save as ``seed.yml``:
 
 .. code-block:: yaml
 
@@ -93,9 +93,9 @@ In fact, this configuration lacks some important information. However, embulk gu
 
 .. code-block:: console
 
-    $ embulk guess config.yml -o config-complete.yml
+    $ embulk guess ./mydata/seed.yml -o config.yml
 
-The generated config-complete.yml file should include complete information as following:
+The generated config.yml file should include complete information as following:
 
 .. code-block:: yaml
 
@@ -137,24 +137,25 @@ Now, you can run the bulk loading:
 
 .. code-block:: console
 
-    $ embulk run config-complete.yml -o next-config.yml
+    $ embulk run config.yml -c diff.yml
 
 Scheduling loading by cron
 ------------------
 
-At the last step, you ran embulk command with ``-o next-config.yml`` file. The ``next-config.yml`` file should include a parameter named ``last_path``:
+At the last step, you ran embulk command with ``-c diff.yml`` file. The ``diff.yml`` file should include a parameter named ``last_path``:
 
 .. code-block:: yaml
 
-    last_path: mydata/csv/sample_01.csv.gz
+    in: {last_path: mydata/csv/sample_01.csv.gz}
+    out: {}
 
 With this configuration, embulk loads the files newer than this file in alphabetical order.
 
-For example, if you create ``./mydata/csv/sample_02.csv.gz`` file, embulk skips ``sample_01.csv.gz`` file and loads ``sample_02.csv.gz`` only next time. And the next next-config.yml file has ``last_path: mydata/csv/sample_02.csv.gz`` for the next next execution.
+For example, if you create ``./mydata/csv/sample_02.csv.gz`` file, embulk skips ``sample_01.csv.gz`` file and loads ``sample_02.csv.gz`` only next time. And the next ``diff.yml`` file has ``last_path: mydata/csv/sample_02.csv.gz`` for the next next execution.
 
 So, if you want to loads newly created files every day, you can setup this cron schedule:
 
 .. code-block:: cron
 
-    0 * * * * embulk run /path/to/next-config.yml -o /path/to/next-config.yml
+    0 * * * * embulk run /path/to/config.yml -c /path/to/diff.yml
 

data/embulk-docs/src/release.rst

@@ -4,6 +4,7 @@ Release Notes
 .. toctree::
     :maxdepth: 1
 
+    release/release-0.8.4
     release/release-0.8.3
     release/release-0.8.2
     release/release-0.8.1

data/embulk-docs/src/release/release-0.8.4.rst

@@ -0,0 +1,18 @@
+Release 0.8.4
+==================================
+
+General Changes
+------------------
+
+* Added ``bzip2`` encoder plugin, decoder plugin, and guess plugin.
+* Fixed PageBuilder to close underlaying output plugin.
+* Embulk::Runner accepts .yaml as well as .yml
+
+Java API
+------------------
+
+* Added JsonParser.Stream API for parser plugins to parse a stream of json objects.
+
+Release Date
+------------------
+2016-02-16

data/embulk-standards/build.gradle

@@ -1,5 +1,6 @@
 dependencies {
     compile project(':embulk-core')
+    compile 'org.apache.commons:commons-compress:1.10'
 
     testCompile project(':embulk-core').sourceSets.test.output
 }

data/embulk-standards/src/main/java/org/embulk/standards/Bzip2FileDecoderPlugin.java

@@ -0,0 +1,55 @@
+package org.embulk.standards;
+
+import java.io.InputStream;
+import java.io.IOException;
+import org.embulk.config.Task;
+import org.embulk.config.TaskSource;
+import org.embulk.config.ConfigSource;
+import org.embulk.config.ConfigInject;
+import org.embulk.spi.DecoderPlugin;
+import org.embulk.spi.BufferAllocator;
+import org.embulk.spi.FileInput;
+import org.embulk.spi.util.FileInputInputStream;
+import org.embulk.spi.util.InputStreamFileInput;
+import org.apache.commons.compress.compressors.bzip2.BZip2CompressorInputStream;
+
+public class Bzip2FileDecoderPlugin
+        implements DecoderPlugin
+{
+    public interface PluginTask
+            extends Task
+    {
+        @ConfigInject
+        BufferAllocator getBufferAllocator();
+    }
+
+    @Override
+    public void transaction(ConfigSource config, DecoderPlugin.Control control)
+    {
+        PluginTask task = config.loadConfig(PluginTask.class);
+        control.run(task.dump());
+    }
+
+    @Override
+    public FileInput open(TaskSource taskSource, FileInput fileInput)
+    {
+        PluginTask task = taskSource.loadTask(PluginTask.class);
+        final FileInputInputStream files = new FileInputInputStream(fileInput);
+        return new InputStreamFileInput(
+                task.getBufferAllocator(),
+                new InputStreamFileInput.Provider() {
+                    public InputStream openNext() throws IOException
+                    {
+                        if (!files.nextFile()) {
+                            return null;
+                        }
+                        return new BZip2CompressorInputStream(files, true);
+                    }
+
+                    public void close() throws IOException
+                    {
+                        files.close();
+                    }
+                });
+    }
+}

data/embulk-standards/src/main/java/org/embulk/standards/Bzip2FileEncoderPlugin.java

@@ -0,0 +1,67 @@
+package org.embulk.standards;
+
+import java.io.OutputStream;
+import java.io.IOException;
+import javax.validation.constraints.Min;
+import javax.validation.constraints.Max;
+import org.embulk.config.Task;
+import org.embulk.config.Config;
+import org.embulk.config.ConfigInject;
+import org.embulk.config.ConfigDefault;
+import org.embulk.config.TaskSource;
+import org.embulk.config.ConfigSource;
+import org.embulk.spi.EncoderPlugin;
+import org.embulk.spi.FileOutput;
+import org.embulk.spi.BufferAllocator;
+import org.embulk.spi.util.FileOutputOutputStream;
+import org.embulk.spi.util.OutputStreamFileOutput;
+import org.apache.commons.compress.compressors.bzip2.BZip2CompressorOutputStream;
+
+public class Bzip2FileEncoderPlugin
+        implements EncoderPlugin
+{
+    public interface PluginTask
+            extends Task
+    {
+        @Config("level")
+        @ConfigDefault("9")
+        @Min(1)
+        @Max(9)
+        int getLevel();
+
+        @ConfigInject
+        BufferAllocator getBufferAllocator();
+    }
+
+    public void transaction(ConfigSource config, EncoderPlugin.Control control)
+    {
+        PluginTask task = config.loadConfig(PluginTask.class);
+        control.run(task.dump());
+    }
+
+    @Override
+    public FileOutput open(TaskSource taskSource, final FileOutput fileOutput)
+    {
+        final PluginTask task = taskSource.loadTask(PluginTask.class);
+
+        final FileOutputOutputStream output = new FileOutputOutputStream(fileOutput, task.getBufferAllocator(), FileOutputOutputStream.CloseMode.FLUSH);
+
+        return new OutputStreamFileOutput(new OutputStreamFileOutput.Provider() {
+            public OutputStream openNext() throws IOException
+            {
+                output.nextFile();
+                return new BZip2CompressorOutputStream(output, task.getLevel());
+            }
+
+            public void finish() throws IOException
+            {
+                fileOutput.finish();
+            }
+
+            public void close() throws IOException
+            {
+                fileOutput.close();
+            }
+        });
+    }
+}

data/embulk-standards/src/main/java/org/embulk/standards/StandardPluginModule.java

@@ -30,6 +30,7 @@ public class StandardPluginModule
 
         // file decoder plugins
         registerPluginTo(binder, DecoderPlugin.class, "gzip", GzipFileDecoderPlugin.class);
+        registerPluginTo(binder, DecoderPlugin.class, "bzip2", Bzip2FileDecoderPlugin.class);
 
         // output plugins
         registerPluginTo(binder, OutputPlugin.class, "file", LocalFileOutputPlugin.class);
@@ -41,12 +42,14 @@ public class StandardPluginModule
 
         // file encoder plugins
         registerPluginTo(binder, EncoderPlugin.class, "gzip", GzipFileEncoderPlugin.class);
+        registerPluginTo(binder, EncoderPlugin.class, "bzip2", Bzip2FileEncoderPlugin.class);
 
         // filter plugins
         registerPluginTo(binder, FilterPlugin.class, "rename", RenameFilterPlugin.class);
 
         // default guess plugins
         registerDefaultGuessPluginTo(binder, new PluginType("gzip"));
+        registerDefaultGuessPluginTo(binder, new PluginType("bzip2"));
         registerDefaultGuessPluginTo(binder, new PluginType("csv"));
         // charset and newline guess plugins are loaded and invoked by CsvGuessPlugin
     }

data/lib/embulk/guess/bzip2.rb

@@ -0,0 +1,23 @@
+module Embulk
+  module Guess
+
+    class Bzip2GuessPlugin < GuessPlugin
+      Plugin.register_guess('bzip2', self)
+
+      # magic: BZ
+      # version: 'h' = bzip2
+      # blocksize: 1 .. 9
+      # block magic: 0x314159265359 (6 bytes)
+      block_magic = [0x31, 0x41, 0x59, 0x26, 0x53, 0x59].pack('C*')
+      BZIP2_HEADER_PATTERN = /BZh[1-9]#{Regexp.quote(block_magic)}/n
+
+      def guess(config, sample_buffer)
+        if sample_buffer[0,10] =~ BZIP2_HEADER_PATTERN
+          return {"decoders" => [{"type" => "bzip2"}]}
+        end
+        return {}
+      end
+    end
+
+  end
+end

data/lib/embulk/runner.rb

@@ -122,12 +122,12 @@ module Embulk
       case config
       when String
         case config
-        when /\.yml\.liquid$/
+        when /\.ya?ml\.liquid$/
           require 'liquid'
           template_params = options[:template_params] || {}
           template_include_path = File.expand_path(options[:template_include_path] || File.dirname(config)) unless options[:template_include_path] == false
           @embed.newConfigLoader.fromYamlString run_liquid(File.read(config), template_params, template_include_path)
-        when /\.yml$/
+        when /\.ya?ml$/
           @embed.newConfigLoader.fromYamlString File.read(config)
         else
           raise ConfigError.new("Unsupported file extension. Supported file extensions are .yml and .yml.liquid: #{config}")

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = '0.8.3'
+  VERSION = '0.8.4'
 end

metadata

@@ -1,127 +1,127 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.8.3
+  version: 0.8.4
 platform: java
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-02-09 00:00:00.000000000 Z
+date: 2016-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: bundler
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.10.6
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.10.6
+  name: bundler
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: msgpack
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.7.3
+        version: 1.10.6
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.7.3
+  name: msgpack
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: liquid
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.0.6
+        version: 0.7.3
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 3.0.6
+  name: liquid
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: rjack-icu
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.54.1.1
+        version: 3.0.6
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 4.54.1.1
+  name: rjack-icu
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: rake
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.10.0
+        version: 4.54.1.1
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.10.0
+  name: rake
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: test-unit
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 3.0.9
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 3.0.9
+  name: test-unit
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: yard
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.7
+        version: 3.0.9
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.8.7
+  name: yard
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: kramdown
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.5.0
+        version: 0.8.7
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 1.5.0
+  name: kramdown
   prerelease: false
   type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.5.0
 description: Embulk is an open-source, plugin-based bulk data loader to scale and simplify data management across heterogeneous data stores. It can collect and ship any kinds of data in high throughput with transaction control.
 email:
 - frsyuki@gmail.com
@@ -146,9 +146,10 @@ files:
 - classpath/bval-core-0.5.jar
 - classpath/bval-jsr303-0.5.jar
 - classpath/commons-beanutils-core-1.8.3.jar
+- classpath/commons-compress-1.10.jar
 - classpath/commons-lang3-3.1.jar
-- classpath/embulk-core-0.8.3.jar
-- classpath/embulk-standards-0.8.3.jar
+- classpath/embulk-core-0.8.4.jar
+- classpath/embulk-standards-0.8.4.jar
 - classpath/guava-18.0.jar
 - classpath/guice-4.0.jar
 - classpath/guice-bootstrap-0.1.1.jar
@@ -462,7 +463,10 @@ files:
 - embulk-docs/src/release/release-0.8.1.rst
 - embulk-docs/src/release/release-0.8.2.rst
 - embulk-docs/src/release/release-0.8.3.rst
+- embulk-docs/src/release/release-0.8.4.rst
 - embulk-standards/build.gradle
+- embulk-standards/src/main/java/org/embulk/standards/Bzip2FileDecoderPlugin.java
+- embulk-standards/src/main/java/org/embulk/standards/Bzip2FileEncoderPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvTokenizer.java
@@ -547,6 +551,7 @@ files:
 - lib/embulk/file_output_plugin.rb
 - lib/embulk/filter_plugin.rb
 - lib/embulk/formatter_plugin.rb
+- lib/embulk/guess/bzip2.rb
 - lib/embulk/guess/charset.rb
 - lib/embulk/guess/csv.rb
 - lib/embulk/guess/gzip.rb