embulk 0.8.3 → 0.8.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4548bdb9a7472a0a1f86ef346f85a0229a433111
-  data.tar.gz: bc5e863271a2fb217584a76618a7c9eac6706c05
+  metadata.gz: 671d7e093dbc15c2d87cf48cc69d6c46db01906f
+  data.tar.gz: 6fea3fc181559ca1821ca48f462cd2944994b741
 SHA512:
-  metadata.gz: b47331b6a147ac624727a0e3da414c8e95cc7d74a022bdd174426572386349ecd76c2ef38ad8bdb3bf1e51e6c58967a87e4e67bb7db4f498bc4143f39799f6ee
-  data.tar.gz: 98ce9c0581f425d516d057124ee1ea435726a1447e37e8416f36635801cca3fef32d50f719cbe1e95803e7229fd950b835290dace22cbcdb6f87b3327c332cd7
+  metadata.gz: b4c6d18798c4cdc272348c5febdcc875478a2d21165fe37fd9b5c1f55fdd3c97b57aa8260f840cd7e213c11cb65ec1768c6df9c1413f16ea25435b2a50b2bce6
+  data.tar.gz: cee70f19578b92763838f3f404af6cd562aa566ab31548c0d9197c54e27f74bd11fd7ae49c2ed0ed94dd76e25ae20bb7add76e595f20cea0a76995e77ffe895b

data/build.gradle

@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards")]
 
 allprojects {
     group = 'org.embulk'
-    version = '0.8.3'
+    version = '0.8.4'
 
     ext {
         jrubyVersion = '9.0.4.0'

data/embulk-core/src/main/java/org/embulk/spi/PageBuilder.java

@@ -252,6 +252,7 @@ public class PageBuilder
             buffer = null;
             bufferSlice = null;
         }
+        output.close();
     }
 
     /* TODO for variable-length types

data/embulk-core/src/main/java/org/embulk/spi/json/JsonParser.java

@@ -4,6 +4,8 @@ import java.util.List;
 import java.util.ArrayList;
 import java.util.Map;
 import java.util.HashMap;
+import java.io.InputStream;
+import java.io.Closeable;
 import java.io.IOException;
 import org.msgpack.value.Value;
 import org.msgpack.value.ValueFactory;
@@ -13,6 +15,14 @@ import com.fasterxml.jackson.core.JsonToken;
 
 public class JsonParser
 {
+    public interface Stream
+            extends Closeable
+    {
+        Value next() throws IOException;
+
+        void close() throws IOException;
+    }
+
     private final JsonFactory factory;
 
     public JsonParser()
@@ -21,38 +31,136 @@ public class JsonParser
         factory.enable(Feature.ALLOW_UNQUOTED_CONTROL_CHARS);
     }
 
+    public Stream open(InputStream in) throws IOException
+    {
+        return new StreamParseContext(factory, in);
+    }
+
     public Value parse(String json)
     {
-        return new ParseContext(json).parse();
+        return new SingleParseContext(factory, json).parse();
+    }
+
+    private static String sampleJsonString(String json)
+    {
+        if (json.length() < 100) {
+            return json;
+        }
+        else {
+            return json.substring(0, 97) + "...";
+        }
+    }
+
+    private static class StreamParseContext
+        extends AbstractParseContext
+        implements Stream
+    {
+        public StreamParseContext(JsonFactory factory, InputStream in)
+            throws IOException, JsonParseException
+        {
+            super(createParser(factory, in));
+        }
+
+        private static com.fasterxml.jackson.core.JsonParser createParser(JsonFactory factory, InputStream in)
+            throws IOException
+        {
+            try {
+                return factory.createParser(in);
+            }
+            catch (IOException ex) {
+                throw ex;
+            }
+            catch (Exception ex) {
+                throw new JsonParseException("Failed to parse JSON", ex);
+            }
+        }
+
+        @Override
+        public void close() throws IOException
+        {
+            parser.close();
+        }
+
+        @Override
+        protected String sampleJsonString()
+        {
+            return "in";
+        }
     }
 
-    private class ParseContext
+    private static class SingleParseContext
+        extends AbstractParseContext
     {
         private final String json;
-        private final com.fasterxml.jackson.core.JsonParser parser;
 
-        public ParseContext(String json)
+        public SingleParseContext(JsonFactory factory, String json)
         {
+            super(createParser(factory, json));
             this.json = json;
+        }
+
+        private static com.fasterxml.jackson.core.JsonParser createParser(JsonFactory factory, String json)
+        {
             try {
-                this.parser = factory.createParser(json);
+                return factory.createParser(json);
             }
             catch (Exception ex) {
-                throw new JsonParseException("Failed to parse a JSON string: "+sampleJsonString(json), ex);
+                throw new JsonParseException("Failed to parse JSON: "+JsonParser.sampleJsonString(json), ex);
             }
         }
 
         public Value parse()
+        {
+            try {
+                Value v = next();
+                if (v == null) {
+                    throw new JsonParseException("Unable to parse empty string");
+                }
+                return v;
+            }
+            catch (IOException ex) {
+                throw new JsonParseException("Failed to parse JSON: "+sampleJsonString(), ex);
+            }
+        }
+
+        @Override
+        protected String sampleJsonString()
+        {
+            return JsonParser.sampleJsonString(json);
+        }
+    }
+
+    private static abstract class AbstractParseContext
+    {
+        protected final com.fasterxml.jackson.core.JsonParser parser;
+
+        public AbstractParseContext(com.fasterxml.jackson.core.JsonParser parser)
+        {
+            this.parser = parser;
+        }
+
+        protected abstract String sampleJsonString();
+
+        public Value next() throws IOException
         {
             try {
                 JsonToken token = parser.nextToken();
+                if (token == null) {
+                    return null;
+                }
                 return jsonTokenToValue(token);
             }
+            catch (com.fasterxml.jackson.core.JsonParseException ex) {
+                throw new JsonParseException("Failed to parse JSON: "+sampleJsonString(), ex);
+            }
+            catch (IOException ex) {
+                throw ex;
+            }
             catch (JsonParseException ex) {
                 throw ex;
             }
-            catch (Exception ex) {
-                throw new JsonParseException("Failed to parse a JSON string: "+sampleJsonString(json), ex);
+            catch (RuntimeException ex) {
+                throw new JsonParseException("Failed to parse JSON: "+sampleJsonString(), ex);
             }
         }
 
@@ -81,9 +189,12 @@ public class JsonParser
                 List<Value> list = new ArrayList<>();
                 while (true) {
                     token = parser.nextToken();
-                    if(token == JsonToken.END_ARRAY) {
+                    if (token == JsonToken.END_ARRAY) {
                         return ValueFactory.newArray(list);
                     }
+                    else if (token == null) {
+                        throw new JsonParseException("Unexpected end of JSON at "+parser.getTokenLocation() + " while expecting an element of an array: " + sampleJsonString());
+                    }
                     list.add(jsonTokenToValue(token));
                 }
             }
@@ -94,11 +205,17 @@ public class JsonParser
                     if (token == JsonToken.END_OBJECT) {
                         return ValueFactory.newMap(map);
                     }
+                    else if (token == null) {
+                        throw new JsonParseException("Unexpected end of JSON at "+parser.getTokenLocation() + " while expecting a key of object: " + sampleJsonString());
+                    }
                     String key = parser.getCurrentName();
                     if (key == null) {
-                        throw new JsonParseException("Unexpected token "+token+" at "+parser.getTokenLocation());
+                        throw new JsonParseException("Unexpected token "+token+" at "+parser.getTokenLocation() + ": " + sampleJsonString());
                     }
                     token = parser.nextToken();
+                    if (token == null) {
+                        throw new JsonParseException("Unexpected end of JSON at "+parser.getTokenLocation() + " while expecting a value of object: " + sampleJsonString());
+                    }
                     Value value = jsonTokenToValue(token);
                     map.put(ValueFactory.newString(key), value);
                 }
@@ -108,18 +225,8 @@ public class JsonParser
             case END_OBJECT:
             case NOT_AVAILABLE:
             default:
-                throw new JsonParseException("Unexpected token "+token+" at "+parser.getTokenLocation());
+                throw new JsonParseException("Unexpected token "+token+" at "+parser.getTokenLocation() + ": " + sampleJsonString());
             }
         }
     }
-
-    private static String sampleJsonString(String json)
-    {
-        if (json.length() < 100) {
-            return json;
-        }
-        else {
-            return json.substring(0, 97) + "...";
-        }
-    }
 }

data/embulk-docs/src/built-in.rst

@@ -44,13 +44,13 @@ A configuration file consists of following sections:
 
   * **parser:** If the input is file-based, parser plugin parses a file format (built-in csv, `json <https://github.com/takumakanari/embulk-parser-json>`_, etc).
 
-  * **decoder:** If the input is file-based, decoder plugin decodes compression or encryption (built-in gzip, `zip <https://github.com/hata/embulk-decoder-commons-compress>`_, `tar.gz <https://github.com/hata/embulk-decoder-commons-compress>`_, etc).
+  * **decoder:** If the input is file-based, decoder plugin decodes compression or encryption (built-in gzip, bzip2, `zip <https://github.com/hata/embulk-decoder-commons-compress>`_, `tar.gz <https://github.com/hata/embulk-decoder-commons-compress>`_, etc).
 
 * **out:** Output plugin options. An output plugin is either record-based (`Oracle <https://github.com/embulk/embulk-output-jdbc>`_, `Elasticsearch <https://github.com/muga/embulk-output-elasticsearch>`_, etc) or file-based (`Google Cloud Storage <https://github.com/hakobera/embulk-output-gcs>`_, `Command <https://github.com/embulk/embulk-output-command>`_, etc)
 
   * **formatter:** If the output is file-based, formatter plugin formats a file format (such as built-in csv, `JSON <https://github.com/takei-yuya/embulk-formatter-jsonl>`_)
 
-  * **encoder:** If the output is file-based, encoder plugin encodes compression or encryption (such as built-in gzip)
+  * **encoder:** If the output is file-based, encoder plugin encodes compression or encryption (such as built-in gzip or bzip2)
 
 * **filters:** Filter plugins options (optional).
 
@@ -298,6 +298,27 @@ Example
       - {type: gzip}
 
 
+BZip2 decoder plugin
+------------------
+
+The ``bzip2`` decoder plugin decompresses bzip2 files before input plugins read them.
+
+Options
+~~~~~~~~~~~~~~~~~~
+
+This plugin doesn't have any options.
+
+Example
+~~~~~~~~~~~~~~~~~~
+
+.. code-block:: yaml
+
+    in:
+      ...
+      decoders:
+      - {type: bzip2}
+
+
 File output plugin
 ------------------
 
@@ -448,6 +469,58 @@ Example
       - type: gzip
         level: 1
 
+
+Gzip encoder plugin
+------------------
+
+The ``gzip`` encoder plugin compresses output files using gzip.
+
+Options
+~~~~~~~~~~~~~~~~~~
+
++---------+----------+----------------------------------------------------------------------+--------------------+
+| name    | type     | description                                                          | required?          |
++=========+==========+======================================================================+====================+
+| level   | integer  | Compression level. From 0 (no compression) to 9 (best compression).  | ``6`` by default   |
++---------+----------+----------------------------------------------------------------------+--------------------+
+
+Example
+~~~~~~~~~~~~~~~~~~
+
+.. code-block:: yaml
+
+    out:
+      ...
+      encoders:
+      - type: gzip
+        level: 1
+
+BZip2 encoder plugin
+------------------
+
+The ``bzip2`` encoder plugin compresses output files using bzip2.
+
+Options
+~~~~~~~~~~~~~~~~~~
+
++---------+----------+----------------------------------------------------------------------+--------------------+
+| name    | type     | description                                                          | required?          |
++=========+==========+======================================================================+====================+
+| level   | integer  | Compression level. From 1 to 9 (best compression).                   | ``9`` by default   |
++---------+----------+----------------------------------------------------------------------+--------------------+
+
+Example
+~~~~~~~~~~~~~~~~~~
+
+.. code-block:: yaml
+
+    out:
+      ...
+      encoders:
+      - type: bzip2
+        level: 6
+
+
 Rename filter plugin
 ------------------
 

data/embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana4.rst

@@ -24,9 +24,9 @@ For the smallest setup, you can unzip the package and run `./bin/elasticsearch`
 
 .. code-block:: console
 
-    $ wget https://download.elasticsearch.org/elasticsearch/elasticsearch/elasticsearch-1.4.4.zip
-    $ unzip elasticsearch-1.4.4.zip
-    $ cd elasticsearch-1.4.4
+    $ wget https://download.elasticsearch.org/elasticsearch/release/org/elasticsearch/distribution/zip/elasticsearch/2.2.0/elasticsearch-2.2.0.zip
+    $ unzip elasticsearch-2.2.0.zip
+    $ cd elasticsearch-2.2.0
     $ ./bin/elasticsearch
 
 Step 2. Download and unzip Kibana:
@@ -36,12 +36,12 @@ You can find releases from the `Kibana website <http://www.elasticsearch.org/ove
 
 .. code-block:: console
 
-    $ wget https://download.elasticsearch.org/kibana/kibana/kibana-4.0.0-linux-x64.tar.gz
-    $ tar zxvf kibana-4.0.0-linux-x64.tar.gz
-    $ cd kibana-4.0.0-linux-x64
+    $ wget https://download.elastic.co/kibana/kibana/kibana-4.4.0-linux-x64.tar.gz
+    $ tar zxvf kibana-4.4.0-linux-x64.tar.gz
+    $ cd kibana-4.4.0-linux-x64
     $ ./bin/kibana
 
-Note: If you're using Mac OS X, https://download.elasticsearch.org/kibana/kibana/kibana-4.0.0-darwin-x64.tar.gz is the URL to download.
+Note: If you're using Mac OS X, https://download.elastic.co/kibana/kibana/kibana-4.4.0-darwin-x64.tar.gz is the URL to download.
 
 Now Elasticsearch and Kibana started. Open http://localhost:5601/ using your browser to see the Kibana's graphical interface.
 
@@ -75,7 +75,7 @@ Loading a CSV file
 
 Assuming you have a CSV files at ``./mydata/csv/`` directory. If you don't have CSV files, you can create ones using ``embulk example ./mydata`` command.
 
-Create this configuration file and save as ``config.yml``:
+Create this configuration file and save as ``seed.yml``:
 
 .. code-block:: yaml
 
@@ -93,9 +93,9 @@ In fact, this configuration lacks some important information. However, embulk gu
 
 .. code-block:: console
 
-    $ embulk guess config.yml -o config-complete.yml
+    $ embulk guess ./mydata/seed.yml -o config.yml
 
-The generated config-complete.yml file should include complete information as following:
+The generated config.yml file should include complete information as following:
 
 .. code-block:: yaml
 
@@ -137,24 +137,25 @@ Now, you can run the bulk loading:
 
 .. code-block:: console
 
-    $ embulk run config-complete.yml -o next-config.yml
+    $ embulk run config.yml -c diff.yml
 
 Scheduling loading by cron
 ------------------
 
-At the last step, you ran embulk command with ``-o next-config.yml`` file. The ``next-config.yml`` file should include a parameter named ``last_path``:
+At the last step, you ran embulk command with ``-c diff.yml`` file. The ``diff.yml`` file should include a parameter named ``last_path``:
 
 .. code-block:: yaml
 
-    last_path: mydata/csv/sample_01.csv.gz
+    in: {last_path: mydata/csv/sample_01.csv.gz}
+    out: {}
 
 With this configuration, embulk loads the files newer than this file in alphabetical order.
 
-For example, if you create ``./mydata/csv/sample_02.csv.gz`` file, embulk skips ``sample_01.csv.gz`` file and loads ``sample_02.csv.gz`` only next time. And the next next-config.yml file has ``last_path: mydata/csv/sample_02.csv.gz`` for the next next execution.
+For example, if you create ``./mydata/csv/sample_02.csv.gz`` file, embulk skips ``sample_01.csv.gz`` file and loads ``sample_02.csv.gz`` only next time. And the next ``diff.yml`` file has ``last_path: mydata/csv/sample_02.csv.gz`` for the next next execution.
 
 So, if you want to loads newly created files every day, you can setup this cron schedule:
 
 .. code-block:: cron
 
-    0 * * * * embulk run /path/to/next-config.yml -o /path/to/next-config.yml
+    0 * * * * embulk run /path/to/config.yml -c /path/to/diff.yml
 

data/embulk-docs/src/release.rst

@@ -4,6 +4,7 @@ Release Notes
 .. toctree::
     :maxdepth: 1
 
+    release/release-0.8.4
     release/release-0.8.3
     release/release-0.8.2
     release/release-0.8.1

data/embulk-docs/src/release/release-0.8.4.rst

@@ -0,0 +1,18 @@
+Release 0.8.4
+==================================
+
+General Changes
+------------------
+
+* Added ``bzip2`` encoder plugin, decoder plugin, and guess plugin.
+* Fixed PageBuilder to close underlaying output plugin.
+* Embulk::Runner accepts .yaml as well as .yml
+
+Java API
+------------------
+
+* Added JsonParser.Stream API for parser plugins to parse a stream of json objects.
+
+Release Date
+------------------
+2016-02-16

data/embulk-standards/build.gradle

@@ -1,5 +1,6 @@
 dependencies {
     compile project(':embulk-core')
+    compile 'org.apache.commons:commons-compress:1.10'
 
     testCompile project(':embulk-core').sourceSets.test.output
 }

data/embulk-standards/src/main/java/org/embulk/standards/Bzip2FileDecoderPlugin.java

@@ -0,0 +1,55 @@
+package org.embulk.standards;
+
+import java.io.InputStream;
+import java.io.IOException;
+import org.embulk.config.Task;
+import org.embulk.config.TaskSource;
+import org.embulk.config.ConfigSource;
+import org.embulk.config.ConfigInject;
+import org.embulk.spi.DecoderPlugin;
+import org.embulk.spi.BufferAllocator;
+import org.embulk.spi.FileInput;
+import org.embulk.spi.util.FileInputInputStream;
+import org.embulk.spi.util.InputStreamFileInput;
+import org.apache.commons.compress.compressors.bzip2.BZip2CompressorInputStream;
+
+public class Bzip2FileDecoderPlugin
+        implements DecoderPlugin
+{
+    public interface PluginTask
+            extends Task
+    {
+        @ConfigInject
+        BufferAllocator getBufferAllocator();
+    }
+
+    @Override
+    public void transaction(ConfigSource config, DecoderPlugin.Control control)
+    {
+        PluginTask task = config.loadConfig(PluginTask.class);
+        control.run(task.dump());
+    }
+
+    @Override
+    public FileInput open(TaskSource taskSource, FileInput fileInput)
+    {
+        PluginTask task = taskSource.loadTask(PluginTask.class);
+        final FileInputInputStream files = new FileInputInputStream(fileInput);
+        return new InputStreamFileInput(
+                task.getBufferAllocator(),
+                new InputStreamFileInput.Provider() {
+                    public InputStream openNext() throws IOException
+                    {
+                        if (!files.nextFile()) {
+                            return null;
+                        }
+                        return new BZip2CompressorInputStream(files, true);
+                    }
+
+                    public void close() throws IOException
+                    {
+                        files.close();
+                    }
+                });
+    }
+}

data/embulk-standards/src/main/java/org/embulk/standards/Bzip2FileEncoderPlugin.java

@@ -0,0 +1,67 @@
+package org.embulk.standards;
+
+import java.io.OutputStream;
+import java.io.IOException;
+import javax.validation.constraints.Min;
+import javax.validation.constraints.Max;
+import org.embulk.config.Task;
+import org.embulk.config.Config;
+import org.embulk.config.ConfigInject;
+import org.embulk.config.ConfigDefault;
+import org.embulk.config.TaskSource;
+import org.embulk.config.ConfigSource;
+import org.embulk.spi.EncoderPlugin;
+import org.embulk.spi.FileOutput;
+import org.embulk.spi.BufferAllocator;
+import org.embulk.spi.util.FileOutputOutputStream;
+import org.embulk.spi.util.OutputStreamFileOutput;
+import org.apache.commons.compress.compressors.bzip2.BZip2CompressorOutputStream;
+
+public class Bzip2FileEncoderPlugin
+        implements EncoderPlugin
+{
+    public interface PluginTask
+            extends Task
+    {
+        @Config("level")
+        @ConfigDefault("9")
+        @Min(1)
+        @Max(9)
+        int getLevel();
+
+        @ConfigInject
+        BufferAllocator getBufferAllocator();
+    }
+
+    public void transaction(ConfigSource config, EncoderPlugin.Control control)
+    {
+        PluginTask task = config.loadConfig(PluginTask.class);
+        control.run(task.dump());
+    }
+
+    @Override
+    public FileOutput open(TaskSource taskSource, final FileOutput fileOutput)
+    {
+        final PluginTask task = taskSource.loadTask(PluginTask.class);
+
+        final FileOutputOutputStream output = new FileOutputOutputStream(fileOutput, task.getBufferAllocator(), FileOutputOutputStream.CloseMode.FLUSH);
+
+        return new OutputStreamFileOutput(new OutputStreamFileOutput.Provider() {
+            public OutputStream openNext() throws IOException
+            {
+                output.nextFile();
+                return new BZip2CompressorOutputStream(output, task.getLevel());
+            }
+
+            public void finish() throws IOException
+            {
+                fileOutput.finish();
+            }
+
+            public void close() throws IOException
+            {
+                fileOutput.close();
+            }
+        });
+    }
+}

data/embulk-standards/src/main/java/org/embulk/standards/StandardPluginModule.java

@@ -30,6 +30,7 @@ public class StandardPluginModule
 
         // file decoder plugins
         registerPluginTo(binder, DecoderPlugin.class, "gzip", GzipFileDecoderPlugin.class);
+        registerPluginTo(binder, DecoderPlugin.class, "bzip2", Bzip2FileDecoderPlugin.class);
 
         // output plugins
         registerPluginTo(binder, OutputPlugin.class, "file", LocalFileOutputPlugin.class);
@@ -41,12 +42,14 @@ public class StandardPluginModule
 
         // file encoder plugins
         registerPluginTo(binder, EncoderPlugin.class, "gzip", GzipFileEncoderPlugin.class);
+        registerPluginTo(binder, EncoderPlugin.class, "bzip2", Bzip2FileEncoderPlugin.class);
 
         // filter plugins
         registerPluginTo(binder, FilterPlugin.class, "rename", RenameFilterPlugin.class);
 
         // default guess plugins
         registerDefaultGuessPluginTo(binder, new PluginType("gzip"));
+        registerDefaultGuessPluginTo(binder, new PluginType("bzip2"));
         registerDefaultGuessPluginTo(binder, new PluginType("csv"));
         // charset and newline guess plugins are loaded and invoked by CsvGuessPlugin
     }

data/lib/embulk/guess/bzip2.rb

@@ -0,0 +1,23 @@
+module Embulk
+  module Guess
+
+    class Bzip2GuessPlugin < GuessPlugin
+      Plugin.register_guess('bzip2', self)
+
+      # magic: BZ
+      # version: 'h' = bzip2
+      # blocksize: 1 .. 9
+      # block magic: 0x314159265359 (6 bytes)
+      block_magic = [0x31, 0x41, 0x59, 0x26, 0x53, 0x59].pack('C*')
+      BZIP2_HEADER_PATTERN = /BZh[1-9]#{Regexp.quote(block_magic)}/n
+
+      def guess(config, sample_buffer)
+        if sample_buffer[0,10] =~ BZIP2_HEADER_PATTERN
+          return {"decoders" => [{"type" => "bzip2"}]}
+        end
+        return {}
+      end
+    end
+
+  end
+end

data/lib/embulk/runner.rb

@@ -122,12 +122,12 @@ module Embulk
       case config
       when String
         case config
-        when /\.yml\.liquid$/
+        when /\.ya?ml\.liquid$/
           require 'liquid'
           template_params = options[:template_params] || {}
           template_include_path = File.expand_path(options[:template_include_path] || File.dirname(config)) unless options[:template_include_path] == false
           @embed.newConfigLoader.fromYamlString run_liquid(File.read(config), template_params, template_include_path)
-        when /\.yml$/
+        when /\.ya?ml$/
           @embed.newConfigLoader.fromYamlString File.read(config)
         else
           raise ConfigError.new("Unsupported file extension. Supported file extensions are .yml and .yml.liquid: #{config}")

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = '0.8.3'
+  VERSION = '0.8.4'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.8.3
+  version: 0.8.4
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-02-09 00:00:00.000000000 Z
+date: 2016-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jruby-jars
@@ -106,9 +106,10 @@ files:
 - classpath/bval-core-0.5.jar
 - classpath/bval-jsr303-0.5.jar
 - classpath/commons-beanutils-core-1.8.3.jar
+- classpath/commons-compress-1.10.jar
 - classpath/commons-lang3-3.1.jar
-- classpath/embulk-core-0.8.3.jar
-- classpath/embulk-standards-0.8.3.jar
+- classpath/embulk-core-0.8.4.jar
+- classpath/embulk-standards-0.8.4.jar
 - classpath/guava-18.0.jar
 - classpath/guice-4.0.jar
 - classpath/guice-bootstrap-0.1.1.jar
@@ -422,7 +423,10 @@ files:
 - embulk-docs/src/release/release-0.8.1.rst
 - embulk-docs/src/release/release-0.8.2.rst
 - embulk-docs/src/release/release-0.8.3.rst
+- embulk-docs/src/release/release-0.8.4.rst
 - embulk-standards/build.gradle
+- embulk-standards/src/main/java/org/embulk/standards/Bzip2FileDecoderPlugin.java
+- embulk-standards/src/main/java/org/embulk/standards/Bzip2FileEncoderPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvTokenizer.java
@@ -507,6 +511,7 @@ files:
 - lib/embulk/file_output_plugin.rb
 - lib/embulk/filter_plugin.rb
 - lib/embulk/formatter_plugin.rb
+- lib/embulk/guess/bzip2.rb
 - lib/embulk/guess/charset.rb
 - lib/embulk/guess/csv.rb
 - lib/embulk/guess/gzip.rb