embulk 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5579fdedc41918d4b640030c9f2c8b088e3687ce
-  data.tar.gz: 0c01cabaca3edfee8c64a4add44a824b000d7a10
+  metadata.gz: 0abe724d59ea2a21922310c9b7a575b612369147
+  data.tar.gz: 753c67c46772c9fd44a7ed46d1deb185a386edba
 SHA512:
-  metadata.gz: d4c53e8d4452494e615d6cf0e8600a9874512fa2ca7ed7e024621438fb8a88a358fe91d800c4c8fe6516cc6cf5cd0bb29f3499fe431007deda40e0a9b1fadece
-  data.tar.gz: eea74616fed84cbbefd494a457748c533f9f8551ae240417b7741cba10497cd7a7e1c319410b7738e3f790785527c025c627390593cfcdeb132506359fa9eea9
+  metadata.gz: e2632ab7e8c77ffc4d31a4c63c58b2e88cd617dcb2c941e545aa6c51ff75e0909f3bf05faf679b95f176e63a7057c42e07992fcafef8fd5ffc135b5f21008eb3
+  data.tar.gz: 50619880fc999eaa53cf637f5a8fca1f96740b4966280aa83408d55a6b997ab78fc74cfcb213542116f8804bcf20d87b83590ef4dd0e44fdf9309fc9089a8cce

data/README.md

@@ -28,7 +28,7 @@ The single-file package is the simplest way to try Embulk. You can download the
 Following 4 commands install embulk to your home directory:
 
 ```
-curl --create-dirs -o ~/.embulk/bin/embulk -L https://bintray.com/artifact/download/embulk/maven/embulk-0.5.0.jar
+curl --create-dirs -o ~/.embulk/bin/embulk -L https://bintray.com/artifact/download/embulk/maven/embulk-0.5.1.jar
 chmod +x ~/.embulk/bin/embulk
 echo 'export PATH="$HOME/.embulk/bin:$PATH"' >> ~/.bashrc
 source ~/.bashrc
@@ -39,7 +39,7 @@ source ~/.bashrc
 You can assume the jar file is a .bat file.
 
 ```
-curl -o embulk.bat -L https://bintray.com/artifact/download/embulk/maven/embulk-0.5.0.jar
+PowerShell -Command "& {Invoke-WebRequest https://bintray.com/artifact/download/embulk/maven/embulk-0.5.1.jar -OutFile embulk.bat}"
 ```
 
 ### Trying examples

data/build.gradle

@@ -12,7 +12,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards")]
 
 allprojects {
     group = 'org.embulk'
-    version = '0.5.0'
+    version = '0.5.1'
 
     apply plugin: 'java'
     apply plugin: 'maven-publish'

data/embulk-core/src/main/java/org/embulk/plugin/PluginManager.java

@@ -35,12 +35,21 @@ public class PluginManager
             } catch (PluginSourceNotMatchException e) {
                 if (e.getCause() != null) {
                     causes.add(e.getCause());
+                } else {
+                    causes.add(e);
                 }
             }
         }
 
-        ConfigException e = new ConfigException(String.format("%s '%s' is not found",
-                    iface.getSimpleName(), type.getName()), causes.remove(causes.size()-1));
+        StringBuilder message = new StringBuilder();
+        message.append(String.format("%s '%s' is not found.", iface.getSimpleName(), type.getName()));
+        for (Throwable cause : causes) {
+            if (cause.getMessage() != null) {
+                message.append(String.format("%n"));
+                message.append(cause.getMessage());
+            }
+        }
+        ConfigException e = new ConfigException(message.toString());
         for (Throwable cause : causes) {
             e.addSuppressed(cause);
         }

data/embulk-docs/src/conf.py

@@ -53,9 +53,9 @@ copyright = u'2015, Embulk Project'
 # built documents.
 #
 # The short X.Y version.
-version = '0.4'
+version = '0.5'
 # The full version, including alpha/beta/rc tags.
-release = '0.4'
+release = '0.5'
 
 # The language for content autogenerated by Sphinx. Refer to documentation
 # for a list of supported languages.

data/embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana4.rst

@@ -56,7 +56,7 @@ You can find the latest embulk binary from the `releases <https://bintray.com/em
 
 .. code-block:: console
 
-    $ sudo wget https://bintray.com/artifact/download/embulk/maven/embulk-0.5.0.jar -O /usr/local/bin/embulk
+    $ sudo wget https://bintray.com/artifact/download/embulk/maven/embulk-0.5.1.jar -O /usr/local/bin/embulk
     $ sudo chmod +x /usr/local/bin/embulk
 
 Step 2. Install Elasticsearch plugin

data/embulk-docs/src/release.rst

@@ -22,4 +22,5 @@ Release Notes
     release/release-0.4.9
     release/release-0.4.10
     release/release-0.5.0
+    release/release-0.5.1
 

data/embulk-docs/src/release/release-0.5.0.rst

@@ -18,6 +18,8 @@ Embulk v0.5.0 supports dynamically loadable guess plugins.
 
   * ``guess`` subcommand executes the new guess method and takes the return value of the method.
 
+Plugins can use new ``Guess::SchemaGuess`` utility class for ease of implementation.
+
 For example, if you write a parser plugin named ``myparser``, you can use this configuration file first:
 
 .. code-block:: yaml
@@ -51,6 +53,12 @@ The ``embulk guess`` command finds the ``InputPlugin.guess`` of the input plugin
     $ embulk gem install embulk-input-myinput
     $ embulk guess config.yml -o guessed.yml
 
+Plugin API
+------------------
+
+* Added ``Guess::SchemaGuess`` class. This utility class inputs array of hash objects or array of array objects and returns schema.
+
+
 Plugin SPI
 ------------------
 

data/embulk-docs/src/release/release-0.5.1.rst

@@ -0,0 +1,13 @@
+Release 0.5.1
+==================================
+
+General Changes
+------------------
+
+* Fixed a problem where embulk wrongly shows "unknown plugin" when a plugin is found but caused LoadError.
+* Preview, guess and run subcommands show causes of the exception and suppressed exceptions in addition to the stacktrace.
+* PluginManager includes messages of exceptions from all plugin sources.
+
+Release Date
+------------------
+2015-03-04

data/lib/embulk/command/embulk_run.rb

@@ -135,8 +135,8 @@ categories:
     ruby-filter                Ruby record filter plugin   (like "add-hostname")
     #ruby-file-input           Ruby file input plugin      (like "ftp")          # not implemented yet [#21]
     #ruby-file-output          Ruby file output plugin     (like "ftp")          # not implemented yet [#22]
-    ruby-parser                Ruby file parser plugin     (like "csv")          # not implemented yet [#33]
-    ruby-formatter             Ruby file formatter plugin  (like "csv")          # not implemented yet [#34]
+    ruby-parser                Ruby file parser plugin     (like "csv")
+    ruby-formatter             Ruby file formatter plugin  (like "csv")
     #ruby-decoder              Ruby file decoder plugin    (like "gzip")         # not implemented yet [#31]
     #ruby-encoder              Ruby file encoder plugin    (like "gzip")         # not implemented yet [#32]
     java-input                 Java record input plugin    (like "mysql")
@@ -298,10 +298,7 @@ examples:
       begin
         org.embulk.command.Runner.new(options.to_json).main(subcmd, argv.to_java(:string))
       rescue => ex
-        puts ex.to_s
-        ex.backtrace.each do |bt|
-          puts "    #{bt}"
-        end
+        print_exception(ex)
         puts ""
         puts "Error: #{ex}"
         raise SystemExit.new(1, ex.to_s)
@@ -377,4 +374,15 @@ examples:
     end
     exit 1
   end
+
+  def self.print_exception(ex)
+    if ex.respond_to?(:to_java)
+      ex.to_java.printStackTrace(java.lang.System.out)
+    else
+      puts "#{ex.to_s}"
+      ex.backtrace.each do |bt|
+        puts "    #{bt}"
+      end
+    end
+  end
 end

data/lib/embulk/plugin_registry.rb

@@ -41,22 +41,19 @@ module Embulk
         # TODO: the best code here is to raise exception only if
         #       `name` file is not in $LOAD_PATH.
         raise e if e.to_s =~ /java.lang.ClassNotFoundException/
+        raise e if $LOAD_PATH.any? {|dir| File.exists? File.join(dir, "#{name}.rb") }
       end
 
       # search from $LOAD_PATH
-      load_paths = $LOAD_PATH.map do |lp|
+      load_path_files = $LOAD_PATH.map do |lp|
         lpath = File.expand_path(File.join(lp, "#{name}.rb"))
         File.exist?(lpath) ? lpath : nil
       end
 
-      paths = [name] + load_paths.compact.sort  # sort to prefer newer version
+      paths = load_path_files.compact.sort  # sort to prefer newer version
       paths.each do |path|
-        begin
-          require path
-          return true
-        rescue LoadError => e
-          raise e if e.to_s =~ /java.lang.ClassNotFoundException/
-        end
+        require path
+        return true
       end
 
       # search gems

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = '0.5.0'
+  VERSION = '0.5.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-03-03 00:00:00.000000000 Z
+date: 2015-03-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -272,6 +272,7 @@ files:
 - embulk-docs/src/release/release-0.4.8.rst
 - embulk-docs/src/release/release-0.4.9.rst
 - embulk-docs/src/release/release-0.5.0.rst
+- embulk-docs/src/release/release-0.5.1.rst
 - embulk-standards/build.gradle
 - embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
@@ -376,8 +377,8 @@ files:
 - classpath/bval-jsr303-0.5.jar
 - classpath/commons-beanutils-core-1.8.3.jar
 - classpath/commons-lang3-3.1.jar
-- classpath/embulk-core-0.5.0.jar
-- classpath/embulk-standards-0.5.0.jar
+- classpath/embulk-core-0.5.1.jar
+- classpath/embulk-standards-0.5.1.jar
 - classpath/guava-18.0.jar
 - classpath/guice-3.0.jar
 - classpath/guice-multibindings-3.0.jar