embulk 0.3.2 → 0.4.0

data/lib/embulk/plugin_registry.rb

@@ -21,19 +21,26 @@ module Embulk
       if value = @map[type]
         return value
       end
-      search(type)
-      if value = @map[type]
-        return value
+      if search(type)
+        if value = @map[type]
+          return value
+        end
+        raise PluginLoadError, "Unknown #{@category} plugin '#{type}'. Succeeded found #{@search_prefix}#{type}.rb from installed gems but it did not correctly register plugin."
+      else
+        raise PluginLoadError, "Unknown #{@category} plugin '#{type}'. #{@search_prefix}#{type}.rb is not installed. Run 'gem search -rd embulk-#{@category}' command to find the plugin gem."
       end
-      raise ConfigError, "Unknown #{@category} plugin '#{type}'."
     end
 
     def search(type)
       name = "#{@search_prefix}#{type}"
       begin
         require name
-        return
-      rescue LoadError
+        return true
+      rescue LoadError => e
+        # catch LoadError but don't catch ClassNotFoundException
+        # TODO: the best code here is to raise exception only if
+        #       `name` file is not in $LOAD_PATH.
+        raise e if e.to_s =~ /java.lang.ClassNotFoundException/
       end
 
       # search from $LOAD_PATH
@@ -46,8 +53,9 @@ module Embulk
       paths.each do |path|
         begin
           require path
-          return
-        rescue LoadError
+          return true
+        rescue LoadError => e
+          raise e if e.to_s =~ /java.lang.ClassNotFoundException/
         end
       end
 
@@ -63,8 +71,11 @@ module Embulk
           spec.require_paths.each do |lib|
             require "#{spec.full_gem_path}/#{lib}/#{name}"
           end
+          return true
         end
       end
+
+      return false
     end
   end
 end

data/lib/embulk/schema.rb

@@ -82,12 +82,12 @@ module Embulk
     end
 
     if Embulk.java?
-      def self.from_java_object(java_schema)
-        new java_schema.getColumns.map {|column| Column.from_java_object(column) }
+      def self.from_java(java_schema)
+        new java_schema.getColumns.map {|column| Column.from_java(column) }
       end
 
-      def java_object
-        columns = self.map {|column| column.java_object }
+      def to_java
+        columns = self.map {|column| column.to_java }
         Java::Schema.new(columns)
       end
     end

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = "0.3.2"
+  VERSION = "0.4.0"
 end

data/settings.gradle

@@ -3,3 +3,4 @@ rootProject.name = 'embulk'
 include 'embulk-core'
 include 'embulk-standards'
 include 'embulk-cli'
+include 'embulk-docs'

metadata

@@ -1,102 +1,100 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.4.0
 platform: ruby
 authors:
 - Sadayuki Furuhashi
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-02-04 00:00:00.000000000 Z
+date: 2015-02-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '1.0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '1.0'
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.10.0
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.10.0
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '2.11'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '2.11'
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: json
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.7'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.7'
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: yard
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 0.8.7
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 0.8.7
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: kramdown
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 1.5.0
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 1.5.0
-description: Embulk is an open-source, plugin-based bulk data loader to scale and
-  simplify data management across heterogeneous data stores. It can collect and ship
-  any kinds of data in high throughput with transaction control.
+  prerelease: false
+  type: :development
+description: Embulk is an open-source, plugin-based bulk data loader to scale and simplify data management across heterogeneous data stores. It can collect and ship any kinds of data in high throughput with transaction control.
 email:
 - frsyuki@gmail.com
 executables:
@@ -105,63 +103,26 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .travis.yml
 - COPYING
-- ChangeLog
 - Gemfile
 - Gemfile.lock
 - README.md
 - Rakefile
 - bin/embulk
 - build.gradle
-- classpath/annotations-3.0.0.jar
-- classpath/aopalliance-1.0.jar
-- classpath/aws-java-sdk-1.5.2.jar
-- classpath/bval-core-0.5.jar
-- classpath/bval-jsr303-0.5.jar
-- classpath/commons-beanutils-core-1.8.3.jar
-- classpath/commons-codec-1.3.jar
-- classpath/commons-lang3-3.1.jar
-- classpath/commons-logging-1.2.jar
-- classpath/embulk-cli-0.3.2-SNAPSHOT.jar
-- classpath/embulk-core-0.3.2-SNAPSHOT.jar
-- classpath/embulk-standards-0.3.2-SNAPSHOT.jar
-- classpath/guava-17.0.jar
-- classpath/guice-3.0.jar
-- classpath/guice-multibindings-3.0.jar
-- classpath/httpclient-4.2.jar
-- classpath/httpcore-4.2.jar
-- classpath/icu4j-53.1.jar
-- classpath/jackson-annotations-2.4.3.jar
-- classpath/jackson-core-2.4.3.jar
-- classpath/jackson-core-asl-1.8.9.jar
-- classpath/jackson-databind-2.4.3.jar
-- classpath/jackson-datatype-guava-2.4.3.jar
-- classpath/jackson-datatype-joda-2.4.3.jar
-- classpath/jackson-mapper-asl-1.8.9.jar
-- classpath/jackson-module-guice-2.4.3.jar
-- classpath/javax.inject-1.jar
-- classpath/joda-time-2.3.jar
-- classpath/jruby-complete-1.7.16.1.jar
-- classpath/log4j-1.2.17.jar
-- classpath/netty-buffer-4.0.24.Final.jar
-- classpath/netty-common-4.0.24.Final.jar
-- classpath/slf4j-api-1.7.9.jar
-- classpath/slf4j-log4j12-1.7.9.jar
-- classpath/slice-0.7.jar
-- classpath/snakeyaml-1.14.jar
-- classpath/validation-api-1.1.0.Final.jar
 - embulk-cli/build.gradle
-- embulk-cli/pom.xml
 - embulk-cli/src/main/java/org/embulk/cli/Main.java
 - embulk-core/build.gradle
-- embulk-core/pom.xml
 - embulk-core/src/main/java/org/embulk/EmbulkService.java
 - embulk-core/src/main/java/org/embulk/command/Runner.java
 - embulk-core/src/main/java/org/embulk/command/TablePrinter.java
 - embulk-core/src/main/java/org/embulk/config/CommitReport.java
 - embulk-core/src/main/java/org/embulk/config/Config.java
 - embulk-core/src/main/java/org/embulk/config/ConfigDefault.java
+- embulk-core/src/main/java/org/embulk/config/ConfigDiff.java
 - embulk-core/src/main/java/org/embulk/config/ConfigException.java
+- embulk-core/src/main/java/org/embulk/config/ConfigInject.java
 - embulk-core/src/main/java/org/embulk/config/ConfigLoader.java
 - embulk-core/src/main/java/org/embulk/config/ConfigSource.java
 - embulk-core/src/main/java/org/embulk/config/DataSource.java
@@ -169,7 +130,6 @@ files:
 - embulk-core/src/main/java/org/embulk/config/DataSourceSerDe.java
 - embulk-core/src/main/java/org/embulk/config/GenericTypeReference.java
 - embulk-core/src/main/java/org/embulk/config/ModelManager.java
-- embulk-core/src/main/java/org/embulk/config/NextConfig.java
 - embulk-core/src/main/java/org/embulk/config/Task.java
 - embulk-core/src/main/java/org/embulk/config/TaskInvocationHandler.java
 - embulk-core/src/main/java/org/embulk/config/TaskSerDe.java
@@ -206,6 +166,7 @@ files:
 - embulk-core/src/main/java/org/embulk/spi/BufferAllocator.java
 - embulk-core/src/main/java/org/embulk/spi/Column.java
 - embulk-core/src/main/java/org/embulk/spi/ColumnConfig.java
+- embulk-core/src/main/java/org/embulk/spi/ColumnVisitor.java
 - embulk-core/src/main/java/org/embulk/spi/DecoderPlugin.java
 - embulk-core/src/main/java/org/embulk/spi/EncoderPlugin.java
 - embulk-core/src/main/java/org/embulk/spi/Exec.java
@@ -229,9 +190,9 @@ files:
 - embulk-core/src/main/java/org/embulk/spi/PageOutput.java
 - embulk-core/src/main/java/org/embulk/spi/PageReader.java
 - embulk-core/src/main/java/org/embulk/spi/ParserPlugin.java
+- embulk-core/src/main/java/org/embulk/spi/PluginClassLoader.java
 - embulk-core/src/main/java/org/embulk/spi/Schema.java
 - embulk-core/src/main/java/org/embulk/spi/SchemaConfig.java
-- embulk-core/src/main/java/org/embulk/spi/SchemaVisitor.java
 - embulk-core/src/main/java/org/embulk/spi/Transactional.java
 - embulk-core/src/main/java/org/embulk/spi/TransactionalFileInput.java
 - embulk-core/src/main/java/org/embulk/spi/TransactionalFileOutput.java
@@ -291,8 +252,21 @@ files:
 - embulk-core/src/test/java/org/embulk/spi/type/TestTypeSerDe.java
 - embulk-core/src/test/java/org/embulk/spi/util/TestLineDecoder.java
 - embulk-core/src/test/java/org/embulk/spi/util/TestLineEncoder.java
+- embulk-docs/Makefile
+- embulk-docs/build.gradle
+- embulk-docs/make.bat
+- embulk-docs/push-gh-pages.sh
+- embulk-docs/src/conf.py
+- embulk-docs/src/index.rst
+- embulk-docs/src/release.rst
+- embulk-docs/src/release/release-0.1.0.rst
+- embulk-docs/src/release/release-0.2.0.rst
+- embulk-docs/src/release/release-0.2.1.rst
+- embulk-docs/src/release/release-0.3.0.rst
+- embulk-docs/src/release/release-0.3.1.rst
+- embulk-docs/src/release/release-0.3.2.rst
+- embulk-docs/src/release/release-0.4.0.rst
 - embulk-standards/build.gradle
-- embulk-standards/pom.xml
 - embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvTokenizer.java
@@ -301,14 +275,12 @@ files:
 - embulk-standards/src/main/java/org/embulk/standards/LocalFileInputPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/LocalFileOutputPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/NullOutputPlugin.java
-- embulk-standards/src/main/java/org/embulk/standards/S3FileInputPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/StandardPluginExtension.java
 - embulk-standards/src/main/java/org/embulk/standards/StandardPluginModule.java
 - embulk-standards/src/main/java/org/embulk/standards/StdoutOutputPlugin.java
 - embulk-standards/src/main/resources/META-INF/services/org.embulk.spi.Extension
 - embulk-standards/src/test/java/org/embulk/standards/TestCsvParserPlugin.java
 - embulk-standards/src/test/java/org/embulk/standards/TestCsvTokenizer.java
-- embulk-standards/src/test/java/org/embulk/standards/TestS3FileInputPlugin.java
 - embulk.gemspec
 - gradle/wrapper/gradle-wrapper.jar
 - gradle/wrapper/gradle-wrapper.properties
@@ -320,16 +292,48 @@ files:
 - lib/embulk/command/embulk.rb
 - lib/embulk/command/embulk_example.rb
 - lib/embulk/command/embulk_generate_bin.rb
+- lib/embulk/command/embulk_new_plugin.rb
 - lib/embulk/command/embulk_run.rb
 - lib/embulk/data/bundle/.bundle/config
 - lib/embulk/data/bundle/Gemfile
 - lib/embulk/data/bundle/Gemfile.lock
-- lib/embulk/data/bundle/embulk/filter_example.rb
-- lib/embulk/data/bundle/embulk/input_example.rb
-- lib/embulk/data/bundle/embulk/output_example.rb
+- lib/embulk/data/bundle/embulk/filter/example.rb
+- lib/embulk/data/bundle/embulk/input/example.rb
+- lib/embulk/data/bundle/embulk/output/example.rb
+- lib/embulk/data/new/LICENSE.txt
+- lib/embulk/data/new/README.md.erb
+- lib/embulk/data/new/gitignore.erb
+- lib/embulk/data/new/java/build.gradle.erb
+- lib/embulk/data/new/java/decoder.java.erb
+- lib/embulk/data/new/java/encoder.java.erb
+- lib/embulk/data/new/java/file_input.java.erb
+- lib/embulk/data/new/java/file_output.java.erb
+- lib/embulk/data/new/java/filter.java.erb
+- lib/embulk/data/new/java/formatter.java.erb
+- lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.jar
+- lib/embulk/data/new/java/gradle/wrapper/gradle-wrapper.properties
+- lib/embulk/data/new/java/gradlew
+- lib/embulk/data/new/java/gradlew.bat
+- lib/embulk/data/new/java/input.java.erb
+- lib/embulk/data/new/java/output.java.erb
+- lib/embulk/data/new/java/parser.java.erb
+- lib/embulk/data/new/java/plugin_loader.rb.erb
+- lib/embulk/data/new/java/test.java.erb
+- lib/embulk/data/new/ruby/Gemfile
+- lib/embulk/data/new/ruby/Rakefile
+- lib/embulk/data/new/ruby/filter.rb.erb
+- lib/embulk/data/new/ruby/gemspec.erb
+- lib/embulk/data/new/ruby/input.rb.erb
+- lib/embulk/data/new/ruby/output.rb.erb
+- lib/embulk/data/package_data.rb
 - lib/embulk/data_source.rb
+- lib/embulk/decoder_plugin.rb
+- lib/embulk/encoder_plugin.rb
 - lib/embulk/error.rb
+- lib/embulk/file_input_plugin.rb
+- lib/embulk/file_output_plugin.rb
 - lib/embulk/filter_plugin.rb
+- lib/embulk/formatter_plugin.rb
 - lib/embulk/guess_charset.rb
 - lib/embulk/guess_csv.rb
 - lib/embulk/guess_gzip.rb
@@ -339,39 +343,68 @@ files:
 - lib/embulk/java/bootstrap.rb
 - lib/embulk/java/imports.rb
 - lib/embulk/java/time_helper.rb
+- lib/embulk/java_plugin.rb
 - lib/embulk/output_plugin.rb
 - lib/embulk/page.rb
 - lib/embulk/page_builder.rb
+- lib/embulk/parser_plugin.rb
 - lib/embulk/plugin.rb
 - lib/embulk/plugin_registry.rb
 - lib/embulk/schema.rb
 - lib/embulk/time_format_guess.rb
 - lib/embulk/version.rb
-- pom.xml
 - settings.gradle
+- classpath/annotations-3.0.0.jar
+- classpath/aopalliance-1.0.jar
+- classpath/bval-core-0.5.jar
+- classpath/bval-jsr303-0.5.jar
+- classpath/commons-beanutils-core-1.8.3.jar
+- classpath/commons-lang3-3.1.jar
+- classpath/embulk-core-0.4.0.jar
+- classpath/embulk-standards-0.4.0.jar
+- classpath/guava-18.0.jar
+- classpath/guice-3.0.jar
+- classpath/guice-multibindings-3.0.jar
+- classpath/icu4j-54.1.1.jar
+- classpath/jackson-annotations-2.5.0.jar
+- classpath/jackson-core-2.5.0.jar
+- classpath/jackson-databind-2.5.0.jar
+- classpath/jackson-datatype-guava-2.5.0.jar
+- classpath/jackson-datatype-joda-2.5.0.jar
+- classpath/jackson-module-guice-2.5.0.jar
+- classpath/javax.inject-1.jar
+- classpath/joda-time-2.7.jar
+- classpath/jruby-complete-1.7.19.jar
+- classpath/log4j-1.2.17.jar
+- classpath/netty-buffer-5.0.0.Alpha1.jar
+- classpath/netty-common-5.0.0.Alpha1.jar
+- classpath/slf4j-api-1.7.10.jar
+- classpath/slf4j-log4j12-1.7.10.jar
+- classpath/slice-0.9.jar
+- classpath/snakeyaml-1.14.jar
+- classpath/validation-api-1.1.0.Final.jar
 homepage: https://github.com/embulk/embulk
 licenses:
 - Apache 2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.2.2
-signing_key: 
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
 specification_version: 4
 summary: Embulk, a plugin-based parallel bulk data loader
 test_files: []
-has_rdoc: false