embulk 0.1.0 → 0.2.0

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MjM4MTAxYzU5YTZlYWZkMWM0NjYzYTZlMGRkMjgwN2I0Yjc0MDU5YQ==
+    NDBmNzE4N2NiODA5MmM5NzBlMjFjMTg5ZDNkMjIxM2VmYzUzM2I5NA==
   data.tar.gz: !binary |-
-    MGJkZmQ2NDM0NWQ3NWIwNmY2MWUyYjY0OWM0MzA2MmIwM2RmMDYwOQ==
+    ZmRmZDUwNTU0ZmE1NjNhZDc5NzQyMzEwMGM2ODBmNjM1ZTY5ZmY3NA==
 SHA512:
   metadata.gz: !binary |-
-    MGY5Y2E2YjBiMjBhZTkxMzljNGU4MGNhZGE0MWM2N2YzZmM2YWM1MWRkZjUx
-    NTExZmEyN2Q5NDIyNThiNGNiYTE3ZDM0MzA3ZDMwNTE2NDI0N2E2ODM5ODE2
-    OTQxN2FjNWY1MzY3ODc5NGU5YTk3NmEwYjA4NDVjMTkwZTAxNjE=
+    Njk2ZDU4MDNkODFmZTJiNmEyNmNhNWIwOWYzZjViYWI0YmYxNmMwMjBhNDQ5
+    ODMwY2YxOGI0ZWFiNjExNTdjMGE5ZmVlMDA2YWUwYTY2YWUxZDRjYTQ0OTY5
+    NzI0MGVkODQwYWI1YjUzNzdhNmNkMmVhMGRmZjRlZWIxZmQxYzU=
   data.tar.gz: !binary |-
-    NDZlMzkxOGVhN2VjY2U1ZGY4OTNlZWZlMzYxMWEyNDYyMDM3ZGMxNDlkOGY4
-    MWFhYzdhNzgyNTUxY2VkNGE4NWIzZDJkNmU1Nzc1ZTYyMjc0NTlkYzc3MGUx
-    ZWIwNTYzMzc3ZDA1NWQ0MzMwNmViZjZkNTdhZWQ0YjE1MDg0ZTA=
+    N2Q3NTEwN2NlMDg5OGQ1NmRlNmVkMzcyNzRiMjBhODY3MDExODA1ZDI5YTYy
+    ZmNjNTM3YjU5NGE4ZmM4NGFlNWE4ZmEwZWI2YTIzNjM3YmVmODE5MDc2OTQ1
+    NWMxNzM1OGUzZTExNTY0ZmM0MTBmYWRmNDJhZTc4MjhlNTZkNmQ=

data/COPYING

@@ -0,0 +1,14 @@
+Copyright (C) 2015 Sadayuki Furuhashi
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+

data/ChangeLog

@@ -0,0 +1,11 @@
+
+2015-01-26 version 0.2.0:
+
+* Changed JRuby InputPlugin API to use #run instead of .run
+* Fixed 'example' subcommand to quote file path for Windows environment
+
+
+2015-01-26 version 0.1.0:
+
+* The first release
+

data/README.md

@@ -1,4 +1,6 @@
-# Embulk: plugin-based parallel bulk data loader
+# Embulk
+
+A plugin-based parallel bulk data loader that makes painful data integration works relaxed.
 
 ## What's Embulk?
 
@@ -6,10 +8,10 @@ TODO
 
 ## Quick Start
 
-The single-file package is the simplest way to try Embulk. You can download the latest embulk.jar from [releases]() and run it with java:
+The single-file package is the simplest way to try Embulk. You can download the latest embulk-VERSION.jar from [the releases page](https://bintray.com/embulk/maven/embulk/view#files) and run it with java:
 
 ```
-wget https://github.com/embulk/embulk/releases .... /latest
+wget https://bintray.com/artifact/download/embulk/maven/embulk-0.2.0.jar -O embulk.jar
 java -jar embulk.jar --help
 ```
 

data/build.gradle

@@ -23,7 +23,7 @@ allprojects {
     apply plugin: 'com.jfrog.bintray'
 
     group = 'org.embulk'
-    version = '0.1.0'
+    version = '0.2.0'
 
     // to upload artifacts to Bintray by gradle-bintray-plugin
     // $ gradle bintrayUpload

data/embulk-cli/pom.xml

@@ -5,7 +5,7 @@
     <parent>
         <groupId>org.embulk</groupId>
         <artifactId>embulk-parent</artifactId>
-        <version>0.1.0-SNAPSHOT</version>
+        <version>0.2.0-SNAPSHOT</version>
     </parent>
 
     <artifactId>embulk-cli</artifactId>

data/embulk-core/pom.xml

@@ -5,7 +5,7 @@
     <parent>
         <groupId>org.embulk</groupId>
         <artifactId>embulk-parent</artifactId>
-        <version>0.1.0-SNAPSHOT</version>
+        <version>0.2.0-SNAPSHOT</version>
     </parent>
 
     <artifactId>embulk-core</artifactId>

data/embulk-standards/pom.xml

@@ -5,7 +5,7 @@
     <parent>
         <groupId>org.embulk</groupId>
         <artifactId>embulk-parent</artifactId>
-        <version>0.1.0-SNAPSHOT</version>
+        <version>0.2.0-SNAPSHOT</version>
     </parent>
 
     <artifactId>embulk-standards</artifactId>

data/lib/embulk/command/embulk_example.rb

@@ -23,7 +23,7 @@ EOF
       f.write <<EOF
 in:
   type: file
-  paths: [#{File.expand_path File.join(path, 'csv')}]
+  paths: ["#{File.expand_path File.join(path, 'csv')}"]
 out:
   type: stdout
 EOF

data/lib/embulk/data/bundle/embulk/input_example.rb

@@ -1,7 +1,7 @@
 module Embulk
 
   class InputExample < InputPlugin
-    # input plugin file name must be: embulk/output_<name>.rb
+    # input plugin file name must be: embulk/input_<name>.rb
     Plugin.register_input('example', self)
 
     def self.transaction(config, &control)
@@ -23,13 +23,17 @@ module Embulk
       return {}
     end
 
-    def self.run(task, schema, index, page_builder)
-      puts "Example input thread #{index}..."
+    def initialize(task, schema, index, page_builder)
+      super
+    end
+
+    def run
+      puts "Example input thread #{@index}..."
 
       10.times do |i|
-        page_builder.add([i, 10.0, "example"])
+        @page_builder.add([i, 10.0, "example"])
       end
-      page_builder.finish  # don't forget to call finish :-)
+      @page_builder.finish  # don't forget to call finish :-)
 
       commit_report = {
       }

data/lib/embulk/guess_gzip.rb

@@ -1,18 +1,16 @@
 module Embulk
-  module Guess
 
-    class GzipGuess < GuessPlugin
-      Plugin.register_guess('gzip', self)
+  class GzipGuess < GuessPlugin
+    Plugin.register_guess('gzip', self)
 
-      GZIP_HEADER = "\x1f\x8b".force_encoding('ASCII-8BIT').freeze
+    GZIP_HEADER = "\x1f\x8b".force_encoding('ASCII-8BIT').freeze
 
-      def guess(config, sample_buffer)
-        if sample_buffer[0,2] == GZIP_HEADER
-          return {"decoders" => [{"type" => "gzip"}]}
-        end
-        return {}
+    def guess(config, sample_buffer)
+      if sample_buffer[0,2] == GZIP_HEADER
+        return {"decoders" => [{"type" => "gzip"}]}
       end
+      return {}
     end
-
   end
+
 end

data/lib/embulk/input_plugin.rb

@@ -9,8 +9,15 @@ module Embulk
       raise NotImplementedError, "InputPlugin.transaction(config, &control) must be implemented"
     end
 
-    def self.run(task, schema, index, page_builder)
-      raise NotImplementedError, "InputPlugin#run(task, schema, index, page_builder) must be implemented"
+    def initialize(task, schema, index, page_builder)
+      @task = task
+      @schema = schema
+      @index = index
+      @page_builder = page_builder
+    end
+
+    def run
+      raise NotImplementedError, "InputPlugin#run must be implemented"
     end
 
     if Embulk.java?
@@ -43,7 +50,7 @@ module Embulk
           task_source = DataSource.from_java_object(java_task_source)
           schema = Schema.from_java_object(java_schema)
           page_builder = PageBuilder.new(schema, java_output)
-          commit_report_hash = @ruby_class.run(task_source, schema, processor_index, page_builder)
+          commit_report_hash = @ruby_class.new(task_source, schema, processor_index, page_builder).run
           return DataSource.from_ruby_hash(commit_report_hash).java_object
         end
       end

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/pom.xml

@@ -4,7 +4,7 @@
 
     <groupId>org.embulk</groupId>
     <artifactId>embulk-parent</artifactId>
-    <version>0.1.0-SNAPSHOT</version>
+    <version>0.2.0-SNAPSHOT</version>
     <packaging>pom</packaging>
 
     <name>Embulk</name>

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Sadayuki Furuhashi
@@ -105,6 +105,8 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- COPYING
+- ChangeLog
 - Gemfile
 - Gemfile.lock
 - README.md
@@ -119,9 +121,9 @@ files:
 - classpath/commons-codec-1.3.jar
 - classpath/commons-lang3-3.1.jar
 - classpath/commons-logging-1.2.jar
-- classpath/embulk-cli-0.1.0-SNAPSHOT.jar
-- classpath/embulk-core-0.1.0-SNAPSHOT.jar
-- classpath/embulk-standards-0.1.0-SNAPSHOT.jar
+- classpath/embulk-cli-0.2.0-SNAPSHOT.jar
+- classpath/embulk-core-0.2.0-SNAPSHOT.jar
+- classpath/embulk-standards-0.2.0-SNAPSHOT.jar
 - classpath/guava-17.0.jar
 - classpath/guice-3.0.jar
 - classpath/guice-multibindings-3.0.jar