embulk 0.8.18-java → 0.8.19-java

data/lib/embulk/command/embulk_selfupdate.rb

@@ -1,121 +0,0 @@
-module Embulk
-  def self.selfupdate(options={})
-    require 'uri'
-
-    jar, resource = __FILE__.split("!", 2)
-    jar_uri = URI.parse(jar).path rescue jar
-    unless resource && File.file?(jar_uri)
-      STDERR.puts ""
-      STDERR.puts "Embulk is not installed by a single jar. Selfupdate is not supported."
-      STDERR.puts "If you used gem to install embulk, please run: "
-      STDERR.puts ""
-      STDERR.puts "  $ gem install embulk"
-      STDERR.puts ""
-      raise SystemExit.new(1)
-    end
-    jar_path = jar_uri
-
-    if version = options[:version]
-      puts "Checking version #{version}..."
-      target_version = check_target_version(version)
-
-      unless target_version
-        puts "Specified version does not exist: #{version}"
-        raise SystemExit.new(1)
-      end
-      puts "Found version #{target_version}."
-
-    else
-      puts "Checking the latest version..."
-      target_version = check_latest_version
-
-      current_version = Gem::Version.new(Embulk::VERSION)
-      if Gem::Version.new(target_version) <= current_version
-        puts "Already up-to-date. #{current_version} is the latest version."
-        return
-      end
-
-      puts "Found new version #{target_version}."
-    end
-
-    unless File.writable?(jar_path)
-      STDERR.puts ""
-      STDERR.puts "Installation path #{jar_path} is not writable."
-      STDERR.puts "Dou you need to run with sudo?"
-      STDERR.puts ""
-      raise SystemExit.new(1)
-    end
-
-    url = "https://dl.bintray.com/embulk/maven/embulk-#{target_version}.jar"
-    puts "Downloading #{url} ..."
-
-    require 'open-uri'
-    require 'tempfile'
-    Tempfile.open(["embulk-selfupdate", ".jar"]) do |tmp|
-      tmp.chmod(File.stat(jar_path).mode)
-      OpenURI.open_uri(url) do |f|
-        IO.copy_stream(f, tmp)
-      end
-      tmp.close(false)
-
-      # check corruption
-      unless options[:force]
-        begin
-          data = File.read("jar:#{java.io.File.new(tmp.path).toURI.toURL}!/embulk/version.rb")
-          m = Module.new
-          m.module_eval(data)
-          unless m::Embulk::VERSION == target_version
-            raise "Embulk::VERSION does not match with #{target_version}"
-          end
-        rescue => e
-          STDERR.puts "Corruption checking failed (#{e})."
-          STDERR.puts "This version might include incompatible changes."
-          STDERR.puts "Please add '-f' argument to selfupdate command to skip checking."
-          raise SystemExit.new(1, e.to_s)
-        end
-      end
-
-      File.rename(tmp.path, jar_path)
-    end
-
-    puts "Updated to #{target_version}."
-  end
-
-  private
-
-  def self.check_latest_version
-    start_bintray_http do |http|
-      response = http.get('/embulk/maven/embulk/_latestVersion')
-      if response.code != "302"
-        raise "Expected response code 302 Found but got #{response.code}"
-      end
-      location = response["Location"].to_s
-      m = /(\d+\.\d+[^\/]+)/.match(location)
-      unless m
-        raise "Cound not find version number in Location header '#{location}'"
-      end
-      return m[1]
-    end
-  end
-
-  def self.check_target_version(version=nil)
-    start_bintray_http do |http|
-      response = http.get("/embulk/maven/embulk/#{version}")
-      if response.code == "404"
-        return nil
-      elsif response.code != "200"
-        raise "Unexpected response code: #{response.code}"
-      else
-        return version
-      end
-    end
-  end
-
-  def self.start_bintray_http(&block)
-    require 'net/https'
-    bintray = Net::HTTP.new('bintray.com', 443)
-    bintray.use_ssl = true
-    bintray.verify_mode = OpenSSL::SSL::VERIFY_NONE
-    bintray.start(&block)
-  end
-end

data/lib/embulk/data/new/README.md.erb

@@ -1,111 +0,0 @@
-# <%= display_name %> <%= display_category %> plugin for Embulk
-
-%case language
-%when :ruby
-TODO: Write short description here and <%= full_project_name %>.gemspec file.
-%when :java
-TODO: Write short description here and build.gradle file.
-%else
-TODO: Write short description here.
-%end
-
-## Overview
-
-%case category
-%when :output, :file_output
-* **Plugin type**: <%= display_category %>
-* **Load all or nothing**: no
-* **Resume supported**: no
-* **Cleanup supported**: yes
-%when :file_input
-* **Plugin type**: <%= display_category %>
-* **Resume supported**: yes
-* **Cleanup supported**: yes
-%when :input
-* **Plugin type**: <%= display_category %>
-* **Resume supported**: yes
-* **Cleanup supported**: yes
-* **Guess supported**: no
-%when :parser, :decoder
-* **Plugin type**: <%= display_category %>
-* **Guess supported**: no
-%else
-* **Plugin type**: <%= display_category %>
-%end
-
-## Configuration
-
-- **option1**: description (integer, required)
-- **option2**: description (string, default: `"myvalue"`)
-- **option3**: description (string, default: `null`)
-
-## Example
-
-```yaml
-%case category
-%when :input, :file_input
-in:
-  type: <%= name %>
-  option1: example1
-  option2: example2
-%when :output, :file_output
-out:
-  type: <%= name %>
-  option1: example1
-  option2: example2
-%when :filter
-filters:
-  - type: <%= name %>
-    option1: example1
-    option2: example2
-%when :parser
-in:
-  type: any file input plugin type
-  parser:
-    type: <%= name %>
-    option1: example1
-    option2: example2
-%when :formatter
-out:
-  type: any output input plugin type
-  formatter:
-    type: <%= name %>
-    option1: example1
-    option2: example2
-%when :decoder
-in:
-  type: any output input plugin type
-  decoders:
-    - type: <%= name %>
-      option1: example1
-      option2: example2
-%when :encoder
-out:
-  type: any output input plugin type
-  encoders:
-    - type: <%= name %>
-      option1: example1
-      option2: example2
-%end
-```
-
-%case category
-%when :parser, :decoder
-(If guess supported) you don't have to write `<%= category %>:` section in the configuration file. After writing `in:` section, you can let embulk guess `<%= category %>:` section using this command:
-
-```
-$ embulk gem install <%= full_project_name %>
-$ embulk guess -g <%= name %> config.yml -o guessed.yml
-```
-%end
-
-## Build
-
-```
-%case language
-%when :ruby
-$ rake
-%when :java
-$ ./gradlew gem  # -t to watch change of files and rebuild continuously
-% end
-```

data/lib/embulk/data/new/java/plugin_loader.rb.erb

@@ -1,3 +0,0 @@
-Embulk::JavaPlugin.register_<%= embulk_category %>(
-  <%= name.dump %>, <%= "#{java_package_name}.#{java_class_name}".dump %>,
-  File.expand_path('../../../../classpath', __FILE__))

data/lib/embulk/data/new/java/test.java.erb

@@ -1,5 +0,0 @@
-package <%= java_package_name %>;
-
-public class Test<%= java_class_name %>
-{
-}

data/lib/embulk/data/new/ruby/decoder_guess.rb.erb

@@ -1,25 +0,0 @@
-module Embulk
-  module Guess
-
-    # TODO implement guess plugin to make this command work:
-    #      $ embulk guess -g <%= name.dump %> partial-config.yml
-%if language == :ruby
-
-    #require <%= "embulk/#{embulk_category}/#{name}.rb".dump %>
-%end
-
-    #class <%= ruby_class_name.sub('Plugin', 'GuessPlugin') %> < GuessPlugin
-    #  Plugin.register_guess(<%= name.dump %>, self)
-    #
-    #  FOO_BAR_HEADER = "\x1f\x8b".force_encoding('ASCII-8BIT').freeze
-    #
-    #  def guess(config, sample_buffer)
-    #    if sample_buffer[0,2] == FOO_BAR_HEADER
-    #      return {"decoders" => [{"type" => <%= name.dump %>}]}
-    #    end
-    #    return {}
-    #  end
-    #end
-
-  end
-end

data/lib/embulk/data/new/ruby/gemspec.erb

@@ -1,20 +0,0 @@
-
-Gem::Specification.new do |spec|
-  spec.name          = "<%= full_project_name %>"
-  spec.version       = "0.1.0"
-  spec.authors       = [<%= author.dump %>]
-  spec.summary       = <%= "#{display_name} #{display_category} plugin for Embulk".dump %>
-  spec.description   = <%= "#{description}".dump %>
-  spec.email         = [<%= email.dump %>]
-  spec.licenses      = ["MIT"]
-  # TODO set this: spec.homepage      = "https://github.com/<%= email[/([^@]*)/] %>/<%= full_project_name %>"
-
-  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
-  spec.test_files    = spec.files.grep(%r{^(test|spec)/})
-  spec.require_paths = ["lib"]
-
-  #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
-  spec.add_development_dependency 'embulk', ['>= <%= Embulk::VERSION %>']
-  spec.add_development_dependency 'bundler', ['>= 1.10.6']
-  spec.add_development_dependency 'rake', ['>= 10.0']
-end

data/lib/embulk/data/new/ruby/parser_guess.rb.erb

@@ -1,65 +0,0 @@
-module Embulk
-  module Guess
-
-    # TODO implement guess plugin to make this command work:
-    #      $ embulk guess -g <%= name.dump %> partial-config.yml
-    #
-    #      Depending on the file format the plugin uses, you can use choose
-    #      one of binary guess (GuessPlugin), text guess (TextGuessPlugin),
-    #      or line guess (LineGuessPlugin).
-%if language == :ruby
-
-    #require <%= "embulk/#{embulk_category}/#{name}.rb".dump %>
-%end
-
-    #class <%= ruby_class_name.sub('Plugin', 'GuessPlugin') %> < GuessPlugin
-    #  Plugin.register_guess(<%= name.dump %>, self)
-    #
-    #  def guess(config, sample_buffer)
-    #    if sample_buffer[0,2] == GZIP_HEADER
-    #      guessed = {}
-    #      guessed["type"] = <%= name.dump %>
-    #      guessed["property1"] = "guessed-value"
-    #      return {"parser" => guessed}
-    #    else
-    #      return {}
-    #    end
-    #  end
-    #end
-
-    #class <%= ruby_class_name.sub('Plugin', 'GuessPlugin') %> < TextGuessPlugin
-    #  Plugin.register_guess(<%= name.dump %>, self)
-    #
-    #  def guess_text(config, sample_text)
-    #    js = JSON.parse(sample_text) rescue nil
-    #    if js && js["mykeyword"] == "keyword"
-    #      guessed = {}
-    #      guessed["type"] = <%= name.dump %>
-    #      guessed["property1"] = "guessed-value"
-    #      return {"parser" => guessed}
-    #    else
-    #      return {}
-    #    end
-    #  end
-    #end
-
-    #class <%= ruby_class_name.sub('Plugin', 'GuessPlugin') %> < LineGuessPlugin
-    #  Plugin.register_guess(<%= name.dump %>, self)
-    #
-    #  def guess_lines(config, sample_lines)
-    #    all_line_matched = sample_lines.all? do |line|
-    #      line =~ /mypattern/
-    #    end
-    #    if all_line_matched
-    #      guessed = {}
-    #      guessed["type"] = <%= name.dump %>
-    #      guessed["property1"] = "guessed-value"
-    #      return {"parser" => guessed}
-    #    else
-    #      return {}
-    #    end
-    #  end
-    #end
-
-  end
-end