embulk_javundler 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c3db4d88fc585d65d42456a95ee397f93999e17f
+  data.tar.gz: eb1a9d547b34d49f3d5206210da88df8fcaa8686
+SHA512:
+  metadata.gz: fc88dd1e77914f5171b7249eb2ee265b91201f2619064663bc99d55eb21008c8d8eccd1c81957fb075ac1f09ca9dc5747395dfeb034bd12956e32b4948d3e95c
+  data.tar.gz: 5772555a1d6df1f2991c0d296e8c753100b95b22317166ae8bcea404ddf4552c0ab83164c198a98e7d116c700b17b035f38b5f88fef6263b0690d0f7f3f24f41

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+plugins
+Embulkfile

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in embulk_javundler.gemspec
+gemspec

data/README.md

@@ -0,0 +1,59 @@
+# EmbulkJavundler
+
+this gem installs embulk java plugins from git repository.
+And this gem run embulk command with installed java plugins.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'embulk_javundler'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install embulk_javundler
+
+## Usage
+
+Write `Embulkfile`.
+
+ex.
+```
+java_plugin "embulk-input-jdbc", github: "joker1007/embulk-input-jdbc", commit: "support-json-type", libdir: "embulk-input-postgresql/lib"
+java_plugin "embulk-output-bigquery", github: "embulk/embulk-output-bigquery"
+```
+
+```sh
+# install plugins to "plugins/java" directory
+$ embulk_javundler install
+
+# install plugins to ".plugins" directory
+$ embulk_javundler install --path .plugins
+
+# embulk preview with installed java plugins
+$ embulk_javundler preview config.yml
+
+# embulk run with installed java plugins
+# subcommand is "exec", not "run". this is thor restriction.
+$ embulk_javundler exec config.yml
+```
+
+After install, this gem generates `Embulkfile.lock`.
+`Embulkfile.lock` is information of installed plugins.
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment. Run `bundle exec embulk_javundler` to use the gem in this directory, ignoring other installed copies of this gem.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/joker1007/embulk_javundler.
+

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "embulk_javundler"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/embulk_javundler.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'embulk_javundler/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "embulk_javundler"
+  spec.version       = EmbulkJavundler::VERSION
+  spec.authors       = ["joker1007"]
+  spec.email         = ["kakyoin.hierophant@gmail.com"]
+
+  spec.summary       = %q{Install embulk java plugin from git repository and command wrapper}
+  spec.description   = %q{Install embulk java plugin from git repository and command wrapper}
+  spec.homepage      = "https://github.com/joker1007/embulk_javundler"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "thor"
+
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/exe/embulk_javundler

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "embulk_javundler/cli"
+
+EmbulkJavundler::Cli.start

data/lib/embulk_javundler.rb

@@ -0,0 +1,29 @@
+require "embulk_javundler/version"
+
+module EmbulkJavundler
+  class << self
+    def embulk_file_path
+      @embulk_file_path
+    end
+
+    def embulk_file_path=(embulk_file_path)
+      @embulk_file_path = embulk_file_path.absolute? ? embulk_file_path : embulk_file_path.expand_path
+    end
+
+    def root
+      embulk_file_path.dirname
+    end
+
+    def install_dir
+      @install_dir || root.join("plugins", "java")
+    end
+
+    def install_dir=(install_dir)
+      @install_dir = root.join(install_dir)
+    end
+
+    def lock_file_path
+      root.join("Embulkfile.lock")
+    end
+  end
+end

data/lib/embulk_javundler/cli.rb

@@ -0,0 +1,92 @@
+require 'thor'
+require 'pathname'
+require 'yaml'
+
+require 'embulk_javundler'
+require 'embulk_javundler/dsl'
+require 'embulk_javundler/runner'
+
+module EmbulkJavundler
+  class Cli < Thor
+    desc "install", "install embulk java plugins"
+    method_option :path, type: :string
+    def install
+      lookup_embulk_plugin_file
+      EmbulkJavundler.install_dir = options[:path] if options[:path]
+
+      java_plugins = parse_embulk_file(need_lock: false)
+      java_plugins.each do |plugin|
+        plugin.fetch
+        plugin.build_gem
+      end
+
+      write_lock_file(java_plugins) unless EmbulkJavundler.lock_file_path.exist?
+    end
+
+    desc "update", "update embulk java plugins"
+    def update
+      lookup_embulk_plugin_file
+
+      java_plugins = parse_embulk_file(use_lock: false, need_lock: false)
+      java_plugins.each do |plugin|
+        plugin.update
+        plugin.build_gem
+      end
+
+      write_lock_file(java_plugins)
+    end
+
+    desc "exec", "execute embulk run with installed java plugins"
+    def exec(*run_args)
+      lookup_embulk_plugin_file
+
+      java_plugins = parse_embulk_file
+      Runner.new(java_plugins).run(*run_args)
+    end
+
+    desc "preview", "execute embulk preview with installed java plugins"
+    def preview(*preview_args)
+      lookup_embulk_plugin_file
+
+      java_plugins = parse_embulk_file
+      Runner.new(java_plugins).preview(*preview_args)
+    end
+
+    desc "guess", "execute embulk guess with installed java plugins"
+    def guess(*guess_args)
+      lookup_embulk_plugin_file
+
+      java_plugins = parse_embulk_file
+      Runner.new(java_plugins).guess(*guess_args)
+    end
+
+    private
+
+    def lookup_embulk_plugin_file(dir = Pathname.pwd)
+      embulk_file = dir.each_child.find { |path| path.basename.to_s == "Embulkfile" }
+      if embulk_file
+        EmbulkJavundler.embulk_file_path = embulk_file
+        return embulk_file
+      end
+
+      raise "Embulkfile is not found" if dir.root?
+
+      lookup_embulk_plugin_file(dir.parent)
+    end
+
+    def parse_embulk_file(use_lock: true, need_lock: true)
+      exist_lock_file = EmbulkJavundler.lock_file_path.exist?
+      raise "Embulkfile.lock is not found" if need_lock && !exist_lock_file
+
+      if exist_lock_file && use_lock
+        YAML.load_file(EmbulkJavundler.lock_file_path).map(&JavaPlugin.method(:new))
+      else
+        Dsl.new.tap { |context| context.instance_eval(File.read(EmbulkJavundler.embulk_file_path)) }.java_plugins
+      end
+    end
+
+    def write_lock_file(java_plugins)
+      YAML.dump(java_plugins.map(&:to_h), File.open(EmbulkJavundler.lock_file_path, "w"))
+    end
+  end
+end

data/lib/embulk_javundler/dsl.rb

@@ -0,0 +1,23 @@
+require 'embulk_javundler/java_plugin'
+
+module EmbulkJavundler
+  class Dsl
+    attr_reader :java_plugins
+
+    def initialize
+      @java_plugins = []
+    end
+
+    def java_plugin(name, git: nil, github: nil, commit: "master", libdir: nil, classpathdir: nil)
+      @java_plugins << JavaPlugin.new(
+        name: name,
+        install_dir: EmbulkJavundler.install_dir.join(name),
+        git: git,
+        github: github,
+        commit: commit,
+        libdir: libdir,
+        classpathdir: classpathdir
+      )
+    end
+  end
+end

data/lib/embulk_javundler/java_plugin.rb

@@ -0,0 +1,106 @@
+require 'open3'
+
+module EmbulkJavundler
+  class JavaPlugin
+    class GitError < StandardError; end
+    class BuildFailure < StandardError; end
+
+    attr_reader :name, :install_dir, :git, :github, :repo, :commit, :sha1, :libdir, :classpathdir
+
+    def initialize(name:, install_dir:, git: nil, github: nil, commit: "master", libdir: nil, classpathdir: nil)
+      @name = name
+      @install_dir = install_dir
+      @git = git
+      @github = github
+      @repo = if git
+                git
+              elsif github
+                "https://github.com/#{github}.git"
+              else
+                raise ArgumentError, "Need git or github param"
+              end
+      @commit = commit
+      @libdir = libdir ? install_dir.join(libdir) : install_dir.join("lib")
+      @classpathdir = classpathdir ? install_dir.join(classpathdir) : install_dir.join("classpath")
+    end
+
+    def to_h
+      {
+        name: name,
+        install_dir: install_dir,
+        git: git,
+        github: github,
+        commit: sha1 || commit,
+        libdir: libdir,
+        classpathdir: classpathdir,
+      }
+    end
+
+    def fetch
+      if cloned?
+        puts "Using #{name}"
+      else
+        print "Fetch #{name} from #{repo} ... "
+        log, result_status = Open3.capture2e("git", "clone", repo, install_dir.to_s)
+        unless result_status.success?
+          puts log
+          raise GitError
+        end
+        print "OK\n"
+      end
+
+      checkout
+    end
+
+    def checkout
+      log, result_status = Open3.capture2e("git", "checkout", commit, chdir: install_dir.to_s)
+      unless result_status.success?
+        puts log
+        raise GitError
+      end
+
+      sha1 = IO.popen(["git", "rev-parse", "HEAD", {chdir: install_dir.to_s}]) do |io|
+        io.read.chomp
+      end
+      @sha1 = sha1
+    end
+
+    def update
+      return fetch unless cloned?
+
+      print "Update #{name} from #{repo} ... "
+      log, result_status = Open3.capture2e("git", "pull", "origin", "--all", "--ff-only", chdir: install_dir.to_s)
+      unless result_status.success?
+        puts log
+        raise GitError
+      end
+      print "OK\n"
+
+      checkout
+    end
+
+    def build_gem
+      Bundler.with_clean_env do
+        puts "Build #{name}"
+        log, result_status = Open3.capture2e("./gradlew", "gem", chdir: install_dir.to_s)
+        puts log
+        unless result_status.success?
+          raise BuildFailure
+        end
+      end
+    end
+
+    private
+
+    def cloned?
+      if install_dir.directory?
+        log, result_status = Open3.capture2e("git", "remote", "-v", chdir: install_dir.to_s)
+        if result_status.success? && log =~ /origin\s+#{Regexp.escape(repo)}/
+          return true
+        end
+      end
+
+      false
+    end
+  end
+end

data/lib/embulk_javundler/runner.rb

@@ -0,0 +1,31 @@
+module EmbulkJavundler
+  class Runner
+    def initialize(java_plugins)
+      @java_plugins = java_plugins
+    end
+
+    def preview(*args)
+      Bundler.with_clean_env do
+        system("embulk", "preview", *load_paths, *args)
+      end
+    end
+
+    def run(*args)
+      Bundler.with_clean_env do
+        system("embulk", "run", *load_paths, *args)
+      end
+    end
+
+    def guess(*args)
+      Bundler.with_clean_env do
+        system("embulk", "guess", *load_paths, *args)
+      end
+    end
+
+    private
+
+    def load_paths
+      @java_plugins.flat_map { |plugin| ["-I", plugin.libdir.to_s] }
+    end
+  end
+end

data/lib/embulk_javundler/version.rb

@@ -0,0 +1,3 @@
+module EmbulkJavundler
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,100 @@
+--- !ruby/object:Gem::Specification
+name: embulk_javundler
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- joker1007
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-02-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Install embulk java plugin from git repository and command wrapper
+email:
+- kakyoin.hierophant@gmail.com
+executables:
+- embulk_javundler
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- embulk_javundler.gemspec
+- exe/embulk_javundler
+- lib/embulk_javundler.rb
+- lib/embulk_javundler/cli.rb
+- lib/embulk_javundler/dsl.rb
+- lib/embulk_javundler/java_plugin.rb
+- lib/embulk_javundler/runner.rb
+- lib/embulk_javundler/version.rb
+homepage: https://github.com/joker1007/embulk_javundler
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Install embulk java plugin from git repository and command wrapper
+test_files: []